-- Logs begin at Tue 2021-06-22 20:02:33 UTC, end at Tue 2021-06-22 21:39:29 UTC. -- Jun 22 20:31:29.615966 dv-neutron-797537-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 20:31:32.320379 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.common.config [-] Logging enabled! Jun 22 20:31:32.321023 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 22 20:31:32.321144 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 20:31:32.324905 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.common.config [-] Logging enabled! Jun 22 20:31:32.325158 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 22 20:31:32.325471 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100264) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 20:31:32.326438 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 20:31:32.326671 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 20:31:32.327031 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 20:31:32.327275 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 20:31:32.327499 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 20:31:32.327816 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.328110 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.328404 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.328632 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.328924 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.329217 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.329497 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.329785 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.330107 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.330394 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.330667 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.330949 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.331178 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.331462 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.331742 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.332028 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.332247 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] debug = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.332525 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.332946 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.333364 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.333644 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.333953 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.334230 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.334499 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.334773 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.335054 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.335385 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] host = dv-neutron-797537-2-hyperv {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.335666 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.335945 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.336231 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.336518 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.336789 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.337060 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.337342 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.337613 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.337889 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.338181 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.338468 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.338754 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.339034 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.339255 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.339480 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.339795 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.340072 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.340441 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.340723 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.340998 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.341267 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.341541 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.341814 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.342207 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.342701 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.343166 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.344488 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.344770 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.345050 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.345329 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.345615 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.345913 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.346198 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.346473 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.346763 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.347039 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.347314 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.347610 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.347895 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.348176 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.348460 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.348733 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.349017 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.349287 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.349558 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.349830 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_json = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.350125 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.350478 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.350865 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.351582 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.351582 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.351582 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.352381 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.352381 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:32.352381 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.352604 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.352832 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.353120 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.353410 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.353694 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.354007 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.354285 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.354570 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.354856 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.355144 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.355577 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.355910 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.356188 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.356483 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.356792 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.357089 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.357429 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.357662 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.357963 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.358248 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.358520 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.358810 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.359101 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.359388 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.359664 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.359940 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.360227 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.360503 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.360775 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.361050 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.361334 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.361608 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.361885 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.362180 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.362458 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.362725 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.362997 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.363271 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.363563 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.363835 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.364104 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.364372 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.364644 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.364912 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.365192 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.365464 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.365732 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.366024 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.366297 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.366566 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.366836 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.367109 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.367380 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.367651 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.367922 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.368188 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.368457 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.368726 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.368999 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.369267 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.369535 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.369808 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.370100 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.370370 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.370637 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.371432 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.371706 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.371990 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.372384 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.372663 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.372940 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.373219 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.373495 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.373790 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.374077 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.374356 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.374633 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.374904 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.375193 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.375475 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.375759 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.376036 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.376311 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.376600 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.376874 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.377153 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.377429 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.377705 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.378016 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.378299 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.378591 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.378879 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.379169 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.379459 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.379750 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.380028 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.380335 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.380614 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:32.380831 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 20:31:32.381073 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100264) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 20:31:32.730919 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:31:32.731202 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:31:32.731493 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:31:32.731836 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 20:31:33.126642 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.126886 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.127179 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.128537 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.128809 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.129076 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.163322 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.163632 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.163933 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.177863 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.178169 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.178440 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.208996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.209268 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.209559 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.246465 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.246738 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.247008 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.482472 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.483125 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.483125 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.483315 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.483965 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.608410 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.608724 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.609013 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.609285 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.609558 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.609875 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.610164 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.610422 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.610675 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.610956 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.611216 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.611485 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.611748 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.612014 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.612269 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.612541 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.612811 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.614224 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.614526 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.614801 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.615107 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.615470 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.615740 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.616033 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.616291 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.616542 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.616949 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.617196 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.617437 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.617678 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.617935 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.618177 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:33.618543 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 20:31:33.621771 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 20:31:33.625731 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 20:31:33.629598 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 22 20:31:33.631270 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 20:31:33.631723 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 20:31:33.632057 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 20:31:33.632447 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 20:31:33.635466 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 20:31:33.635722 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 20:31:33.636074 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 20:31:33.663924 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 20:31:33.664376 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.664676 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100264) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 20:31:33.665039 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.666436 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100264) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 20:31:33.666716 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 20:31:33.666962 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 20:31:33.670861 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.671147 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:33.735306 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 20:31:33.735476 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 20:31:33.735685 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 20:31:33.736064 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 20:31:33.757380 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_db.sqlalchemy.engines [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100264) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 20:31:34.288493 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing driver for type 'gre' Jun 22 20:31:34.289029 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] gre ID ranges: [(1, 1000)] Jun 22 20:31:34.349168 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing driver for type 'local' Jun 22 20:31:34.349525 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing driver for type 'vlan' Jun 22 20:31:34.365578 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] VlanTypeDriver initialization complete Jun 22 20:31:34.365928 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing driver for type 'vxlan' Jun 22 20:31:34.366445 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] vxlan ID ranges: [(1, 1000)] Jun 22 20:31:34.426171 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing extension driver 'port_security' Jun 22 20:31:34.426507 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] PortSecurityExtensionDriver initialization complete Jun 22 20:31:34.426991 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing mechanism driver 'openvswitch' Jun 22 20:31:34.427352 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing mechanism driver 'hyperv' Jun 22 20:31:34.434193 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.plugins.ml2.plugin [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:34.435070 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.435451 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.435813 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.436206 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.436591 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.436939 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.437321 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.437673 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.438059 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.438515 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.438826 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.439303 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.439686 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.440034 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.440378 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.440763 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > address_group after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.441116 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > address_group after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.441461 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.441802 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] ML2 OVO RPC backend initialized. {{(pid=100264) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 20:31:34.442547 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.442900 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.443606 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.443943 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > networks before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.444574 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.444919 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > ports before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.445266 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.445666 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnets before_response 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.446037 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.446385 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.446726 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.447069 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.447410 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.447762 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.448104 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.448445 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.448781 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.450164 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.plugin [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Modular L2 Plugin initialization complete Jun 22 20:31:34.450679 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading services supported by the core plugin {{(pid=100264) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 20:31:34.451017 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.plugins.ml2.managers [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Got port-security extension from driver 'port_security' Jun 22 20:31:34.451494 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.extensions.vlantransparent [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Disabled vlantransparent extension. Jun 22 20:31:34.451994 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100264) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 20:31:34.452314 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: router Jun 22 20:31:34.489112 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.489765 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_create 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.489868 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router before_create 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.490253 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.490628 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.491037 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_delete 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.491553 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.491984 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_create 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.492354 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.492711 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.493168 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.493745 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.494260 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.494649 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.494997 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.495346 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: subnet after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.495696 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.496587 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.496937 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_create 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.497284 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.497635 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.498038 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router after_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.498387 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.498740 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_create 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.499103 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.499451 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_update 55549900 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.499828 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > network after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.500727 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Tracking information for resource: router configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:34.501059 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Tracking information for resource: floatingip configured {{(pid=100264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 20:31:34.506293 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.db.l3_agentschedulers_db [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 20:31:34.506900 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.507278 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.507635 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.507996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: port after_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.508827 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router before_create 55550100 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.509287 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.509786 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_create 55550100 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.510255 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > router precommit_update 55550100 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.516107 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.provider_configuration [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service providers = [] {{(pid=100264) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 20:31:34.516475 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.db.servicetype_db [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100264) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 20:31:34.519570 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.service_base [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 20:31:34.519926 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.service_base [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 20:31:34.520273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.service_base [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 20:31:34.521157 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.services.service_base [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 20:31:34.521535 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.services.service_base [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 20:31:34.521963 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.522288 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 20:31:34.533270 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.533613 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: auto_allocate Jun 22 20:31:34.539655 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: network precommit_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.539974 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: network precommit_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.540503 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.540827 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: tag Jun 22 20:31:34.547551 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.547884 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: timestamp Jun 22 20:31:34.551730 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.552066 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: network_ip_availability Jun 22 20:31:34.559926 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.560303 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.560661 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.561415 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.561738 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: flavors Jun 22 20:31:34.566556 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.566891 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading Plugin: revisions Jun 22 20:31:34.571603 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 20:31:34.571999 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=100264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:31:34.572752 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100264) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 20:31:34.573091 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Initializing extension manager. Jun 22 20:31:34.573613 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: __init__.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.574609 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: __pycache__ {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.574967 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.575498 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: address_group.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.576284 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.576960 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: address-group Jun 22 20:31:34.577289 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: address_scope.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.578032 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.578553 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: address-scope Jun 22 20:31:34.578877 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.579827 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.580344 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: router-admin-state-down-before-update Jun 22 20:31:34.580673 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: agent.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.581367 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.581879 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: agent Jun 22 20:31:34.582226 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: agent_resources_synced.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.583130 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.583644 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: agent-resources-synced Jun 22 20:31:34.583967 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: allowedaddresspairs.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.585768 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.586320 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: allowed-address-pairs Jun 22 20:31:34.586650 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: auto_allocated_topology.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.588018 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.588538 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: auto-allocated-topology Jun 22 20:31:34.588865 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: availability_zone.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.589595 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.590292 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: availability_zone Jun 22 20:31:34.590623 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: availability_zone_filter.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.591537 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.592055 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: availability_zone_filter Jun 22 20:31:34.592381 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: data_plane_status.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.593285 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.593792 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 20:31:34.594142 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: default_subnetpools.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.595055 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.595566 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: default-subnetpools Jun 22 20:31:34.595890 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.596707 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.597217 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: dhcp_agent_scheduler Jun 22 20:31:34.597565 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: dns.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.598546 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.598985 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 20:31:34.599308 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: dns_domain_ports.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.600211 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.600721 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 20:31:34.601048 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.601991 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.602506 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 20:31:34.602830 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: dvr.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.603496 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.604008 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: dvr Jun 22 20:31:34.604329 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: empty_string_filtering.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.605274 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.605788 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: empty-string-filtering Jun 22 20:31:34.606141 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.607039 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.607640 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 20:31:34.607960 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.608862 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.609373 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 20:31:34.609694 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: external_net.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.610687 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.611198 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: external-net Jun 22 20:31:34.611525 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.612420 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.612931 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: extra_dhcp_opt Jun 22 20:31:34.613254 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: extraroute.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.614181 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.614690 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: extraroute Jun 22 20:31:34.615012 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: extraroute_atomic.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.616051 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.616612 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: extraroute-atomic Jun 22 20:31:34.616941 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: filter_validation.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.617609 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.618144 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: filter-validation Jun 22 20:31:34.618469 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: fip_pf_description.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.619368 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.619876 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 20:31:34.620199 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: fip_port_details.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.621747 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.622301 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: fip-port-details Jun 22 20:31:34.622628 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: flavors.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.623873 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.624394 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: flavors Jun 22 20:31:34.624723 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.626448 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.626975 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 20:31:34.627305 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: floatingip_pools.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.627994 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.628510 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: floatingip-pools Jun 22 20:31:34.628835 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: ip_allocation.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.629753 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.630307 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 20:31:34.630634 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.631544 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.632062 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: ip-substring-filtering Jun 22 20:31:34.632389 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l2_adjacency.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.633304 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.633812 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 20:31:34.634251 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.635174 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.635693 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: router Jun 22 20:31:34.636028 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.638566 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.639107 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 20:31:34.639444 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.640367 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.640892 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: ext-gw-mode Jun 22 20:31:34.641235 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.644670 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.644670 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: l3-ha Jun 22 20:31:34.644670 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3_flavors.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.644670 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.644670 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: l3-flavors Jun 22 20:31:34.645442 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.645774 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.646323 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 20:31:34.646658 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: l3agentscheduler.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.647750 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.648269 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: l3_agent_scheduler Jun 22 20:31:34.648595 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: logging.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.650235 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.650770 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension logging not supported by any of loaded plugins Jun 22 20:31:34.651105 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: metering.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.651856 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.653213 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: metering Jun 22 20:31:34.653577 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.654740 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.655261 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: metering_source_and_destination_fields Jun 22 20:31:34.655593 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: multiprovidernet.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.656520 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.657036 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: multi-provider Jun 22 20:31:34.657360 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: netmtu.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.658298 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.658817 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: net-mtu Jun 22 20:31:34.659137 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: netmtu_writable.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.660052 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.660561 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: net-mtu-writable Jun 22 20:31:34.660884 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: network_availability_zone.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.661554 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.662094 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: network_availability_zone Jun 22 20:31:34.662417 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: network_ip_availability.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.663534 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.664047 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: network-ip-availability Jun 22 20:31:34.664376 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: network_segment_range.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.665160 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.665668 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 20:31:34.666031 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: pagination.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.667019 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.667354 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: pagination Jun 22 20:31:34.667712 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: port_device_profile.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.669363 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.669852 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: port-device-profile Jun 22 20:31:34.670208 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.671139 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.671663 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: port-mac-address-regenerate Jun 22 20:31:34.671988 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.672895 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.673411 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: port-numa-affinity-policy Jun 22 20:31:34.673734 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: port_resource_request.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.674676 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.675190 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 20:31:34.675512 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: portbindings.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.676433 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.676946 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: binding Jun 22 20:31:34.677269 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: portbindings_extended.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.678599 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.679122 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: binding-extended Jun 22 20:31:34.679450 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: portsecurity.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.680371 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.680901 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: port-security Jun 22 20:31:34.681228 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: project_id.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.682230 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.682567 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: project-id Jun 22 20:31:34.682893 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: providernet.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.683855 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.684375 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: provider Jun 22 20:31:34.684697 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.688521 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.689050 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos not supported by any of loaded plugins Jun 22 20:31:34.689388 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.690679 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.691207 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 20:31:34.691550 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.692449 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.692970 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 20:31:34.693562 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_default.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.694503 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.695017 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-default not supported by any of loaded plugins Jun 22 20:31:34.695342 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_fip.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.696000 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.696535 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 20:31:34.696832 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_gateway_ip.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.697748 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.698291 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 20:31:34.698615 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_port_network_policy.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.699670 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.700256 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 20:31:34.700587 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_rule_type_details.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.701503 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.702048 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 20:31:34.702375 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: qos_rules_alias.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.703427 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.703945 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 20:31:34.704273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: quotasv2.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.705248 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.705577 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: quotas Jun 22 20:31:34.705938 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: quotasv2_detail.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.709050 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.709396 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: quota_details Jun 22 20:31:34.709735 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: rbac.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.710871 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.711421 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: rbac-policies Jun 22 20:31:34.711894 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: rbac_address_group.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.713406 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.713406 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: rbac-address-group Jun 22 20:31:34.713615 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: rbac_address_scope.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.714468 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.715574 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: rbac-address-scope Jun 22 20:31:34.716116 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: rbac_security_groups.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.717108 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.717637 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: rbac-security-groups Jun 22 20:31:34.717995 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: rbac_subnetpool.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.718908 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.719428 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: rbac-subnetpool Jun 22 20:31:34.719755 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: revisionifmatch.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.720668 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.721194 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: revision-if-match Jun 22 20:31:34.721517 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: revisions.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.722917 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.723433 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: standard-attr-revisions Jun 22 20:31:34.723758 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: router_availability_zone.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.724437 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.724963 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: router_availability_zone Jun 22 20:31:34.725288 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: routerservicetype.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.726228 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.726746 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 20:31:34.727072 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.728023 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.728638 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: security-groups-normalized-cidr Jun 22 20:31:34.728970 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.729889 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.731159 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: port-security-groups-filtering Jun 22 20:31:34.731498 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.732424 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.732946 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: security-groups-remote-address-group Jun 22 20:31:34.733267 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: securitygroup.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.743508 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.744065 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: security-group Jun 22 20:31:34.744401 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: segment.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.745225 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.745733 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension segment not supported by any of loaded plugins Jun 22 20:31:34.746126 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.747216 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.747737 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 20:31:34.748064 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: servicetype.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.749202 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.749728 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: service-type Jun 22 20:31:34.750095 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: sorting.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.751070 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.751410 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: sorting Jun 22 20:31:34.751734 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: standard_attr_segment.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.752711 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.753236 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 20:31:34.753561 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: standardattrdescription.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.754246 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.754759 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: standard-attr-description Jun 22 20:31:34.755084 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: stateful_security_group.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.756004 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.756522 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: stateful-security-group Jun 22 20:31:34.756847 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: stdattrs_common.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.757424 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 20:31:34.757751 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.758810 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.759321 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 20:31:34.759646 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnet_onboard.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.760715 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.761242 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: subnet_onboard Jun 22 20:31:34.761727 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.762925 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.763443 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 20:31:34.763766 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnet_service_types.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.764685 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.765204 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: subnet-service-types Jun 22 20:31:34.765527 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnetallocation.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.766650 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.767169 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: subnet_allocation Jun 22 20:31:34.767491 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.768152 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.768665 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: subnetpool-prefix-ops Jun 22 20:31:34.768987 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.769933 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.770452 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 20:31:34.770776 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: tagging.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.771904 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.772418 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: standard-attr-tag Jun 22 20:31:34.772743 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: timestamp.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.774035 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.774555 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loaded extension: standard-attr-timestamp Jun 22 20:31:34.774881 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: trunk.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.775914 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.776434 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension trunk not supported by any of loaded plugins Jun 22 20:31:34.776760 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: trunk_details.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.778426 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.778944 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 20:31:34.779270 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: uplink_status_propagation.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.780188 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.780704 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 20:31:34.781028 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Loading extension file: vlantransparent.py {{(pid=100264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 20:31:34.781700 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 20:31:34.782250 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 20:31:34.784793 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:network Jun 22 20:31:34.785347 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnet Jun 22 20:31:34.785746 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 20:31:34.786174 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:port Jun 22 20:31:34.787458 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.787908 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service FLAVORS assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.788528 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.788968 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.789514 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:router Jun 22 20:31:34.790031 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 20:31:34.790487 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service METERING assigned prefix: /metering {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.791963 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.792341 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.792778 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:31:34.794483 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 20:31:34.794943 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:security_group Jun 22 20:31:34.795387 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 20:31:34.796030 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service CORE assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.796345 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 20:31:34.796698 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] subnetpool is already registered Jun 22 20:31:34.797141 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service CORE assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.797471 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 20:31:34.797805 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] subnetpool is already registered Jun 22 20:31:34.800177 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.800611 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service FLAVORS assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.801203 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.801625 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.801993 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:router Jun 22 20:31:34.802340 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] router is already registered Jun 22 20:31:34.802754 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 20:31:34.803091 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] floatingip is already registered Jun 22 20:31:34.803548 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service METERING assigned prefix: /metering {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.804236 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 20:31:34.804564 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] rbac_policy is already registered Jun 22 20:31:34.804977 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:security_group Jun 22 20:31:34.805311 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] security_group is already registered Jun 22 20:31:34.805714 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 20:31:34.806071 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] security_group_rule is already registered Jun 22 20:31:34.806690 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service CORE assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.807027 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 20:31:34.807363 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] subnetpool is already registered Jun 22 20:31:34.807787 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.v2.resource_helper [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Service CORE assigned prefix: {{(pid=100264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 20:31:34.808112 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 20:31:34.808525 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING neutron.quota.resource_registry [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] subnetpool is already registered Jun 22 20:31:34.809007 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: extensions {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.810597 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: address-groups {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.812116 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: address-scopes {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.813452 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: agents {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.814640 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: auto-allocated-topology {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.815879 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: availability_zones {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.817102 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: dhcp-networks {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.818959 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: dhcp-agents {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.820407 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: routers {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.822142 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: flavors {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.824847 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: service_profiles {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.826092 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: next_providers {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.827582 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: service_profiles {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.829125 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: floatingip-pools {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.831273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: routers {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.832129 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: floatingips {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.833403 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: l3-routers {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.834844 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: l3-agents {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.836252 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: metering-labels {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.837518 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: metering-label-rules {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.838939 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: network-ip-availabilities {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.840749 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: bindings {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.842611 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: quotas {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.844164 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: quotas {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.845596 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: rbac-policies {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.846824 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: security-groups {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.848145 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: security-group-rules {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.849377 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: service-providers {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.850662 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: subnetpools {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.852093 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: subnetpools {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.853650 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.856032 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.857851 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.859638 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.861340 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.863316 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.865007 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.866902 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.868741 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.870526 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron.api.extensions [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Extended resource: tags {{(pid=100264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 20:31:34.876719 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING keystonemiddleware.auth_token [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 20:31:34.881365 dv-neutron-797537-2-hyperv neutron-server[100264]: WARNING keystonemiddleware.auth_token [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 20:31:34.890785 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Acquired lock "singleton_lock" {{(pid=100264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 20:31:34.891266 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_concurrency.lockutils [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Releasing lock "singleton_lock" {{(pid=100264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 20:31:34.891914 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Starting 2 workers Jun 22 20:31:34.896793 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Started child 100373 {{(pid=100264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 20:31:34.901317 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Started child 100374 {{(pid=100264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 20:31:34.902951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.903614 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO neutron.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 20:31:34.904275 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Notify callbacks [] for process, before_spawn {{(pid=100264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.904522 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [-] (100373) wsgi starting up on http://0.0.0.0:9696 Jun 22 20:31:34.906804 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Starting 1 workers Jun 22 20:31:34.907017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.908403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [-] (100374) wsgi starting up on http://0.0.0.0:9696 Jun 22 20:31:34.911996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Started child 100375 {{(pid=100264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 20:31:34.912514 dv-neutron-797537-2-hyperv neutron-server[100264]: INFO oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Starting 1 workers Jun 22 20:31:34.915825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] calling RpcWorker wait() {{(pid=100375) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 20:31:34.916406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] returning from RpcWorker wait() {{(pid=100375) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 20:31:34.917634 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Started child 100376 {{(pid=100264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 20:31:34.917824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.918277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:34.918646 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG neutron_lib.callbacks.manager [None req-4e21c601-add9-4a8a-aacb-69b450531650 None None] Notify callbacks [] for process, after_spawn {{(pid=100264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.920818 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 20:31:34.921040 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 20:31:34.921291 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 20:31:34.921686 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 20:31:34.922362 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 20:31:34.922717 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 20:31:34.923579 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.923751 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:34.924711 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.925060 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:34.925324 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.925812 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.926312 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.927191 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.927585 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.928001 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.928483 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.928890 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.929417 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.929737 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.930211 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.930657 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.931091 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.931540 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.931992 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.932452 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.932847 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.933419 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.933990 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.934421 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.934869 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] debug = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.935315 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.936000 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.936426 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.936848 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.937361 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.938034 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.938443 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.939167 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.939596 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.940044 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.940467 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.940901 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.941317 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.941741 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.942171 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.942692 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.943097 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.944027 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] host = dv-neutron-797537-2-hyperv {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.944442 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.944859 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.945264 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.945795 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.946252 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.946667 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.947204 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.947679 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.948080 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.948229 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.948446 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.949408 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.949784 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.950243 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.950568 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_options = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.951051 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.951472 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.951917 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.952190 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.952372 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.952562 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.952942 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.953187 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.953453 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.953685 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.953924 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.954180 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.954404 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.954630 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.954895 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.955144 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.955368 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.955596 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.955862 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.956093 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.956320 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.956569 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.956811 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.957252 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.957474 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.957695 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.957967 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.958333 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.958715 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.959139 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.959379 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.959646 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.959903 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.960150 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.960406 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.960637 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.960875 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.961150 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.961382 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.961726 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.961996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.962232 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.962666 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.963065 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.963385 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.963634 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_json = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.963856 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.964098 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.964349 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.965813 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.966273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.966518 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.966759 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.967009 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:34.967462 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.967778 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.968112 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.968388 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.968625 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.968876 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.969112 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.969352 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.969605 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.969857 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.970199 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.970424 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.970709 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.970949 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.971196 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.971534 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.971771 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.972041 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.972279 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.972513 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.972727 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.972943 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.973272 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.973533 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.973794 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.974090 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.974329 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.974564 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.974798 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.975033 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.975250 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.975486 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.975735 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.975977 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.976186 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.976647 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.976940 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.977238 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.977541 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.977857 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.978210 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.978505 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.978791 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.979065 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.979342 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.979637 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.979931 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.980248 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.980605 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.981095 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.981442 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.981756 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.982124 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.982408 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.982702 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.983008 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.983277 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.983551 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.983826 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.984101 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.984392 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.984715 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.984999 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.985215 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.985611 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.986015 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.986281 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.986501 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.986741 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.986955 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.987171 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.987407 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.987618 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.987832 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.988203 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.988573 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.988805 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.989161 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.989527 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.989930 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.990303 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.990879 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.991152 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.991389 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.991840 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.992162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.992401 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.992649 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.992891 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.993144 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.993362 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.993610 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.993836 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.994073 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.994308 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.994582 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.994811 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.995055 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.995280 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.995523 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.995801 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.996077 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.996406 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.996653 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.996969 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.997501 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.998127 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.998730 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.999325 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:34.999916 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.000260 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.000635 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.001269 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.001856 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.002289 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.002559 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.002864 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.003279 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.003732 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.004157 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.004609 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.005058 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.005462 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.005880 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.006303 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.006563 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.006806 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.007095 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.007327 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.007569 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.007801 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.008036 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.008367 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.008605 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.008835 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.009048 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.009304 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.009549 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.009789 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.010079 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.010327 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.010577 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.010834 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.011062 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.011274 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.012017 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.012232 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.012437 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.012676 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.012888 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.013103 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.013316 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.013527 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.013758 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.013996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.014213 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.014423 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.014641 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.014861 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.015084 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.015296 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.015511 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.015758 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.015972 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.016185 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.016398 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.016610 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.016856 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.017086 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.017368 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.017616 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.017861 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.018130 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.018354 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.018620 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.018829 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.019068 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.019281 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.019513 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.019738 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.019954 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.020162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.020393 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.020612 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.020857 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.021110 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.021450 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.021779 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.022037 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.022264 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.022500 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.022714 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.022948 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.023182 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.023398 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.023615 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.023828 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.024063 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.024353 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.024506 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.024744 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.024949 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.025327 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.025553 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.026171 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.026550 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.026845 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.027739 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.027980 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.028234 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.028466 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.028859 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.029073 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.029284 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.029500 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.029708 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.029962 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.030174 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.030404 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.030639 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.030825 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.031232 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.031640 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.031870 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.032085 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.032292 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.032537 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.032743 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.032951 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.033170 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.033372 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.033822 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.034087 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.034305 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.034583 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.034829 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.035081 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.035319 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.035648 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.035897 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.036162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.036384 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.036602 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.036822 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.037069 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.037362 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.037668 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.037949 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.038181 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.038490 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.038766 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.039023 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.039462 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.039752 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.040151 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.040364 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.040605 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.040854 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.041148 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.041368 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.041583 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.041826 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.042121 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.042337 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.042575 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.042931 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.043248 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.043466 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.043692 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.043944 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.044158 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.044413 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.044635 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.044846 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.045001 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 20:31:35.045549 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 20:31:35.045708 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 20:31:35.045858 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 20:31:35.046051 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 20:31:35.046218 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 20:31:35.046368 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 20:31:35.046576 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.046715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:35.046813 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.046896 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047032 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047178 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047355 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047513 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047667 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047824 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.047978 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048133 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048293 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048452 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048605 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048758 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.048912 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049068 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049224 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049384 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049537 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049696 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.049849 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050025 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] debug = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050179 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050393 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050554 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050698 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.050855 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051009 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051163 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051316 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051470 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051625 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051779 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.051934 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052088 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052241 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052394 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052550 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052704 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.052858 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] host = dv-neutron-797537-2-hyperv {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053012 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053167 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053321 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053475 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053629 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053782 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.053958 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054116 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054269 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054422 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054578 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054737 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.054893 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055046 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055199 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_options = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055355 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055508 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055661 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.055848 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056008 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056318 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056505 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056652 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.056822 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057001 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057157 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057314 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057469 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057621 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057771 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.057942 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058088 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058227 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058393 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058535 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058673 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058810 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.058948 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059098 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059237 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059374 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059534 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059700 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059844 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.059996 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060134 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060419 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060561 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060699 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.060857 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061002 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061158 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061313 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061467 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061623 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.061825 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062010 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062138 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062263 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_json = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062386 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062509 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062656 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062810 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.062965 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.063105 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.063262 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.063416 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 20:31:35.063590 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.063746 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.063913 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064071 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064229 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064387 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064543 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064701 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.064894 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065036 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065164 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065323 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065686 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065686 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065847 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.065982 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066113 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066251 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066409 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066566 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066722 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.066878 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067051 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067209 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067374 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067531 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067690 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.067848 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.068005 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.068168 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.068588 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.068747 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.068904 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069061 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069218 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069375 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069532 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069691 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.069849 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070044 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070300 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070435 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070594 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070730 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070830 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.070971 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071131 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071290 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071448 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071606 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071774 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.071932 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072089 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072246 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072404 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072560 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072717 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.072874 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073031 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073188 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073397 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073525 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073651 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.073808 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.074546 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.074773 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.074969 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075127 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075283 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075439 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075596 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075753 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.075910 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076146 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076240 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076364 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076520 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076678 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076834 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.076992 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077149 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077307 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077464 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077621 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077787 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.077978 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078138 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078295 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078453 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078613 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078769 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.078925 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079085 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079241 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079399 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079555 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079713 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.079873 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080030 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080187 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080342 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080500 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080657 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080815 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.080973 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081131 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081288 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081445 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081601 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081757 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.081927 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082096 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082254 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082413 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082569 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082732 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.082899 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083057 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083217 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083375 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083531 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083689 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.083846 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084004 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084320 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084478 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084642 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084809 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.084965 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085123 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085280 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085460 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085616 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085772 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.085947 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086106 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086269 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086408 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086571 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086732 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.086868 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087016 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087157 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087312 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087479 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087625 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087768 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.087927 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088073 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088217 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088355 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088494 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088627 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088790 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.088945 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.089085 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.089238 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.089381 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.089550 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.090271 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.090458 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.090766 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.090952 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091114 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091273 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091429 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091620 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091762 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.091915 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092065 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092220 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092379 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092538 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092698 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092837 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.092985 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093127 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093277 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093417 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093577 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093731 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.093871 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094047 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094191 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094328 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094487 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094659 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094817 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.094973 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095131 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095292 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095450 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095610 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095769 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.095924 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.096087 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.096236 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.096389 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.096549 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.096693 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097034 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097034 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097301 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097301 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097451 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097590 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097747 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.097920 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098083 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098240 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098407 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098565 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098726 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.098884 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099042 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099208 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099365 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099522 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099680 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.099836 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100001 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100157 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100314 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100497 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100634 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100768 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.100915 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101068 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101215 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101373 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101537 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101695 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.101852 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102031 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102169 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102326 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102483 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102651 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102807 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.102966 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103124 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103283 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103440 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103601 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103763 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.103933 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.104097 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.104416 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.104584 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.104750 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.104918 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.105075 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.105361 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.105632 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.105871 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106057 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106222 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106372 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106529 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106687 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.106847 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107005 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107162 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107320 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107479 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107636 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107794 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.107951 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108109 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108267 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108424 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108581 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108738 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 20:31:35.108893 dv-neutron-797537-2-hyperv neutron-server[100264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 20:31:35.296030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 51848) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:31:35.304751 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064116 Jun 22 20:31:46.927432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad5803-b30a-42d4-9400-306fc2db4d34 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:31:47.018272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad5803-b30a-42d4-9400-306fc2db4d34 None None] No non-hosted networks {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 20:31:47.040411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ada5c2c-78e8-43f8-b764-9bdff7ded661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:49.573095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-682243fa-6c4d-47f8-8271-907065dce78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:49.652779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1fd46fd3-d5b1-486e-b03b-8e8e07d9b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:49.905574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:49.907146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.908108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.908982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.909812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.910695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.911445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.912381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.913242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.914059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.915089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.915908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.917064 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:31:49.919229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797537-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:49.932672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797537-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:31:50.952249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:52.690332 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.db.l3_hamode_db [None req-f03f973b-87c8-47c1-a4fc-824b09c8a141 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 20:31:52.776270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f973b-87c8-47c1-a4fc-824b09c8a141 None None] Routers set() bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:31:52.777217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f973b-87c8-47c1-a4fc-824b09c8a141 None None] Router IDs set() for agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 20:31:52.834556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:53.803174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 51940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:31:54.323223 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING oslo_policy.policy [None req-dae7595e-8f5d-4d1d-98cc-5ce829f086b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:54.324344 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING oslo_policy.policy [None req-dae7595e-8f5d-4d1d-98cc-5ce829f086b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:54.547172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-dae7595e-8f5d-4d1d-98cc-5ce829f086b7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:31:54.548434 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dae7595e-8f5d-4d1d-98cc-5ce829f086b7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7430983 Jun 22 20:31:56.934899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 51954) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:31:57.452965 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING oslo_policy.policy [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:57.453551 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING oslo_policy.policy [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:57.668170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:31:57.761342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.policy [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 20:31:57.805492 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING oslo_policy.policy [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:57.805889 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING oslo_policy.policy [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:31:57.815425 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.quota [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] Loaded quota_driver: . Jun 22 20:31:57.909955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787475047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787474610', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787299578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787296932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787319907', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764787277529', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3778054', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3803002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-722544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551739'] for rbac-policy, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:57.975935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:31:57.977121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-933a1750-03dc-46eb-b2e6-3e853015266d admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0413055 Jun 22 20:32:00.535031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 51972) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:00.846310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Request body: {'network': {'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'name': 'private', 'admin_state_up': True, 'project_id': '8c44c565f3cf42aa9f654c044151b237'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:00.875536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Made reservation on behalf of 8c44c565f3cf42aa9f654c044151b237 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:32:00.878379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:00.896815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.026381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.031101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.036548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:01.055910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:32:01.081199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764788772374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.081790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Unsubscribe: segment precommit_create {{(pid=100374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 20:32:01.082308 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Added segment 350658fb-dad0-4b12-b32a-5465645bede8 of type vlan for network 70cfe70f-a55a-4285-8cc3-f832de834b29 Jun 22 20:32:01.098557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523874c-4d6d-4dc3-8f76-49095bc82943,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:01.147471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.147811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.148165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.148446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.148758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.149085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.149393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.149713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.150054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.150352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.150651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.150947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Tracked resource versions report: Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: pushed versions: Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: { 'AddressGroup': {'1.2'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'ConntrackHelper': {'1.0'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Log': {'1.0'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Network': {'1.1'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Port': {'1.7'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'PortForwarding': {'1.2'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'QosPolicy': {'1.8'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroup': {'1.4'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SubPort': {'1.0'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Subnet': {'1.1'}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Trunk': {'1.1'}} Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: consumer versions: Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'ConntrackHelper': '1.0', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Log': '1.0', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Network': '1.1', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Port': '1.7', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'PortForwarding': '1.2', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'QosPolicy': '1.8', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroup': '1.4', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroupRule': '1.2', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SubPort': '1.0', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Subnet': '1.1', Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Trunk': '1.1'}} Jun 22 20:32:01.152387 dv-neutron-797537-2-hyperv neutron-server[100374]: {{(pid=100374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:32:01.201145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.210152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:01.254137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.255600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:01.256260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:01.259035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:01.317646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7813873 Jun 22 20:32:01.363121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Pushing event updated for resources: {'Network': ['ID=70cfe70f-a55a-4285-8cc3-f832de834b29,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:01.366461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:01.377186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:32:03.970831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 51986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:04.398111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde4d22-953c-46d9-8b26-49ecec977507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:04.399493 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5fde4d22-953c-46d9-8b26-49ecec977507 admin admin] 10.222.0.66 "GET /v2.0/networks/70cfe70f-a55a-4285-8cc3-f832de834b29 HTTP/1.1" status: 200 len: 825 time: 0.4276958 Jun 22 20:32:04.423879 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d039a544-69f3-4b15-bfa6-469c2534ed1a admin admin] 10.222.0.66 "GET /v2.0/subnetpools/2721fa99-c3cd-4068-b3f3-7fafe2fde7b9 HTTP/1.1" status: 200 len: 734 time: 0.0181551 Jun 22 20:32:04.432626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'name': 'private-subnet', 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:04.456579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Made reservation on behalf of 8c44c565f3cf42aa9f654c044151b237 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:32:04.459433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:04.763771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:04.765861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:04.834282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a8e4d6-1a75-4eac-89f8-4b79f5b18cca,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:04.836453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Checking segment: {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:32:04.836848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Network hostable DHCP agents. Network: 70cfe70f-a55a-4285-8cc3-f832de834b29, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:32:04.842465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:04.859003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:32:04.871740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 70cfe70f-a55a-4285-8cc3-f832de834b29) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:04.876745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:04.877449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:04.882335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d2f8e-a223-4596-b0fd-195e453b6c1f None None] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:32:04.899296 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4677629 Jun 22 20:32:05.200286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-70cfe70f-a55a-4285-8cc3-f832de834b29', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:32:05.201485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:05.471460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Allocated IP 172.20.0.2 (70cfe70f-a55a-4285-8cc3-f832de834b29/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca/a7559d28-6db6-44d2-8723-d36f4a957ddb) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:32:05.672146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:05.714786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Transition to ACTIVE for port object a7559d28-6db6-44d2-8723-d36f4a957ddb will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:32:05.735387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Transition to ACTIVE for port object a7559d28-6db6-44d2-8723-d36f4a957ddb will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:32:05.743571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:05.747451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:05.815164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:32:05.820030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:05.829247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:32:05.833597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Pushing event updated for resources: {'Port': ['ID=a7559d28-6db6-44d2-8723-d36f4a957ddb,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:05.858450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.858801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.859138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.859461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.859782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.860111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.860471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.860803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.861131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.861445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.861754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.862082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Tracked resource versions report: Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: pushed versions: Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: { 'AddressGroup': {'1.2'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'ConntrackHelper': {'1.0'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Log': {'1.0'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Network': {'1.1'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Port': {'1.7'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'PortForwarding': {'1.2'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'QosPolicy': {'1.8'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroup': {'1.4'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SubPort': {'1.0'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Subnet': {'1.1'}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Trunk': {'1.1'}} Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: consumer versions: Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'ConntrackHelper': '1.0', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Log': '1.0', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Network': '1.1', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Port': '1.7', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'PortForwarding': '1.2', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'QosPolicy': '1.8', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroup': '1.4', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroupRule': '1.2', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SubPort': '1.0', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Subnet': '1.1', Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Trunk': '1.1'}} Jun 22 20:32:05.863375 dv-neutron-797537-2-hyperv neutron-server[100375]: {{(pid=100375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:32:05.883186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:05.916872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Attempting to bind port a7559d28-6db6-44d2-8723-d36f4a957ddb on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:32:05.917414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Attempting to bind port a7559d28-6db6-44d2-8723-d36f4a957ddb by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:32:05.917983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Attempting to bind port a7559d28-6db6-44d2-8723-d36f4a957ddb on network 70cfe70f-a55a-4285-8cc3-f832de834b29 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:32:05.924098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:32:05.924555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Checking segment: {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:32:05.925196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:05.925787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Bound using segment: {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:32:05.926354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Bound port: a7559d28-6db6-44d2-8723-d36f4a957ddb, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:32:05.926854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:05.990325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] For port a7559d28-6db6-44d2-8723-d36f4a957ddb, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:32:05.995217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] For port a7559d28-6db6-44d2-8723-d36f4a957ddb, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a7559d28-6db6-44d2-8723-d36f4a957ddb,segment=NetworkSegment(350658fb-dad0-4b12-b32a-5465645bede8),segment_id=350658fb-dad0-4b12-b32a-5465645bede8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:32:06.001266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:06.007063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:06.072482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Pushing event updated for resources: {'Port': ['ID=a7559d28-6db6-44d2-8723-d36f4a957ddb,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:06.076623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:07.318820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 51994) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:07.638912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-64771a9e-91af-4a59-9fed-6da4ffe4a07e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:32:07.639863 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64771a9e-91af-4a59-9fed-6da4ffe4a07e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201289 Jun 22 20:32:10.014768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:10.326694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-6f082193-4645-40e3-aee1-3a9927b8dff2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:32:10.327652 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6f082193-4645-40e3-aee1-3a9927b8dff2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119814 Jun 22 20:32:12.131054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307bd3d-6209-4e7e-a162-9331afbac976 None None] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:32:12.215785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5d11221b-ad63-4555-ac2d-dffd4b9a4461 None None] Provisioning for port a7559d28-6db6-44d2-8723-d36f4a957ddb completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:32:12.230965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a7559d28-6db6-44d2-8723-d36f4a957ddb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:12.374438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a7559d28-6db6-44d2-8723-d36f4a957ddb completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:32:12.382584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a7559d28-6db6-44d2-8723-d36f4a957ddb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:12.382983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:12.525763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:12.562779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a7559d28-6db6-44d2-8723-d36f4a957ddb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a7559d28-6db6-44d2-8723-d36f4a957ddb,segment=NetworkSegment(350658fb-dad0-4b12-b32a-5465645bede8),segment_id=350658fb-dad0-4b12-b32a-5465645bede8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:32:12.567822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:12.570493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:12.617510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a7559d28-6db6-44d2-8723-d36f4a957ddb,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:12.620733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:12.643660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cf54c3ea-c0e7-419c-b08b-489ce661be36 None None] Provisioning complete for port a7559d28-6db6-44d2-8723-d36f4a957ddb triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:12.644121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cf54c3ea-c0e7-419c-b08b-489ce661be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:12.966467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52016) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:13.273014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8c44c565f3cf42aa9f654c044151b237'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:13.354571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.policy [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100373) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 20:32:13.415150 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING oslo_policy.policy [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:32:13.415534 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING oslo_policy.policy [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 20:32:13.426324 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.quota [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Loaded quota_driver: . Jun 22 20:32:13.492582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:13.495559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:13.660140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:13.666252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:13.687848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:13.689029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f8072a62-5cc9-42c8-b4de-d2d40c0cf25d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7216282 Jun 22 20:32:14.177582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a7559d28-6db6-44d2-8723-d36f4a957ddb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:14.232903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a7559d28-6db6-44d2-8723-d36f4a957ddb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:14.233270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:16.030838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52026) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:16.335953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-1bb71f68-4970-4756-9267-8cc15d54f109 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:32:16.336912 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1bb71f68-4970-4756-9267-8cc15d54f109 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051572 Jun 22 20:32:16.824862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7e0a7e1d-dc3a-4ffb-aef8-2058bd58a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:18.677680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52034) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:18.987368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:19.011505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Made reservation on behalf of a9a46e3688034e8c99d82000d3518f34 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:32:19.014340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.029531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.145321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.149220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.154028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:19.162063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=100373) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 20:32:19.193363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764788772374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.193956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Unsubscribe: segment precommit_create {{(pid=100373) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 20:32:19.194460 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Added segment ca18d2e2-feb8-469a-89d8-4dd0f4a2da73 of type flat for network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da Jun 22 20:32:19.212867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed442b-41b3-4e5d-b862-da49aec8f149,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:19.267453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.267784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.268117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.268436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.268749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.269083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.269399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.269722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.270062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.270368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.270670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.270972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Tracked resource versions report: Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: pushed versions: Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: { 'AddressGroup': {'1.2'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'ConntrackHelper': {'1.0'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Log': {'1.0'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Network': {'1.1'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Port': {'1.7'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'PortForwarding': {'1.2'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'QosPolicy': {'1.8'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroup': {'1.4'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SubPort': {'1.0'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Subnet': {'1.1'}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Trunk': {'1.1'}} Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: consumer versions: Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'ConntrackHelper': '1.0', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Log': '1.0', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Network': '1.1', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Port': '1.7', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'PortForwarding': '1.2', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'QosPolicy': '1.8', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroup': '1.4', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroupRule': '1.2', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SubPort': '1.0', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Subnet': '1.1', Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Trunk': '1.1'}} Jun 22 20:32:19.272224 dv-neutron-797537-2-hyperv neutron-server[100373]: {{(pid=100373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:32:19.321340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.329830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:19.373851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.375387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:19.376065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.379223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:19.434739 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7558076 Jun 22 20:32:19.477277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:19.481113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:19.488378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:32:19.569578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-19b1b391-4eeb-4399-8e55-79bb48a159cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:19.878378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:20.885643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:21.813714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52056) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:22.033492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9e21d-bc18-4bbd-b7fa-2061ae1da54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:22.035076 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-45c9e21d-bc18-4bbd-b7fa-2061ae1da54a admin admin] 10.222.0.66 "GET /v2.0/subnets/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca HTTP/1.1" status: 200 len: 849 time: 0.2202766 Jun 22 20:32:22.168101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-671fce46-f90f-42c8-b895-452d092e266e admin admin] 10.222.0.66 "GET /v2.0/routers/ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 HTTP/1.1" status: 200 len: 704 time: 0.1274552 Jun 22 20:32:22.432134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:22.722836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Allocated IP 172.20.0.1 (70cfe70f-a55a-4285-8cc3-f832de834b29/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca/2f456156-f37c-4f9f-bc78-5f25fc27972b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:32:22.794879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:22.909943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:22.932702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Transition to ACTIVE for port object 2f456156-f37c-4f9f-bc78-5f25fc27972b will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:32:23.013986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.016916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:23.081952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:32:23.090522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:23.099918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:32:23.099918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.103389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f456156-f37c-4f9f-bc78-5f25fc27972b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:23.158402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:23.307363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ab6edd9b-27a6-47e1-bbd0-dfdb7e0686d3 None None] Provisioning for port 2f456156-f37c-4f9f-bc78-5f25fc27972b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:32:23.311488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ab6edd9b-27a6-47e1-bbd0-dfdb7e0686d3 None None] Provisioning complete for port 2f456156-f37c-4f9f-bc78-5f25fc27972b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:23.311859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab6edd9b-27a6-47e1-bbd0-dfdb7e0686d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.348235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ab6edd9b-27a6-47e1-bbd0-dfdb7e0686d3 None None] Port 2f456156-f37c-4f9f-bc78-5f25fc27972b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:32:23.367346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.547014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.551152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.552216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.554516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:23.636675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f456156-f37c-4f9f-bc78-5f25fc27972b,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:23.640280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:23.680123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:32:23.681458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:23.847430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:32:23.869842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f149e504-bfd4-4c4a-b2a1-a9918d5ec7dd None None] Provisioning complete for port 2f456156-f37c-4f9f-bc78-5f25fc27972b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:23.870718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f149e504-bfd4-4c4a-b2a1-a9918d5ec7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:23.903381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f149e504-bfd4-4c4a-b2a1-a9918d5ec7dd None None] Port 2f456156-f37c-4f9f-bc78-5f25fc27972b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:32:23.940791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:32:23.946224 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] 10.222.0.66 "PUT /v2.0/routers/ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7731142 Jun 22 20:32:23.951751 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Sync routers for ids ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:32:23.966351 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Routers {'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:32:23.967192 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:32:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:24.153683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Set router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:32:24.581608 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:23Z', 'revision_number': 2, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port_host': None, '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:23Z', 'revision_number': 2, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:24.633792 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Checking router: ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:32:24.634190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Updating router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 port 2f456156-f37c-4f9f-bc78-5f25fc27972b binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:32:24.698064 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.194484 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.212824 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Transition to ACTIVE for port object 2f456156-f37c-4f9f-bc78-5f25fc27972b will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:32:25.219655 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.223698 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:25.376096 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Pushing event updated for resources: {'Port': ['ID=2f456156-f37c-4f9f-bc78-5f25fc27972b,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:25.391870 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.392203 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.392525 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.392840 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.393150 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.393476 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.393788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.394216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.394541 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.394847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.395148 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.395448 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Tracked resource versions report: Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: pushed versions: Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: { 'AddressGroup': {'1.2'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'ConntrackHelper': {'1.0'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Log': {'1.0'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Network': {'1.1'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Port': {'1.7'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'PortForwarding': {'1.2'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'QosPolicy': {'1.8'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroup': {'1.4'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SubPort': {'1.0'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Subnet': {'1.1'}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Trunk': {'1.1'}} Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: consumer versions: Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'ConntrackHelper': '1.0', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Log': '1.0', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Network': '1.1', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Port': '1.7', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'PortForwarding': '1.2', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'QosPolicy': '1.8', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroup': '1.4', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroupRule': '1.2', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SubPort': '1.0', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Subnet': '1.1', Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Trunk': '1.1'}} Jun 22 20:32:25.396727 dv-neutron-797537-2-hyperv neutron-server[100376]: {{(pid=100376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:32:25.399060 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Attempting to bind port 2f456156-f37c-4f9f-bc78-5f25fc27972b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:32:25.399439 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Attempting to bind port 2f456156-f37c-4f9f-bc78-5f25fc27972b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:32:25.399852 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Attempting to bind port 2f456156-f37c-4f9f-bc78-5f25fc27972b on network 70cfe70f-a55a-4285-8cc3-f832de834b29 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:32:25.403892 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:25.406520 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:32:25.406946 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Checking segment: {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:32:25.407422 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.408171 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Bound using segment: {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:32:25.408279 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Bound port: 2f456156-f37c-4f9f-bc78-5f25fc27972b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350658fb-dad0-4b12-b32a-5465645bede8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:32:25.408635 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.475109 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] For port 2f456156-f37c-4f9f-bc78-5f25fc27972b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:32:25.496630 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] For port 2f456156-f37c-4f9f-bc78-5f25fc27972b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2f456156-f37c-4f9f-bc78-5f25fc27972b,segment=NetworkSegment(350658fb-dad0-4b12-b32a-5465645bede8),segment_id=350658fb-dad0-4b12-b32a-5465645bede8)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:32:25.500990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:25.504838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:25.560813 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Routers {'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:32:25.561442 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:32:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:25.644253 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Pushing event updated for resources: {'Port': ['ID=2f456156-f37c-4f9f-bc78-5f25fc27972b,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:25.647648 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:25.662808 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] Set router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:32:25.880571 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:23Z', 'revision_number': 2, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port_host': None, '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:25Z', 'revision_number': 4, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:25.910232 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e175a-4d23-4b08-ab38-35b0ade43be3 None None] The sync data for ids ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'] in dv-neutron-797537-2-hyperv is: [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:23Z', 'revision_number': 2, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port_host': None, '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:25Z', 'revision_number': 4, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:32:26.167708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52076) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:26.278837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66773cf-a3ae-4c40-9c8a-148087117c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:26.280196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a66773cf-a3ae-4c40-9c8a-148087117c52 admin admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 842 time: 0.1115603 Jun 22 20:32:26.289348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'cidr': '172.26.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:26.313772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Made reservation on behalf of a9a46e3688034e8c99d82000d3518f34 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:32:26.316094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:26.638745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:32:26.639189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:26.641986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:26.695968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Pushing event updated for resources: {'Subnet': ['ID=564f7363-52e8-4844-9362-e1225bae032d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:26.699847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:26.707957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:32:26.708333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Network hostable DHCP agents. Network: fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:32:26.730787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:32:26.741552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:26.746445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:26.747214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:26.752629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a1e855-63eb-4a29-9783-d0ec552da1c2 None None] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:32:26.771258 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4753840 Jun 22 20:32:26.896056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7555c-fd88-4af8-9305-e6b5b70a0207 None None] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:32:27.974094 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:32:29.083172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52088) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:29.215122 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-589e0434-0337-4417-93da-0fe32962de77 admin admin] 10.222.0.66 "GET /v2.0/routers/ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 HTTP/1.1" status: 200 len: 710 time: 0.1307406 Jun 22 20:32:29.299315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9553373-da22-4c2d-8da5-a880ac730bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:32:29.300641 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e9553373-da22-4c2d-8da5-a880ac730bdd admin admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 886 time: 0.0806348 Jun 22 20:32:29.309738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:32:29.622821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:29.852669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:29.930517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.033646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Allocated IP 172.26.4.137 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/e564e16b-5555-4034-8cdf-7794bb5d932b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:32:30.137240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.179705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.181940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:30.205169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2f456156-f37c-4f9f-bc78-5f25fc27972b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:30.222539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:32:30.225200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:32:30.229302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:32:30.234376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Pushing event updated for resources: {'Port': ['ID=e564e16b-5555-4034-8cdf-7794bb5d932b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:30.254028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2f456156-f37c-4f9f-bc78-5f25fc27972b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:32:30.257757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2f456156-f37c-4f9f-bc78-5f25fc27972b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:30.258160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.267119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:30.332524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.366586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2f456156-f37c-4f9f-bc78-5f25fc27972b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2f456156-f37c-4f9f-bc78-5f25fc27972b,segment=NetworkSegment(350658fb-dad0-4b12-b32a-5465645bede8),segment_id=350658fb-dad0-4b12-b32a-5465645bede8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:32:30.370386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.373687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b17e4bfb-9c1c-4ea9-a5b1-7ec72f547e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:30.468063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2f456156-f37c-4f9f-bc78-5f25fc27972b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:30.471149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:30.482902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.673757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.677017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.781924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:32:30.976589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:32:30.981681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:30.982561 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] 10.222.0.66 "PUT /v2.0/routers/ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 HTTP/1.1" status: 200 len: 890 time: 1.6765516 Jun 22 20:32:30.986356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Sync routers for ids ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:32:30.998301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Routers {'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:32:30.998955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:32:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:31.214600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Set router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:32:31.603075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 4, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port': {'id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:29Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 5, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:31.653585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Checking router: ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:32:31.653949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Updating router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 port e564e16b-5555-4034-8cdf-7794bb5d932b binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:32:31.685780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.000343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.010285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Transition to ACTIVE for port object e564e16b-5555-4034-8cdf-7794bb5d932b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:32:32.014996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.017019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:32.066145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Pushing event updated for resources: {'Port': ['ID=e564e16b-5555-4034-8cdf-7794bb5d932b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:32.069766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:32.070819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Attempting to bind port e564e16b-5555-4034-8cdf-7794bb5d932b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:32:32.071186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Attempting to bind port e564e16b-5555-4034-8cdf-7794bb5d932b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:32:32.071541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Attempting to bind port e564e16b-5555-4034-8cdf-7794bb5d932b on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:32:32.077182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:32:32.077552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:32:32.077971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.078359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:32:32.078819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Bound port: e564e16b-5555-4034-8cdf-7794bb5d932b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:32:32.079185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.129881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] For port e564e16b-5555-4034-8cdf-7794bb5d932b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:32:32.132883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] For port e564e16b-5555-4034-8cdf-7794bb5d932b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e564e16b-5555-4034-8cdf-7794bb5d932b,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:32:32.138461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.147438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:32.198979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2f456156-f37c-4f9f-bc78-5f25fc27972b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:32.207058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Pushing event updated for resources: {'Port': ['ID=e564e16b-5555-4034-8cdf-7794bb5d932b,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:32.209493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Routers {'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:32:32.210238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:32:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:32.215078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:32.415069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2f456156-f37c-4f9f-bc78-5f25fc27972b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:32.415441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:32.455912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] Set router ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:32:32.699114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 4, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port': {'id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:29Z', 'updated_at': '2021-06-22T20:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 5, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:32:32.728755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfa6a5-5f51-4159-ba44-e73acbb4dcea None None] The sync data for ids ['ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7'] in dv-neutron-797537-2-hyperv is: [{'id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'name': 'router1', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:32:13Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 4, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'gw_port': {'id': 'e564e16b-5555-4034-8cdf-7794bb5d932b', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:29Z', 'updated_at': '2021-06-22T20:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2f456156-f37c-4f9f-bc78-5f25fc27972b', 'name': '', 'network_id': '70cfe70f-a55a-4285-8cc3-f832de834b29', 'tenant_id': '8c44c565f3cf42aa9f654c044151b237', 'mac_address': 'fa:16:3e:c5:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32cb8e-d9a6-4d42-9ddc-cf22a421abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:32:22Z', 'updated_at': '2021-06-22T20:32:30Z', 'revision_number': 5, 'project_id': '8c44c565f3cf42aa9f654c044151b237', 'subnets': [{'id': '06a8e4d6-1a75-4eac-89f8-4b79f5b18cca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2721fa99-c3cd-4068-b3f3-7fafe2fde7b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:32:33.371394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52098) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:32:33.496141 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c3a891e-494e-403e-99a1-bec1af1aa6af admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236255 Jun 22 20:32:34.216517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e564e16b-5555-4034-8cdf-7794bb5d932b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:34.266232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e564e16b-5555-4034-8cdf-7794bb5d932b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:32:34.270464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e564e16b-5555-4034-8cdf-7794bb5d932b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:34.270464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:34.350958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:34.377615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port e564e16b-5555-4034-8cdf-7794bb5d932b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e564e16b-5555-4034-8cdf-7794bb5d932b,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:32:34.385127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:34.389146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:32:34.438763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=e564e16b-5555-4034-8cdf-7794bb5d932b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:32:34.441692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:32:36.198028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e564e16b-5555-4034-8cdf-7794bb5d932b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:32:36.244355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e564e16b-5555-4034-8cdf-7794bb5d932b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:32:36.245028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:46.828080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b40ad7a1-c76a-49d8-9c7a-f014b873f0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:49.582870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ccdff3f5-f7c6-4261-ab81-2579da7da09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:49.903263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:50.905074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:32:52.820830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:04.974658 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:33:16.836779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b540a944-d112-4a82-992c-62c8ae1f855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:19.578763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5bb1750e-debc-4c16-82b7-bf941e7390e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:19.886404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:20.890545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:22.819918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:41.973631 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:33:46.834554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe8c2-a620-4a93-931c-1598d547386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:49.580207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ec0bad50-74ff-4349-9f18-4d9b5d6778b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:49.878070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:50.891120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:33:52.821918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:15.469567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52698) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:15.535930 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dc053e-fdab-4e02-a269-eeaf671fef01 admin admin] GET failed (client error): The resource could not be found. Jun 22 20:34:15.537302 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-85dc053e-fdab-4e02-a269-eeaf671fef01 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667565 Jun 22 20:34:15.732404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafe324-75f9-4d2c-99c3-f3e3442e6c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:15.733798 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2cafe324-75f9-4d2c-99c3-f3e3442e6c0b admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1913145 Jun 22 20:34:16.839553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87e342e7-92c7-4d24-a173-0c01d8e1fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:17.972610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52708) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:18.067838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c49d3e-52a3-466a-b413-d06d70c4db3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:18.070099 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e1c49d3e-52a3-466a-b413-d06d70c4db3e admin admin] 10.222.0.66 "GET /v2.0/subnets/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca HTTP/1.1" status: 200 len: 849 time: 0.0964510 Jun 22 20:34:18.079317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:34:18.170755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:18.331278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428'] for subnet, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:18.333585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-68b16ee3-ebb8-456e-98dc-6a0050c3623f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:34:18.364380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:18.364968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:18.367322 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] 10.222.0.66 "PUT /v2.0/subnets/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca HTTP/1.1" status: 200 len: 868 time: 0.2912390 Jun 22 20:34:18.386743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a850739-2720-4086-9a09-a701e2985feb None None] Network 70cfe70f-a55a-4285-8cc3-f832de834b29 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:34:18.390344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a8e4d6-1a75-4eac-89f8-4b79f5b18cca,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:34:18.399671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.400397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.401534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.401534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.401534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.401783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.402096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.402429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.402747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.403056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.403398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.403825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:34:18.408369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:34:18.857297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1db1aad4-c271-45b9-8a75-1716fb256ef0 None None] Provisioning complete for port a7559d28-6db6-44d2-8723-d36f4a957ddb triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:34:18.858071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1db1aad4-c271-45b9-8a75-1716fb256ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:18.960169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1db1aad4-c271-45b9-8a75-1716fb256ef0 None None] Provisioning complete for port 2f456156-f37c-4f9f-bc78-5f25fc27972b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:34:18.960859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1db1aad4-c271-45b9-8a75-1716fb256ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:18.973593 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:34:19.582317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a1730e58-360c-4a5d-bff9-a6fbf78f11e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:19.879312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:20.653126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52716) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:20.862241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df3355-7f27-43e0-b8c9-4e1da847f16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:20.862633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df3355-7f27-43e0-b8c9-4e1da847f16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:20.864145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e8df3355-7f27-43e0-b8c9-4e1da847f16a admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101066 Jun 22 20:34:20.896480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:22.825018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:23.051433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:23.186050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c22619-de79-421a-93d9-90668a10b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:23.186525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c22619-de79-421a-93d9-90668a10b01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:23.188040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-47c22619-de79-421a-93d9-90668a10b01f admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357589 Jun 22 20:34:25.448676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:25.626837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b77f2-f03b-4a99-8694-c2561729be82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:25.628146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4a3b77f2-f03b-4a99-8694-c2561729be82 admin admin] 10.222.0.66 "GET /v2.0/networks/70cfe70f-a55a-4285-8cc3-f832de834b29 HTTP/1.1" status: 200 len: 869 time: 0.1785231 Jun 22 20:34:27.818609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52742) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:27.953176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96354d8f-7a96-47d7-846d-c21e2f17edd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:27.954585 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-96354d8f-7a96-47d7-846d-c21e2f17edd5 admin admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 886 time: 0.1350174 Jun 22 20:34:30.127785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52750) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:30.249630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06be53-7cf4-4c9b-aa59-7b3d6da7e30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:30.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06be53-7cf4-4c9b-aa59-7b3d6da7e30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:30.251648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6e06be53-7cf4-4c9b-aa59-7b3d6da7e30f admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228635 Jun 22 20:34:32.439879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52758) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:32.560987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920937a2-8e13-4320-9874-cac6f05b537e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:32.561452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920937a2-8e13-4320-9874-cac6f05b537e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:32.562988 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-920937a2-8e13-4320-9874-cac6f05b537e admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221652 Jun 22 20:34:34.790845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52766) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:34.886814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab8ffa-1ab6-439c-970b-1b71f261af1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:34.888153 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-11ab8ffa-1ab6-439c-970b-1b71f261af1d admin admin] 10.222.0.66 "GET /v2.0/subnets/06a8e4d6-1a75-4eac-89f8-4b79f5b18cca HTTP/1.1" status: 200 len: 868 time: 0.0970125 Jun 22 20:34:37.017782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52774) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:34:37.106056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06217de-1b21-482a-8f1e-31607b0ece00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:34:37.107412 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b06217de-1b21-482a-8f1e-31607b0ece00 admin admin] 10.222.0.66 "GET /v2.0/subnets/564f7363-52e8-4844-9362-e1225bae032d HTTP/1.1" status: 200 len: 816 time: 0.0886641 Jun 22 20:34:46.842234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5017-1f72-4e43-bc21-ebe67984de31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:49.586545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf5ba-47ff-4e74-9be3-cc14b87df157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:49.894996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:50.898055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:52.830191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:34:55.972839 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:35:01.310749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52818) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:35:01.359247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-a8e298e4-4909-41e4-be6b-159cd3c51d94 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:35:01.360237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a8e298e4-4909-41e4-be6b-159cd3c51d94 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485573 Jun 22 20:35:03.609630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52826) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:35:03.673381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f739ca8e-1dc0-4f84-8a11-f38e18472a75 admin admin] GET failed (client error): The resource could not be found. Jun 22 20:35:03.674738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f739ca8e-1dc0-4f84-8a11-f38e18472a75 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641499 Jun 22 20:35:03.814810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca234672-0978-4a4c-9bf3-57dbaa6617db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:35:03.816661 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ca234672-0978-4a4c-9bf3-57dbaa6617db admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376555 Jun 22 20:35:06.002855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52834) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:35:06.051421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:35:06.072031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Made reservation on behalf of a9a46e3688034e8c99d82000d3518f34 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:35:06.074366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:06.113038 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.services.revisions.revision_plugin [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Could not find related network for resource to bump revision. Jun 22 20:35:06.126811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:35:06.136501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:06.136841 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Added segment 3d4b33da-7eba-4f88-b1b6-ba30c570bed2 of type vlan for network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 Jun 22 20:35:06.175863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:06.204267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:06.205542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:35:06.206139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:06.208034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:35:06.266944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2628887 Jun 22 20:35:06.274336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6e1ffe-2b1d-4967-9b0d-fd04629d7362,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:35:06.281724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.282119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.282454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.282777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.283095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.283417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.283792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.284071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.284404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.284701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.285013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.285320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:06.289855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:35:06.298786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:35:08.459097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52842) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:35:08.519145 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3889b45c-71a0-43d2-9f9a-168ba7f73f6b admin admin] GET failed (client error): The resource could not be found. Jun 22 20:35:08.520931 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3889b45c-71a0-43d2-9f9a-168ba7f73f6b admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603595 Jun 22 20:35:08.591197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375bb28-71a5-441b-a0a6-83005d9dc756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:35:08.592659 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8375bb28-71a5-441b-a0a6-83005d9dc756 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682173 Jun 22 20:35:08.605684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362', 'name': 'shared-subnet'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:35:08.626097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Made reservation on behalf of a9a46e3688034e8c99d82000d3518f34 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:35:08.628333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:08.796505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:08.798556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-787f16bc-6125-41f3-b377-6353a0455589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:35:08.853561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97d9e2d-cd0c-40f0-9f44-e290e270e9aa,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:35:08.859225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:35:08.864601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Checking segment: {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:35:08.864959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Network hostable DHCP agents. Network: ee6e1ffe-2b1d-4967-9b0d-fd04629d7362, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:35:08.882734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:35:08.893148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ee6e1ffe-2b1d-4967-9b0d-fd04629d7362) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:35:08.897551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:35:08.898158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:08.904285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09998e-7ab2-4083-a655-cd0fbe9b37cc None None] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:35:08.913713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114722 Jun 22 20:35:09.170566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ee6e1ffe-2b1d-4967-9b0d-fd04629d7362', 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362', 'tenant_id': 'a9a46e3688034e8c99d82000d3518f34', 'fixed_ips': [{'subnet_id': 'a97d9e2d-cd0c-40f0-9f44-e290e270e9aa'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:35:09.171449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.316733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Allocated IP 192.168.233.2 (ee6e1ffe-2b1d-4967-9b0d-fd04629d7362/a97d9e2d-cd0c-40f0-9f44-e290e270e9aa/ac26dc58-41d5-416b-9d74-810a5b6d7589) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:35:09.477424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.491956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Transition to ACTIVE for port object ac26dc58-41d5-416b-9d74-810a5b6d7589 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:35:09.507976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Transition to ACTIVE for port object ac26dc58-41d5-416b-9d74-810a5b6d7589 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:35:09.513923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.516216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:35:09.558227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:35:09.561235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:35:09.565791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:35:09.569002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Pushing event updated for resources: {'Port': ['ID=ac26dc58-41d5-416b-9d74-810a5b6d7589,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:35:09.579049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.579407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.579749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.580082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.580408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.580746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.581073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.581675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.582011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.582283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.582376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.582694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:35:09.587935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:35:09.640326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Attempting to bind port ac26dc58-41d5-416b-9d74-810a5b6d7589 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:35:09.640693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Attempting to bind port ac26dc58-41d5-416b-9d74-810a5b6d7589 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:35:09.641059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Attempting to bind port ac26dc58-41d5-416b-9d74-810a5b6d7589 on network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:35:09.646323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:35:09.647998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Checking segment: {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:35:09.648423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.648816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Bound using segment: {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:35:09.649287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Bound port: ac26dc58-41d5-416b-9d74-810a5b6d7589, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:35:09.649660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.716993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] For port ac26dc58-41d5-416b-9d74-810a5b6d7589, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:35:09.720678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] For port ac26dc58-41d5-416b-9d74-810a5b6d7589, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ac26dc58-41d5-416b-9d74-810a5b6d7589,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:35:09.724766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:09.727055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:35:09.791309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Pushing event updated for resources: {'Port': ['ID=ac26dc58-41d5-416b-9d74-810a5b6d7589,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:35:09.794915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:35:10.352671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ac26dc58-41d5-416b-9d74-810a5b6d7589 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:35:10.419072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port ac26dc58-41d5-416b-9d74-810a5b6d7589 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:35:10.710197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82017d41-e6a2-426f-9e65-a2a23ab297df None None] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:35:10.827542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Provisioning for port ac26dc58-41d5-416b-9d74-810a5b6d7589 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:35:10.839051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Provisioning complete for port ac26dc58-41d5-416b-9d74-810a5b6d7589 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:35:10.839426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:10.966310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:11.008296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] For port ac26dc58-41d5-416b-9d74-810a5b6d7589, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ac26dc58-41d5-416b-9d74-810a5b6d7589,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:35:11.014925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:11.017307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:35:11.066740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Pushing event updated for resources: {'Port': ['ID=ac26dc58-41d5-416b-9d74-810a5b6d7589,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:35:11.071684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:35:11.236784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-141fa96c-d6da-48c1-bca9-ae04d58e9bbd None None] Provisioning complete for port ac26dc58-41d5-416b-9d74-810a5b6d7589 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:35:11.237160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-141fa96c-d6da-48c1-bca9-ae04d58e9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:12.320279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ac26dc58-41d5-416b-9d74-810a5b6d7589 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:35:12.368081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ac26dc58-41d5-416b-9d74-810a5b6d7589 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:35:12.368473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:16.843263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0c53dbd1-c607-4f58-a115-6c58ccc9f6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:19.590513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c29dbaae-000d-4ac1-a5c8-2903c632858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:19.890846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:20.903882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:22.828277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:32.971061 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:35:46.844191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-13df14d3-0783-4698-8f49-9523b1780b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:49.591827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5c0a-0be7-45cd-88b3-1146dd2fd18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:49.892648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:50.913702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:35:52.831749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:09.969369 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:36:16.846137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eae0ca75-c5d4-454c-8a1b-7b8daf28ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:19.593585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ced6ff6-9764-4cc9-a1e7-cdc92d141dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:19.893679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:20.907828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:22.833375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:33.743051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52894) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:36:33.749142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-918e5ba8-c0f8-40a9-ac72-02a894adf401 tempest-verify_tempest_config-151652219 tempest-verify_tempest_config-151652219-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:36:33.750117 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-918e5ba8-c0f8-40a9-ac72-02a894adf401 tempest-verify_tempest_config-151652219 tempest-verify_tempest_config-151652219-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060878 Jun 22 20:36:34.077369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 52912) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:36:34.178199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.265013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.268669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.272059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:36:34.315772 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68ab271aa6c04f68a326faeabdde0429&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2368605 Jun 22 20:36:34.316304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3aa2d-a1fd-45b6-bb31-7aeea543ee61,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:36:34.318276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52916) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:36:34.324715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.325106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.325446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.325775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.326134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.326478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.326803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.327137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.327460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.327779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.328122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.328438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.332308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:36:34.374633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.394169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.480061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.482925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:34.484066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4a3aa2d-a1fd-45b6-bb31-7aeea543ee61 HTTP/1.1" status: 204 len: 168 time: 0.1648362 Jun 22 20:36:34.484671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:36:34.491994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3aa2d-a1fd-45b6-bb31-7aeea543ee61,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:36:34.498886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.499239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.499577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.499899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.500217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.500548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.500864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.501190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.501504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.501795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.502135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.502439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:36:34.505449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:36:46.848950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61c052f8-abb9-417a-abc2-212da760f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:46.968150 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:36:49.593159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6b03eed8-e629-4a91-a444-b2e87dfd5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:49.894883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:50.908859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:36:52.836166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:16.850399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9d21dbb-2711-45f7-9448-c77e8ab62e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:19.596505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2283620-5bda-41a7-8c9c-dfee52e2355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:19.895925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:20.912062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:22.838896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:23.966744 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 5 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:37:46.852370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c28078-c37a-44c8-93f6-812200e788ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:49.607196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e6750513-e82b-4775-9dca-766b0c82f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:49.901735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:50.916035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:52.136510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365'] for agent, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:37:52.843292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:00.965442 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:38:09.960771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52988) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:38:10.068912 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c3d28cf4-952a-4c1c-83ab-35baa15fd4af admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1070492 Jun 22 20:38:12.226598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 52998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:38:12.282692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-21185536-f782-4187-84c5-1a301a567e4f admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0546935 Jun 22 20:38:16.854012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-263ce480-6a17-45f3-bdcb-0f6eeb3f8e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:19.597763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a1fd22ad-99f1-47cc-9db8-f4fa96229289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:19.893041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:20.920968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:22.087360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:22.847888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:37.963909 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:38:46.861927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3134ac12-623d-4b4c-b1e7-519e7af17504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:49.601882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e560ab22-b2a9-45ef-b6b1-2efef76d7747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:49.898852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:50.924942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:52.107225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:38:52.871325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:14.962693 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:39:16.854457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1b25337-8da5-4c68-8d07-7a428971af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:19.603525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a9986c5-f007-4366-a542-ae7912cf3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:19.893784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:20.919887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:22.118494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:22.885216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.147581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53162) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:26.395065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2064445004-network', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:26.417861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Made reservation on behalf of ac4c14ed852340ed8462e73a12e43038 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:26.420785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.428746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.524736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.530020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.534683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:26.562096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:26.564025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74802ca9-aa0a-48fd-9f30-0c2e986f6833,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:26.576108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.576716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.577460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.577785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.578370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.578884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.579526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.579922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.580230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.580570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.580946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.581265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Tracked resource versions report: Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: pushed versions: Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: { 'AddressGroup': {'1.2'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'ConntrackHelper': {'1.0'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Log': {'1.0'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Network': {'1.1'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Port': {'1.7'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'PortForwarding': {'1.2'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'QosPolicy': {'1.8'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroup': {'1.4'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SubPort': {'1.0'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Subnet': {'1.1'}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Trunk': {'1.1'}} Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: consumer versions: Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: HyperV agent@hv-neutron-7975: {}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'ConntrackHelper': '1.0', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Log': '1.0', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Network': '1.1', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Port': '1.7', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'PortForwarding': '1.2', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'QosPolicy': '1.8', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroup': '1.4', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SecurityGroupRule': '1.2', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'SubPort': '1.0', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Subnet': '1.1', Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: 'Trunk': '1.1'}} Jun 22 20:39:26.582332 dv-neutron-797537-2-hyperv neutron-server[100374]: {{(pid=100374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:39:26.586814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:26.587854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.588188 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Added segment 73a45770-d702-4248-9d07-f924c64b3634 of type vlan for network ed84ea94-4d7c-4d65-9892-001535c67a19 Jun 22 20:39:26.634829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.663769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.665092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:26.665662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.668536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f974b0-734b-46ce-a60c-f18f94f40fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:26.694576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5487580 Jun 22 20:39:26.695445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:26.703159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Request body: {'subnet': {'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2064445004-subnet', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:26.706923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:26.732614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Made reservation on behalf of ac4c14ed852340ed8462e73a12e43038 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:26.735347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.739998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Pushing event updated for resources: {'Network': ['ID=ed84ea94-4d7c-4d65-9892-001535c67a19,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:26.744116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:26.752294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ed84ea94-4d7c-4d65-9892-001535c67a19 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:26.932486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:26.936404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:26.943128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e622f8d-c5ed-434c-9f74-02b7da584f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:27.001738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa0c018-21b8-4aac-be01-c63b3024a168,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:27.009971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.010520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.011054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.011395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.011889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.012781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.013267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.013589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.013923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.014244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.014557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.014864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Tracked resource versions report: Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: pushed versions: Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: { 'AddressGroup': {'1.2'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'ConntrackHelper': {'1.0'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Log': {'1.0'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Network': {'1.1'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Port': {'1.7'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'PortForwarding': {'1.2'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'QosPolicy': {'1.8'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroup': {'1.4'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SubPort': {'1.0'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Subnet': {'1.1'}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Trunk': {'1.1'}} Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: consumer versions: Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: HyperV agent@hv-neutron-7975: {}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'ConntrackHelper': '1.0', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Log': '1.0', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Network': '1.1', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Port': '1.7', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'PortForwarding': '1.2', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'QosPolicy': '1.8', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroup': '1.4', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SecurityGroupRule': '1.2', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'SubPort': '1.0', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Subnet': '1.1', Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: 'Trunk': '1.1'}} Jun 22 20:39:27.015876 dv-neutron-797537-2-hyperv neutron-server[100373]: {{(pid=100373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:39:27.022674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:27.023453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Checking segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:27.023668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Network hostable DHCP agents. Network: ed84ea94-4d7c-4d65-9892-001535c67a19, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:27.041039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Network ed84ea94-4d7c-4d65-9892-001535c67a19 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:27.050594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ed84ea94-4d7c-4d65-9892-001535c67a19) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:27.055229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:27.055900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.061462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b955b-6632-44cb-8d77-2e03e61d6c36 None None] Network ed84ea94-4d7c-4d65-9892-001535c67a19 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:27.078516 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3812993 Jun 22 20:39:27.078890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53218) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:27.083576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:27.113830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.116321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.202584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1499163175'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:27.238366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:27.247397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.276358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.290399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ed84ea94-4d7c-4d65-9892-001535c67a19', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:39:27.291481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.358343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.421163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.428737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.450297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:27.463668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.464275 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Added segment f357138a-4b26-4456-8f71-858c6f8ee3db of type vlan for network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 Jun 22 20:39:27.497931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:27.542410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.573652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896ae9f3-55b5-4796-8007-9a69620e76b2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:27.577918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:27.581975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.589235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:27.590936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.592288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.592687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Allocated IP 172.20.0.2 (ed84ea94-4d7c-4d65-9892-001535c67a19/7aa0c018-21b8-4aac-be01-c63b3024a168/eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:27.604625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4ee755f-551d-476d-9c85-813a863684f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:27.618119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1497952874-network', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:27.653974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Made reservation on behalf of 609a2416f91d42789362eb4c5bd4475b for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:27.657308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.667418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.791743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.801610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.821413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:27.832728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.833551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Added segment ed3078c1-a548-4409-a5ad-e9de7d90def6 of type vlan for network 46aee5db-cea0-4657-9b8b-abde1170ef75 Jun 22 20:39:27.837153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:27.838475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Network': ['ID=8b64b2e3-0620-48b6-9d3f-76194dd4b930,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:27.851839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1436629 Jun 22 20:39:27.852998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53236) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:27.853969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:27.860303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'subnet': {'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:27.884925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.901682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Transition to ACTIVE for port object eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:27.910433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.933418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Transition to ACTIVE for port object eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:27.941992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfe55568-d8b9-4c5e-8385-accc311371ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:27.945376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:27.964728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.979526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:27.981151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:27.986211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:27.986906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.019582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:28.023588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.031117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf38d0-b678-4c0a-8013-bdc96667b14c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.040834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Pushing event updated for resources: {'Port': ['ID=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.047150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.055445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:28.058467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1245596 Jun 22 20:39:28.063437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53244) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:28.078886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.079233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.080251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.080907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.081374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.081854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.082376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.082850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.083509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.083988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.084454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.084925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Tracked resource versions report: Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: pushed versions: Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: { 'AddressGroup': {'1.2'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'ConntrackHelper': {'1.0'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Log': {'1.0'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Network': {'1.1'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Port': {'1.7'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'PortForwarding': {'1.2'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'QosPolicy': {'1.8'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroup': {'1.4'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SubPort': {'1.0'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Subnet': {'1.1'}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Trunk': {'1.1'}} Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: consumer versions: Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: HyperV agent@hv-neutron-7975: {}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'ConntrackHelper': '1.0', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Log': '1.0', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Network': '1.1', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Port': '1.7', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'PortForwarding': '1.2', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'QosPolicy': '1.8', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroup': '1.4', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SecurityGroupRule': '1.2', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'SubPort': '1.0', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Subnet': '1.1', Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: 'Trunk': '1.1'}} Jun 22 20:39:28.086382 dv-neutron-797537-2-hyperv neutron-server[100375]: {{(pid=100375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:39:28.088869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Request body: {'subnet': {'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1497952874-subnet', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:28.095842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.107558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Network ed84ea94-4d7c-4d65-9892-001535c67a19 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:28.112842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:28.120818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:28.188079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Pushing event updated for resources: {'Network': ['ID=46aee5db-cea0-4657-9b8b-abde1170ef75,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.202490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.203812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:28.207227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Attempting to bind port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:28.207740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Attempting to bind port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:28.208094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Attempting to bind port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 on network ed84ea94-4d7c-4d65-9892-001535c67a19 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:28.234607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Made reservation on behalf of 609a2416f91d42789362eb4c5bd4475b for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:28.236770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.242171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:28.242727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Checking segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:28.243192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.243595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Bound using segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:28.244086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Bound port: eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:28.244478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.357341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:28.381817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] For port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:28.386000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] For port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:28.393821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.397813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:28.431657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.449867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.458902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:28.472362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.483511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Pushing event updated for resources: {'Port': ['ID=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.492777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.495111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.622611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Checking segment: {'id': 'f357138a-4b26-4456-8f71-858c6f8ee3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:28.622764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network hostable DHCP agents. Network: 8b64b2e3-0620-48b6-9d3f-76194dd4b930, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:28.693848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Subnet': ['ID=ea7f7048-80e8-42c6-a82b-88c663473f48,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.696479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.717960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:28.744015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 8b64b2e3-0620-48b6-9d3f-76194dd4b930) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:28.754714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:28.755318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.788002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25dd958-369c-41ec-bbbf-059ba9c49d50 None None] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:28.788899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.804151 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9488411 Jun 22 20:39:28.810434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53266) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:28.822085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1584166924', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:28.843471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.859501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-296f2fe0-955f-4b9f-8ee0-b83b69cb6733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:28.910268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Allocated IP 172.26.4.213 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/43f12eef-7f2c-4729-8a97-afa69380a5dd) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:28.914284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=34be42fe-fc61-405a-8583-3adb0bebd4c6,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:28.922698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:28.923564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.924634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:28.954597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Checking segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:28.955015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Network hostable DHCP agents. Network: 46aee5db-cea0-4657-9b8b-abde1170ef75, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:29.005412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.022115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:29.027405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020e372-2290-4c45-8f6a-9811599fee96 None None] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:29.064602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 46aee5db-cea0-4657-9b8b-abde1170ef75) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:29.072307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:29.072929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.093665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7034bc1-ceb3-420f-8bcb-bae0e6a93155 None None] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:29.117867 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0335352 Jun 22 20:39:29.122373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53276) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:29.127607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:29.150950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.208491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.209579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.491396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.546693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.627685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Allocated IP 172.26.4.19 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/9e412dd1-d21e-42b2-a4ec-c07d47da47a2) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:29.634776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.650966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:29.676405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-46aee5db-cea0-4657-9b8b-abde1170ef75', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:39:29.677383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.734353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53290) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:29.875213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.890836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:29.893368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:29.895269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53296) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:29.896004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53294) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:29.930147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b75104-b7c1-42a5-a59b-dfa8efa9dac8 None None] Network ed84ea94-4d7c-4d65-9892-001535c67a19 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:29.931019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:29.947166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Pushing event updated for resources: {'Port': ['ID=43f12eef-7f2c-4729-8a97-afa69380a5dd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:29.966409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:30.098295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Allocated IP 172.20.0.2 (46aee5db-cea0-4657-9b8b-abde1170ef75/34be42fe-fc61-405a-8583-3adb0bebd4c6/477ceb1b-da43-4497-8222-07da21c593f6) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:30.136209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-861516041', 'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:30.151961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6346d64d-c040-4fda-b356-0c704b4350a6 None None] Provisioning for port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:30.170568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4969bd6f-38da-476d-a541-9c16e481a7bf tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-611728023'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:30.171089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4969bd6f-38da-476d-a541-9c16e481a7bf tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Unknown quota resources ['metering_label']. {{(pid=100373) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:30.217124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.222544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53312) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:30.260000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.305241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-217197033'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:30.379490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:30.407074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.421826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Transition to ACTIVE for port object 477ceb1b-da43-4497-8222-07da21c593f6 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:30.443274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Transition to ACTIVE for port object 477ceb1b-da43-4497-8222-07da21c593f6 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:30.458390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.460507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:30.466537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.473823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-bc43f15f-cf8b-434d-aa51-0be5494dbe24 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:30.484056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Made reservation on behalf of 250575916cc746eab68aee492de7baec for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:30.486790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.516224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:30.521480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:30.526702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:30.584400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.596284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Pushing event updated for resources: {'Port': ['ID=477ceb1b-da43-4497-8222-07da21c593f6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:30.635652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:30.636851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:30.675316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Made reservation on behalf of 8b90947f10734fec8cef9402824057b0 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:30.679628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Attempting to bind port 477ceb1b-da43-4497-8222-07da21c593f6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:30.679796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.680188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Attempting to bind port 477ceb1b-da43-4497-8222-07da21c593f6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:30.680647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Attempting to bind port 477ceb1b-da43-4497-8222-07da21c593f6 on network 46aee5db-cea0-4657-9b8b-abde1170ef75 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:30.691360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:30.692024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Checking segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:30.692438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.692830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Bound using segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:30.693311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Bound port: 477ceb1b-da43-4497-8222-07da21c593f6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:30.693845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.707578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.723592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.731439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4969bd6f-38da-476d-a541-9c16e481a7bf tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.736184 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4969bd6f-38da-476d-a541-9c16e481a7bf tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8355463 Jun 22 20:39:30.737030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53318) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:30.748291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cf799f14-a47b-44cd-9cf3-4b6dfbdcf2eb tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5eb19adf-b440-4773-818f-ef2c5ad64e96'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:30.749065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cf799f14-a47b-44cd-9cf3-4b6dfbdcf2eb tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100373) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:30.761362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-57650747-b217-410a-b800-033cd6a48de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:30.767207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:30.781710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:30.782122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.828534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] For port 477ceb1b-da43-4497-8222-07da21c593f6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:30.834441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] For port 477ceb1b-da43-4497-8222-07da21c593f6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=477ceb1b-da43-4497-8222-07da21c593f6,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:30.847460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.851500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:30.871196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.896502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.911835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:30.919703 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bc43f15f-cf8b-434d-aa51-0be5494dbe24 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "PUT /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63 HTTP/1.1" status: 200 len: 366 time: 0.6930814 Jun 22 20:39:30.923014 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.services.metering.metering_plugin [None req-cf799f14-a47b-44cd-9cf3-4b6dfbdcf2eb tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 20:39:30.940943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53322) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:30.946040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:30.951816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc8ed03d-42ed-4e5e-9133-63a25f6a37ba None None] Provisioning complete for port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:30.952190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed03d-42ed-4e5e-9133-63a25f6a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:30.967270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:30.975721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.000451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Pushing event updated for resources: {'Port': ['ID=477ceb1b-da43-4497-8222-07da21c593f6,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:31.008947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:31.011345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.041940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.196 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/1f78814e-a4a0-40fe-ad9b-311f5c574399) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:31.058789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:31.094668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.098292 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0a2b594-52da-48d0-a25b-9ea3f4b420aa tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1472075 Jun 22 20:39:31.099157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53324) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.108452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:31.118216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Pushing event updated for resources: {'Port': ['ID=9e412dd1-d21e-42b2-a4ec-c07d47da47a2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:31.131690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-59494315-fbae-4463-8736-9e4021c1501d tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63 HTTP/1.1" status: 200 len: 366 time: 0.0298331 Jun 22 20:39:31.138131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53328) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.160493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc8ed03d-42ed-4e5e-9133-63a25f6a37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.182656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ec2a3f98-119a-4d3f-a6ac-26b1fc80d3d7 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63 HTTP/1.1" status: 204 len: 168 time: 0.0432434 Jun 22 20:39:31.183571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53330) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.185404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:31.187772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:31.189180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:31.212363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf799f14-a47b-44cd-9cf3-4b6dfbdcf2eb tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.219920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cf799f14-a47b-44cd-9cf3-4b6dfbdcf2eb tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4703281 Jun 22 20:39:31.244961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53332) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.244961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d1ad0b5b-b840-498b-96f9-8379b4d529e3 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5eb19adf-b440-4773-818f-ef2c5ad64e96'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:31.244961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d1ad0b5b-b840-498b-96f9-8379b4d529e3 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100373) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:31.246005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-cc8ed03d-42ed-4e5e-9133-63a25f6a37ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:39:31.246005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-cc8ed03d-42ed-4e5e-9133-63a25f6a37ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:39:31.340921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.341200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-630ae6ad-9ce5-4952-80e1-55daf3b485e5 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1525297 Jun 22 20:39:31.342155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.350138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Router e1e33fb3-9399-4fae-9816-605e45fcd451 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:39:31.356277 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6325d3f5-3139-4118-a22a-111d180e535c tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63 HTTP/1.1" status: 200 len: 370 time: 0.0123971 Jun 22 20:39:31.358997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.364047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a09ddff1-1fdc-427f-bf4c-ce5d8956ecf7 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63/default HTTP/1.1" status: 200 len: 370 time: 0.0037539 Jun 22 20:39:31.367136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53338) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.379906 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-79e4ebd2-3d1e-4f8f-a226-14afe9d9d4ed tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] delete failed (client error): The resource could not be found. Jun 22 20:39:31.380763 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-79e4ebd2-3d1e-4f8f-a226-14afe9d9d4ed tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/dc4051f74f5d482ead5acf2a1c822d63 HTTP/1.1" status: 404 len: 348 time: 0.0128841 Jun 22 20:39:31.407791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.408768 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.services.metering.metering_plugin [None req-d1ad0b5b-b840-498b-96f9-8379b4d529e3 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 20:39:31.444683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.494240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:31.515501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.521665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.554431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53342) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.555064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:31.566479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:31.568927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0b5b-b840-498b-96f9-8379b4d529e3 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.570101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d1ad0b5b-b840-498b-96f9-8379b4d529e3 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3337836 Jun 22 20:39:31.570709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.575265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.608201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:31.611623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.615447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.615975 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Added segment fe041d49-4b62-4df1-b0b2-aab315387295 of type vlan for network acd1cbf4-c129-447a-8186-3fcdd1602ca0 Jun 22 20:39:31.617106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383bf58-4ceb-491e-b14c-a3fcc2ca83ae,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:31.629637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:31.650434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba270be2-4946-4938-ad1a-1ef4fe12123a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:31.659391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.660687 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Added segment c024475c-51a2-4a7e-b1d5-e5a123bc6efb of type vlan for network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 Jun 22 20:39:31.673234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:31.679839 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f63b541b-8c6d-4ebd-a444-fca4138b4951 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=ecf79d79-a085-4842-bc1f-fecef35df6cc HTTP/1.1" status: 200 len: 464 time: 0.1007473 Jun 22 20:39:31.682470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:31.686327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53350) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.703737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:network and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:31.707612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.715170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:31.721064 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Sync routers for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:31.730141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.732698 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:31.733572 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:31.742941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:subnet and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:31.751295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.754869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.6722651 Jun 22 20:39:31.755891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53352) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:31.763728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:31.813385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:subnetpool and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:31.825949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:31.851834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.882999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:31.884025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.905719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.921687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.926877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:31.941242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:31.967812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:31.973006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7951-21c4-45d6-b1d9-ff0cad311522 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:31.977218 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad4b7951-21c4-45d6-b1d9-ff0cad311522 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/ecf79d79-a085-4842-bc1f-fecef35df6cc HTTP/1.1" status: 204 len: 168 time: 0.2866158 Jun 22 20:39:31.981846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53354) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.003727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:32.004335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.015329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:port and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:32.046505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:32.064077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:32.071608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:32.072048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:32.074137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=1f78814e-a4a0-40fe-ad9b-311f5c574399,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:32.092356 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1660788 Jun 22 20:39:32.129511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53356) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.131133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a3ddb56b-f23c-44f5-87c1-587501308f30 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=ecf79d79-a085-4842-bc1f-fecef35df6cc HTTP/1.1" status: 200 len: 221 time: 0.1167054 Jun 22 20:39:32.144236 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:30Z', 'revision_number': 3, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:32.147155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Allocated IP 172.26.4.145 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/6c049fe0-82de-4904-8f4d-ec17da8ee0dc) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:32.155647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Request body: {'subnet': {'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:32.158805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53358) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.183845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-27d7c882-0e02-495a-9198-e331ec333d2c tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1413077212', 'description': 'label created by tempest'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:32.185365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-27d7c882-0e02-495a-9198-e331ec333d2c tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Unknown quota resources ['metering_label']. {{(pid=100374) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:32.188777 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Checking router: e1e33fb3-9399-4fae-9816-605e45fcd451 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:39:32.190011 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Updating router e1e33fb3-9399-4fae-9816-605e45fcd451 port 43f12eef-7f2c-4729-8a97-afa69380a5dd binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:39:32.228231 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.245554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event updated for resources: {'Network': ['ID=6f7c8db4-a5ce-4779-9543-d3c00dff4336,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:32.261835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:router and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:32.283527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:32.295198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.302126 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5593948 Jun 22 20:39:32.303655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:32.306145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53360) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.307472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:32.325590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:32.382630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104b907-c543-46ce-b054-4c265db7fd32 None None] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:32.406906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'subnet': {'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:32.410163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:32.414838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.438947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.471359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Network': ['ID=acd1cbf4-c129-447a-8186-3fcdd1602ca0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:32.474716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:32.477069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:32.502349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b2e7b6d6-40ed-4dad-a83e-6e5e28276c3e None None] Provisioning for port 477ceb1b-da43-4497-8222-07da21c593f6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:32.504559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:32.531407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Pushing event updated for resources: {'Port': ['ID=9e412dd1-d21e-42b2-a4ec-c07d47da47a2,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:32.534461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:32.620526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:floatingip and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:32.680758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:32.712671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.717200 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8720205 Jun 22 20:39:32.720129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.724777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1706954912', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'fixed_ips': [{'ip_address': '172.26.4.19'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:32.729076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:32.739600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.745381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Made reservation on behalf of 250575916cc746eab68aee492de7baec for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:32.748325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.757148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:32.757594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.811447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27d7c882-0e02-495a-9198-e331ec333d2c tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.815436 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-27d7c882-0e02-495a-9198-e331ec333d2c tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6548672 Jun 22 20:39:32.824276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:32.850410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 477ceb1b-da43-4497-8222-07da21c593f6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:32.886808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Made reservation on behalf of 8b90947f10734fec8cef9402824057b0 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:32.890439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.910197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Made reservation on behalf of 59c996fc36f04c59a58de1e95dc0d74c for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:32.912651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.921310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 477ceb1b-da43-4497-8222-07da21c593f6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:32.925947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 477ceb1b-da43-4497-8222-07da21c593f6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:32.926389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:32.927664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.028990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.062859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.099424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 477ceb1b-da43-4497-8222-07da21c593f6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=477ceb1b-da43-4497-8222-07da21c593f6,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:33.108079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.110450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.176959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.178017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=477ceb1b-da43-4497-8222-07da21c593f6,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:33.182655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.188565 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-39f028b2-d7d6-4316-9ed0-2ad8c109fe96 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=beaf9940-baf2-44ea-a44a-294e3ca7304d HTTP/1.1" status: 200 len: 468 time: 0.3586044 Jun 22 20:39:33.188991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.189499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:33.191336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53366) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.192455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.193013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-36e5c109-d82b-4dbc-ab15-440a874549c7 None None] Provisioning complete for port 477ceb1b-da43-4497-8222-07da21c593f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:33.193487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-36e5c109-d82b-4dbc-ab15-440a874549c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.194007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] device_id is not set on port b5c0818e-bb58-496a-842e-2b56a5bf62e4 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:33.342962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b20c0-970e-42fa-b481-de4f3cfec78a,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:33.417968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:33.451401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:39:33.481219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:security_group and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:33.533417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:33.550256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ed4669d-875e-40da-b1dd-c42a6e26ea00 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.551374 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4ed4669d-875e-40da-b1dd-c42a6e26ea00 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/beaf9940-baf2-44ea-a44a-294e3ca7304d HTTP/1.1" status: 204 len: 168 time: 0.3590500 Jun 22 20:39:33.565696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.583390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.649665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09b3b1a2-2eef-40fc-8a6d-8d5c4b03d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.650781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:33.670897 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a37e6dd4-f97b-46c5-9528-96472441cccc tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=beaf9940-baf2-44ea-a44a-294e3ca7304d HTTP/1.1" status: 200 len: 216 time: 0.0985172 Jun 22 20:39:33.671563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.675084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:33.680309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.684201 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8666992 Jun 22 20:39:33.684383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53374) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.691877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:33.692551 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8856ffa0-c1dc-4b5a-93b4-e0976fa7f252 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0198741 Jun 22 20:39:33.693168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:33.714249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.726408 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Transition to ACTIVE for port object 43f12eef-7f2c-4729-8a97-afa69380a5dd will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:33.727041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:33.728120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:33.730174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Usage tracker for resource:security_group_rule and tenant:1b965f7469fc4590982ad53dbcf0ee6c is out of sync, need to count used quota {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 20:39:33.732771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53376) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.734130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:33.739527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:33.740139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:33.742365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.752833 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.775967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:33.776642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656106b-d371-41bc-8c9f-1d38ea00fdf6 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:33.808420 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Pushing event updated for resources: {'Port': ['ID=43f12eef-7f2c-4729-8a97-afa69380a5dd,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:33.812236 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Attempting to bind port 43f12eef-7f2c-4729-8a97-afa69380a5dd on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:33.812611 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Attempting to bind port 43f12eef-7f2c-4729-8a97-afa69380a5dd by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:33.812978 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Attempting to bind port 43f12eef-7f2c-4729-8a97-afa69380a5dd on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:33.820245 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.820738 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.821000 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.821151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.quota.resource [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100374) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 20:39:33.821284 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.821611 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.822251 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.822574 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.822955 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.823527 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.823899 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.824279 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.825249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Tracked resource versions report: Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: pushed versions: Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: { 'AddressGroup': {'1.2'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'ConntrackHelper': {'1.0'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Log': {'1.0'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Network': {'1.1'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Port': {'1.7'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'PortForwarding': {'1.2'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'QosPolicy': {'1.8'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroup': {'1.4'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroupRule': {'1.2'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SubPort': {'1.0'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Subnet': {'1.1'}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Trunk': {'1.1'}} Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: consumer versions: Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: { DHCP agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: HyperV agent@hv-neutron-7975: {}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: L3 agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: Metadata agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: Metering agent@dv-neutron-797537-2-hyperv: {}, Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: Open vSwitch agent@dv-neutron-797537-2-hyperv: { 'AddressGroup': '1.2', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'ConntrackHelper': '1.0', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Log': '1.0', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Network': '1.1', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Port': '1.7', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'PortForwarding': '1.2', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'QosPolicy': '1.8', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroup': '1.4', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SecurityGroupRule': '1.2', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'SubPort': '1.0', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Subnet': '1.1', Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: 'Trunk': '1.1'}} Jun 22 20:39:33.826811 dv-neutron-797537-2-hyperv neutron-server[100376]: {{(pid=100376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 20:39:33.830022 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba24a33d-5168-4331-ad57-2e653cfd0ad9 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0831747 Jun 22 20:39:33.833627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:33.835461 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:33.836496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:33.837061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53378) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:33.837331 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:33.838022 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.838611 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:33.839300 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Bound port: 43f12eef-7f2c-4729-8a97-afa69380a5dd, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:33.839944 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.842527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.854641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:33.887951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aa6018b5-8f6f-4b87-a3b5-313cd0574701 tempest-QuotasTest-478162268 tempest-QuotasTest-478162268-project-admin] 10.222.0.66 "GET /v2.0/quotas/1b965f7469fc4590982ad53dbcf0ee6c/details.json HTTP/1.1" status: 200 len: 703 time: 2.3290663 Jun 22 20:39:33.900685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:33.902913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-411eda2c-3e5b-4e6d-a3f0-37a4c9309adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.905105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] For port 43f12eef-7f2c-4729-8a97-afa69380a5dd, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:33.908882 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] For port 43f12eef-7f2c-4729-8a97-afa69380a5dd, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=43f12eef-7f2c-4729-8a97-afa69380a5dd,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:33.915599 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:33.920427 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:33.983071 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Pushing event updated for resources: {'Port': ['ID=43f12eef-7f2c-4729-8a97-afa69380a5dd,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:33.994763 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:34.017112 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 20:39:34.017658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:39:34.021191 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:34.022681 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:34.042215 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3209910 Jun 22 20:39:34.058360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53382) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:34.078482 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0fadcd52-5441-4a36-a4ff-f8dfbeccf367 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/5eb19adf-b440-4773-818f-ef2c5ad64e96 HTTP/1.1" status: 200 len: 472 time: 0.2334669 Jun 22 20:39:34.092554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53384) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:34.140381 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:34.147032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.155231 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28cea777-81ae-43ed-ba77-7fb92bfa19ed tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/871233c4-4868-4e26-852c-0ad05e5546e1 HTTP/1.1" status: 200 len: 461 time: 0.0612836 Jun 22 20:39:34.192606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:34.200833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event updated for resources: {'Subnet': ['ID=10ca93ef-4bf9-4347-b4d3-dcef4ab7e158,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:34.230490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:34.266631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Checking segment: {'id': 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:34.267517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Network hostable DHCP agents. Network: 6f7c8db4-a5ce-4779-9543-d3c00dff4336, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:34.352506 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:30Z', 'revision_number': 3, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:34.380610 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00a418-836b-4347-a653-ffdacd0ba9ff None None] The sync data for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv is: [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:30Z', 'revision_number': 3, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:34.430290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53392) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:34.438858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Deleting port 9e412dd1-d21e-42b2-a4ec-c07d47da47a2 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:34.439615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.555488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 477ceb1b-da43-4497-8222-07da21c593f6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:34.556907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40f08971-c435-4f15-9e7a-b18e096328e2 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.560988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-40f08971-c435-4f15-9e7a-b18e096328e2 tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/871233c4-4868-4e26-852c-0ad05e5546e1 HTTP/1.1" status: 204 len: 168 time: 0.3546360 Jun 22 20:39:34.560988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:34.563824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53396) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:34.614935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.615266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.656732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 477ceb1b-da43-4497-8222-07da21c593f6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:34.657544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.670453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Calling delete_port for 9e412dd1-d21e-42b2-a4ec-c07d47da47a2 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:34.673863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.838563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6f7c8db4-a5ce-4779-9543-d3c00dff4336) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:34.851531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960bd67-7f76-4ac8-8bf1-c6ffef56c6a5 None None] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:34.860062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:34.860736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:34.927148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.016259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.062084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:39:35.062512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.084532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Allocated IP 172.20.0.1 (ed84ea94-4d7c-4d65-9892-001535c67a19/7aa0c018-21b8-4aac-be01-c63b3024a168/03160f41-fb81-4d85-b4d4-0324c33ef3c3) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:35.088518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6f7c8db4-a5ce-4779-9543-d3c00dff4336', 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336', 'tenant_id': '8b90947f10734fec8cef9402824057b0', 'fixed_ips': [{'subnet_id': '10ca93ef-4bf9-4347-b4d3-dcef4ab7e158'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:39:35.089589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.091765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:35.119761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.150914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.164304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:35.228918 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0965846 Jun 22 20:39:35.233150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2638b054-f8c8-4faf-a078-8082175851ca tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.233946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:35.234620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2638b054-f8c8-4faf-a078-8082175851ca tempest-MeteringTestJSON-822857253 tempest-MeteringTestJSON-822857253-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/5eb19adf-b440-4773-818f-ef2c5ad64e96 HTTP/1.1" status: 204 len: 168 time: 0.6436877 Jun 22 20:39:35.261444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Allocated IP 172.20.0.2 (6f7c8db4-a5ce-4779-9543-d3c00dff4336/10ca93ef-4bf9-4347-b4d3-dcef4ab7e158/639e9a5c-e124-4e55-93d8-fe9dc7d76ca8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:35.263817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Request body: {'port': {'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1487256974'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:35.303554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.321541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fc0206-038a-4a72-b7e0-a81eda9793c0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:35.338089 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18732f225e41442ebbc670507fe6df86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9059675 Jun 22 20:39:35.338893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53402) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:35.343231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:35.347344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:35.369226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b52dbd6-41ec-4e36-9aab-030f78f311e0,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:35.382628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:35.428745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e412dd1-d21e-42b2-a4ec-c07d47da47a2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:35.458819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Checking segment: {'id': 'fe041d49-4b62-4df1-b0b2-aab315387295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:35.459220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network hostable DHCP agents. Network: acd1cbf4-c129-447a-8186-3fcdd1602ca0, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:35.473041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:35.546337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.556769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.559711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Transition to ACTIVE for port object 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:35.584444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Transition to ACTIVE for port object 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:35.598796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:35.600741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53408) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:35.603533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Transition to ACTIVE for port object 03160f41-fb81-4d85-b4d4-0324c33ef3c3 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:35.603742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.609048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:35.644824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:35.647969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:35.651149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:35.702573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.705725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.710189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, acd1cbf4-c129-447a-8186-3fcdd1602ca0) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:35.719357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:35.748832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d65e8-ed8b-4f4b-9645-5e280d443b63 None None] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:35.750915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Pushing event updated for resources: {'Port': ['ID=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:35.760052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:35.763548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Attempting to bind port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:35.764051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Attempting to bind port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:35.764274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:35.764619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Attempting to bind port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 on network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:35.765024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.789121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:35.789701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Checking segment: {'id': 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:35.790245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.790743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Bound using segment: {'id': 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:35.791336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Bound port: 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6f7c8db4-a5ce-4779-9543-d3c00dff4336'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:35.791810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.840599 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5066202 Jun 22 20:39:35.840599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Network ed84ea94-4d7c-4d65-9892-001535c67a19 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:35.844088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.845738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:35.860125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-463209348', 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:35.863254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:35.874649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:35.877882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:35.878314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.910170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.911219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:35.912833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:35.916990 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/48768e2d-4b43-4d6d-ad69-3b14dc998bac HTTP/1.1" status: 204 len: 168 time: 1.8536875 Jun 22 20:39:35.961418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] For port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:35.976914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.016079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] For port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,segment=NetworkSegment(c024475c-51a2-4a7e-b1d5-e5a123bc6efb),segment_id=c024475c-51a2-4a7e-b1d5-e5a123bc6efb)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:36.022311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.028495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be45fac-2110-4006-a095-4c53182b6343 None None] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:36.032905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bb595cac-5ca0-43a1-8542-afa47b68b8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:36.061529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.085020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Made reservation on behalf of 250575916cc746eab68aee492de7baec for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:36.091282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.097568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.1 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/685ddf27-5d01-42a0-8997-5f7742011172) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:36.119724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Pushing event updated for resources: {'Port': ['ID=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:36.124013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:36.143768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Made reservation on behalf of 8b90947f10734fec8cef9402824057b0 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:36.148371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.213281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] device_id is not set on port 42c117c9-861d-4c9f-9b80-1bf747c10cdd yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:36.242086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] device_id is not set on port 1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:36.384169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.393448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-687eb707-dd0e-4b57-a2c4-994f3e7f0e1b None None] Provisioning for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:36.400783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-687eb707-dd0e-4b57-a2c4-994f3e7f0e1b None None] Provisioning complete for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:36.403806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.408389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70fc0206-038a-4a72-b7e0-a81eda9793c0 HTTP/1.1" status: 204 len: 168 time: 1.0617690 Jun 22 20:39:36.412273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-687eb707-dd0e-4b57-a2c4-994f3e7f0e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.415926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:36.489822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53420) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:36.519461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-687eb707-dd0e-4b57-a2c4-994f3e7f0e1b None None] Port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:39:36.530963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fc0206-038a-4a72-b7e0-a81eda9793c0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:36.556001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Router 72aea580-a3d7-4261-91b2-880200d7a09c is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:39:36.586344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.587229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:36.602397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.637923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Allocated IP 172.20.0.10 (6f7c8db4-a5ce-4779-9543-d3c00dff4336/10ca93ef-4bf9-4347-b4d3-dcef4ab7e158/42c117c9-861d-4c9f-9b80-1bf747c10cdd) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:36.652070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 2001:db8::2f0 (acd1cbf4-c129-447a-8186-3fcdd1602ca0/5b52dbd6-41ec-4e36-9aab-030f78f311e0/1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:36.713546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 43f12eef-7f2c-4729-8a97-afa69380a5dd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:36.803978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 43f12eef-7f2c-4729-8a97-afa69380a5dd completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:36.815088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.815973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 43f12eef-7f2c-4729-8a97-afa69380a5dd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:36.816594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.908977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.918865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-efd83e16-64a0-49b2-9a39-84155f37ae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:36.943369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.972035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 43f12eef-7f2c-4729-8a97-afa69380a5dd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=43f12eef-7f2c-4729-8a97-afa69380a5dd,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:36.981242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:36.984990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11797ed1-f761-45f1-90f2-4e108265e7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.004262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.029271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:37.041738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=43f12eef-7f2c-4729-8a97-afa69380a5dd,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.046012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.056421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:37.071015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.078696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:37.080924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Transition to ACTIVE for port object 42c117c9-861d-4c9f-9b80-1bf747c10cdd will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:37.085101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:37.085587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.087983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=685ddf27-5d01-42a0-8997-5f7742011172,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.134838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.158570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.180103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.224896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.266350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.276249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:37.282041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.287436 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820398-d718-42da-8803-908340c45017 None None] Sync routers for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:37.309873 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55820398-d718-42da-8803-908340c45017 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:37.311094 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55820398-d718-42da-8803-908340c45017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:37.346192 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdb5c84237e6494e85c75c9884af5953&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7407427 Jun 22 20:39:37.348402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53428) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:37.365342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37479f0-0af2-416f-b85c-fb5ae2b873c5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.375748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.414943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event updated for resources: {'Port': ['ID=42c117c9-861d-4c9f-9b80-1bf747c10cdd,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.446235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.458826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.463881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.468737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.470900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.476962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.480018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:37.481425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.492377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.505575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:37.526600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:37.533274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.534281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:37.535356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.537306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d1387c0-3239-4330-9203-cf9e86857eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.551088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ef415-1b2e-4b53-9f06-ce3f5a2529de None None] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:37.572627 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-55820398-d718-42da-8803-908340c45017 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:37.582878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.586990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.589874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.625971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.630256 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef6b59f723624277b07387b186d07201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1364589 Jun 22 20:39:37.630870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:37.634664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1265cc72-bb07-4a47-8fca-6436e19f78b4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.678276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bde3812d-9b44-4119-866c-838488406c74 None None] Provisioning for port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:37.679022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.684690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.692730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.743442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Network ed84ea94-4d7c-4d65-9892-001535c67a19 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:37.749839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:37.753185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:37.761775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:37.765218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:37.766228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:37.766871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.775205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.779568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.783022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.790178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:37.794290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c37479f0-0af2-416f-b85c-fb5ae2b873c5 HTTP/1.1" status: 204 len: 168 time: 0.4433351 Jun 22 20:39:37.828065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:37.838931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37479f0-0af2-416f-b85c-fb5ae2b873c5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:37.842153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:37.913280 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55820398-d718-42da-8803-908340c45017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:34Z', 'revision_number': 3, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:37.952625 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820398-d718-42da-8803-908340c45017 None None] Checking router: 72aea580-a3d7-4261-91b2-880200d7a09c for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:39:37.952995 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820398-d718-42da-8803-908340c45017 None None] Updating router 72aea580-a3d7-4261-91b2-880200d7a09c port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:39:37.972411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Router e1e33fb3-9399-4fae-9816-605e45fcd451 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:39:37.991707 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.017115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.053016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.081559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.081813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2261410 Jun 22 20:39:38.082183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53434) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:38.119497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.120991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a3fcca20-5dec-4ddf-b851-1125e61e12e4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9973209 Jun 22 20:39:38.132478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:38.133003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.135515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:38.138203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.9000475 Jun 22 20:39:38.146590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:38.155401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7a8a2e62-3ab7-4cc5-b745-17ee8e2e387b None None] Provisioning complete for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:38.156020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2e62-3ab7-4cc5-b745-17ee8e2e387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.310001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974519f-87b6-46b5-851e-72b81777621c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:38.327088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:38.342378 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b965f7469fc4590982ad53dbcf0ee6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3117344 Jun 22 20:39:38.345181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53442) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:38.483282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2e62-3ab7-4cc5-b745-17ee8e2e387b None None] Port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:39:38.511658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53444) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:38.543437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:38.544759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.562746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Sync routers for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:38.563003 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] 10.222.0.66 "PUT /v2.0/routers/e1e33fb3-9399-4fae-9816-605e45fcd451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8063831 Jun 22 20:39:38.568892 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.574184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:38.575724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:38.583350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.595032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1265cc72-bb07-4a47-8fca-6436e19f78b4 HTTP/1.1" status: 204 len: 168 time: 0.9612272 Jun 22 20:39:38.608210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-834dc1ea-c46b-4eaf-9093-58e708fa7134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:38.624314 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-55820398-d718-42da-8803-908340c45017 None None] Transition to ACTIVE for port object 6c049fe0-82de-4904-8f4d-ec17da8ee0dc will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:38.635897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.636670 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.641501 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:38.662050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5679513c-e249-40aa-ab8d-6d3f63edefe7 None None] Provisioning for port 42c117c9-861d-4c9f-9b80-1bf747c10cdd completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:38.747106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Deleting port 1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:38.754853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.766904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 43f12eef-7f2c-4729-8a97-afa69380a5dd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:38.773188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5679513c-e249-40aa-ab8d-6d3f63edefe7 None None] Provisioning complete for port 42c117c9-861d-4c9f-9b80-1bf747c10cdd triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:38.773570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5679513c-e249-40aa-ab8d-6d3f63edefe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.837679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1265cc72-bb07-4a47-8fca-6436e19f78b4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:38.849170 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-55820398-d718-42da-8803-908340c45017 None None] Attempting to bind port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:38.849947 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-55820398-d718-42da-8803-908340c45017 None None] Attempting to bind port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:38.850516 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55820398-d718-42da-8803-908340c45017 None None] Attempting to bind port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:38.860603 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Pushing event updated for resources: {'Port': ['ID=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:38.860923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:38.862974 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:38.864668 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55820398-d718-42da-8803-908340c45017 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:38.865249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55820398-d718-42da-8803-908340c45017 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:38.865889 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.866549 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55820398-d718-42da-8803-908340c45017 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:38.867312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-55820398-d718-42da-8803-908340c45017 None None] Bound port: 6c049fe0-82de-4904-8f4d-ec17da8ee0dc, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:38.867908 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.900522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.973259 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-55820398-d718-42da-8803-908340c45017 None None] For port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:38.979663 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-55820398-d718-42da-8803-908340c45017 None None] For port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:38.989213 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-55820398-d718-42da-8803-908340c45017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:38.995114 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:39.022260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:39.033555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Deleting port 42c117c9-861d-4c9f-9b80-1bf747c10cdd {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:39.033939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.060465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.100638 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Pushing event updated for resources: {'Port': ['ID=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:39.110914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:39.129956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5679513c-e249-40aa-ab8d-6d3f63edefe7 None None] Port 42c117c9-861d-4c9f-9b80-1bf747c10cdd cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:39:39.136284 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55820398-d718-42da-8803-908340c45017 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:39.139657 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55820398-d718-42da-8803-908340c45017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:39.203374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.277110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Calling delete_port for 1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:39.392211 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-55820398-d718-42da-8803-908340c45017 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:39.420800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 43f12eef-7f2c-4729-8a97-afa69380a5dd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:39.421873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.437289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.452160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53464) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:39.514904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 2, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:39.515313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.554756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.575604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:39.584340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Checking router: e1e33fb3-9399-4fae-9816-605e45fcd451 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:39:39.586618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Updating router e1e33fb3-9399-4fae-9816-605e45fcd451 port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:39:39.643343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.652251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:39.654688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.657589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.710535 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55820398-d718-42da-8803-908340c45017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:34Z', 'revision_number': 3, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:39.712706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.755396 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55820398-d718-42da-8803-908340c45017 None None] The sync data for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv is: [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:34Z', 'revision_number': 3, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:39.778796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=685ddf27-5d01-42a0-8997-5f7742011172,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:39.819738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.840964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=231e80fd00f342bf9424952d2f67159c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3237593 Jun 22 20:39:39.841185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:39.841323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:39.844258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a77ba7c6-30d7-4d21-a8d6-6f9dba1104d1 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:39.847668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.851553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53466) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:39.852271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.877134 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a47f3d2d-d1e8-4022-a82f-9b11b42c2495 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59c996fc36f04c59a58de1e95dc0d74c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4207423 Jun 22 20:39:39.883199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:39.891033 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4974519f-87b6-46b5-851e-72b81777621c HTTP/1.1" status: 204 len: 168 time: 1.5364902 Jun 22 20:39:39.895403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53468) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:39.914557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Calling delete_port for 42c117c9-861d-4c9f-9b80-1bf747c10cdd owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:39.949406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:39.963999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:39.964372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.024826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d49fb6-d6b9-4258-95e8-e8efa28e397a,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:40.097350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:40.099315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f30c4987-4f2d-4866-a544-2900a734b080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:40.136787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.165739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:40.171707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:40.173693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974519f-87b6-46b5-851e-72b81777621c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:40.213581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.257287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:40.302496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.308623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,segment=NetworkSegment(c024475c-51a2-4a7e-b1d5-e5a123bc6efb),segment_id=c024475c-51a2-4a7e-b1d5-e5a123bc6efb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:40.336139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.349107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:40.405108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:40.459899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:40.465578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.496919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Transition to ACTIVE for port object 03160f41-fb81-4d85-b4d4-0324c33ef3c3 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:40.516691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.536948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:40.541222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:40.545422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.560195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53480) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:40.563792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:39:40.573010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593636391', 'description': 'tempest-description--1177770839'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:40.589561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:40.713560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.726388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Pushing event updated for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:40.732226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Allocated IP 172.20.0.1 (46aee5db-cea0-4657-9b8b-abde1170ef75/34be42fe-fc61-405a-8583-3adb0bebd4c6/238fc9ed-f56e-4b77-ae97-9c13e50b922b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:40.748680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:40.756673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Attempting to bind port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:40.757218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Attempting to bind port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:40.759627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Attempting to bind port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 on network ed84ea94-4d7c-4d65-9892-001535c67a19 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:40.768934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:40.769515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Checking segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:40.770088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.770627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Bound using segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:40.771109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Bound port: 03160f41-fb81-4d85-b4d4-0324c33ef3c3, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:40.771491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.782191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c049fe0-82de-4904-8f4d-ec17da8ee0dc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:40.918958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.932154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:40.954171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:40.954171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.960324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:40.968701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1ffb0f42-e7ec-4e99-a153-ad8e68f6b4f8 HTTP/1.1" status: 204 len: 168 time: 2.8494654 Jun 22 20:39:40.968992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53490) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:40.978656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0', 'external_fixed_ips': [{'subnet_id': '5b52dbd6-41ec-4e36-9aab-030f78f311e0', 'ip_address': '2001:db8::2f0'}]}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:40.996364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] For port 03160f41-fb81-4d85-b4d4-0324c33ef3c3, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:41.016075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] For port 03160f41-fb81-4d85-b4d4-0324c33ef3c3, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=03160f41-fb81-4d85-b4d4-0324c33ef3c3,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:41.022708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.024620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.032372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.045231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.080929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.112400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:41.113042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:41.141326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:41.155260 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:41.158823 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/routers/1b038601-cf69-41c3-9312-988c48c68f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4705799 Jun 22 20:39:41.158898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53496) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:41.164177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'port': {'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930', 'name': 'tempest-FloatingIPTestJSON-584933349'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:41.172063 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:41.172623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:41.193639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.193830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.207576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.213344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e3b20c0-970e-42fa-b481-de4f3cfec78a HTTP/1.1" status: 204 len: 168 time: 1.3066766 Jun 22 20:39:41.230838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-14e09bf2-f960-4eda-afb2-ea54c19a7f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.231988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Pushing event updated for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.232321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.249548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.300530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:41.311590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Transition to ACTIVE for port object 238fc9ed-f56e-4b77-ae97-9c13e50b922b will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:41.319602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.320534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b20c0-970e-42fa-b481-de4f3cfec78a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.333313 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:41.335686 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:41.336504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.358453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.393770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:41.422659 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:41.423322 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6bcb8-72d2-478b-b7f0-ddd49b8c1dd8 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:41.425362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.426404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:41.466790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.470826 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82d49fb6-d6b9-4258-95e8-e8efa28e397a HTTP/1.1" status: 204 len: 168 time: 1.6174951 Jun 22 20:39:41.471944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event deleted for resources: {'Port': ['ID=42c117c9-861d-4c9f-9b80-1bf747c10cdd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.479807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.500551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.509826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.516222 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "DELETE /v2.0/ports/42c117c9-861d-4c9f-9b80-1bf747c10cdd HTTP/1.1" status: 204 len: 168 time: 3.3544974 Jun 22 20:39:41.518354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53506) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:41.520443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.532709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d49fb6-d6b9-4258-95e8-e8efa28e397a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.536040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.545417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.641876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.650912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.654682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eced8b36-e52b-420a-bdc9-7e89ecc6f37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.664139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.695685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:41.724742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc6ba4-fafb-4fe9-98fd-f2114438c374,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.727055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.728325 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1625972 Jun 22 20:39:41.729263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.731935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:41.739720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'security_group_rule': {'security_group_id': '37fc6ba4-fafb-4fe9-98fd-f2114438c374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:41.748195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:41.882981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:41.884031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:41.884433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.893240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.924988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:41.970117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:41.973738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:41.979198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Pushing event updated for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:41.982420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:41.982988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.068243 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-61d184c9-6780-4216-9ee4-61d26ad5d75e tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5435760 Jun 22 20:39:42.070800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53524) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:42.099149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1888548866'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:42.111670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:42.138724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.205808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:42.210084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.213543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Made reservation on behalf of 8b90947f10734fec8cef9402824057b0 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:42.219277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.283470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.284113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:42.306866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.307209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Added segment d55c5d7d-d231-44d1-8d59-ef72a441760f of type vlan for network 4c66e44c-e31a-4638-a009-0fc1846d01d4 Jun 22 20:39:42.310325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] device_id is not set on port bb9239e1-3afe-459c-92f5-ec611133b36f yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:42.353468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:40Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:42.403371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.425500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84170a-6a8f-4394-af2c-42d536edd803 None None] The sync data for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv is: [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:40Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:42.454161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cbff8de4-a5d0-4cea-a342-b3e8771dc7f8 None None] Provisioning for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:42.465733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cbff8de4-a5d0-4cea-a342-b3e8771dc7f8 None None] Provisioning complete for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:42.467524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.469506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbff8de4-a5d0-4cea-a342-b3e8771dc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.483798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:42.486849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.504614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2503dcd7-c72e-462b-b083-aa590e7c3a51 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:42.576077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cbff8de4-a5d0-4cea-a342-b3e8771dc7f8 None None] Port 238fc9ed-f56e-4b77-ae97-9c13e50b922b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:39:42.602404 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5280991 Jun 22 20:39:42.606223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53546) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:42.627945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c049fe0-82de-4904-8f4d-ec17da8ee0dc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:42.639628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event updated for resources: {'Network': ['ID=4c66e44c-e31a-4638-a009-0fc1846d01d4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:42.639953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.657941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:42.667472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 4c66e44c-e31a-4638-a009-0fc1846d01d4 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:42.800171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:42.800556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.834569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.888959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.890644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.901409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53550) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:42.912089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:42.937777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:42.979470 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-890b5406-e619-47d2-a2d4-0c39e01ed8ad tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.3722351 Jun 22 20:39:42.982297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53558) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:42.989683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08dff639-b15a-4a5b-b2e5-eb975f08d9bf,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:43.074127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:43.075839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2cde54f0-77f9-41a7-af3d-d5a2710e4aaa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:43.129410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c168543-5d57-4b4b-96e5-21f6f763c5af tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] Network 4c66e44c-e31a-4638-a009-0fc1846d01d4 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:43.153180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5c168543-5d57-4b4b-96e5-21f6f763c5af tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "POST /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1689405 Jun 22 20:39:43.159377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44709b-64ed-4175-b753-714b977cf8ff None None] Network 4c66e44c-e31a-4638-a009-0fc1846d01d4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:43.162118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1593832312', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:43.175800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53562) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:43.210645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.216526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4784317 Jun 22 20:39:43.216774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53568) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:43.223519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'security_group_rule': {'security_group_id': '37fc6ba4-fafb-4fe9-98fd-f2114438c374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:43.240930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Made reservation on behalf of 58801e6a31cb40748f584f9d87e2ae06 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:43.256947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.274463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.376354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.500413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.508124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.539581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Pushing event updated for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:43.546172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:43.548147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:43.582533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.7 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/bb9239e1-3afe-459c-92f5-ec611133b36f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:43.596095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba398013-bec5-41a6-838d-e1dc9baa4e38,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:43.600142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:43.609429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.619462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.627047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] device_id is not set on port e91e0a43-cda5-4415-9f88-3a14cf4ff887 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:43.733687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:43.739175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:43.741938 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230322 Jun 22 20:39:43.746723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:43.770064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Allocated IP 172.26.4.46 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/e91e0a43-cda5-4415-9f88-3a14cf4ff887) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:43.774495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:43.783720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef96a75-df7c-4104-bf9b-e55102c382d4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:43.786970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:43.822604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:43.834091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9ff47cb3-c6a6-4277-bc7d-044d3c00fde1 tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.6460850 Jun 22 20:39:43.841209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:43.850305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53586) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:43.956732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.095100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.163795 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6ba771bb-347d-4de4-937d-b880aeb5e8c8 tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "DELETE /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks/4c66e44c-e31a-4638-a009-0fc1846d01d4 HTTP/1.1" status: 204 len: 168 time: 0.3117156 Jun 22 20:39:44.173510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53596) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.220079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1945c587-6e10-4928-ae8e-34f85d0dabe0 None None] Provisioning complete for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:44.220688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.220789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1945c587-6e10-4928-ae8e-34f85d0dabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.273537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.293823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1945c587-6e10-4928-ae8e-34f85d0dabe0 None None] Port 238fc9ed-f56e-4b77-ae97-9c13e50b922b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:39:44.315378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.337518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.500265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87a15b2d-d7a5-4624-af08-26db7ae9fd12 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:44.504311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.521170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:44.580764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 03160f41-fb81-4d85-b4d4-0324c33ef3c3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:44.587078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:44.590846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:44.595562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:44.596955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:44.597613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.611994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Pushing event updated for resources: {'Port': ['ID=e91e0a43-cda5-4415-9f88-3a14cf4ff887,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:44.615791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:44.618260 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7126784 Jun 22 20:39:44.621467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53614) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.627035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.46'}]}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:44.655062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.656918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.687946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:44.696258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:44.698891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.700333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:44.720316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:44.722280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.729364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.765485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:44.771102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:44.771786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.782542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Router 72aea580-a3d7-4261-91b2-880200d7a09c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:39:44.789110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=bb9239e1-3afe-459c-92f5-ec611133b36f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:44.804705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:44.814400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.848973 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6867712 Jun 22 20:39:44.860768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53624) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.861002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 03160f41-fb81-4d85-b4d4-0324c33ef3c3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=03160f41-fb81-4d85-b4d4-0324c33ef3c3,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:44.866983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.869557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'port': {'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930', 'name': 'tempest-FloatingIPTestJSON-1847214996'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:44.875157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:44.900122 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f74c75d9-6343-49f2-9b4d-8d01c984dff7 tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.7237196 Jun 22 20:39:44.901521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:44.912170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53626) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.951662 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e4cd30be-cacf-439f-b8b3-d61cfb68d1c5 tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/networks/6f7c8db4-a5ce-4779-9543-d3c00dff4336/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0339677 Jun 22 20:39:44.951662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53628) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:44.959489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:44.972328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:44.993842 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c0e3ed92-8b96-4713-951d-0df8ac12154f tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/networks/6f7c8db4-a5ce-4779-9543-d3c00dff4336/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0385735 Jun 22 20:39:44.993842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53630) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:45.040465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 2001:db8::2f0 (acd1cbf4-c129-447a-8186-3fcdd1602ca0/5b52dbd6-41ec-4e36-9aab-030f78f311e0/5568ee0e-148e-4e25-aba3-2b9cbbf1e075) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:45.042317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53632) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:45.155792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-80cbdf46-69d9-4be1-ae5a-2c918cf59448 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:45.164862 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3f762616-eda7-49dd-ac4e-833cf3922e70 tempest-DHCPAgentSchedulersTestJSON-311725361 tempest-DHCPAgentSchedulersTestJSON-311725361-project-admin] 10.222.0.66 "GET /v2.0/agents/587d3217-d3be-4669-9e41-f66b577ddcfc/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.1697397 Jun 22 20:39:45.169778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53636) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:45.177706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-afdcc03b-2529-4f2b-9f4c-4437d8f86dd6 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1238474145'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:45.178173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-afdcc03b-2529-4f2b-9f4c-4437d8f86dd6 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Unknown quota resources ['metering_label']. {{(pid=100374) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:45.211569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.286503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.321692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:45.332198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Sync routers for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:45.351641 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] 10.222.0.66 "PUT /v2.0/routers/72aea580-a3d7-4261-91b2-880200d7a09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2185669 Jun 22 20:39:45.353074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:45.353597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:45.486062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.504028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > segment before_delete 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.504449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.506988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:45.510222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.510933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > port after_create 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.511392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > port after_delete 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.511987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > port after_update 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.512566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > segment after_delete 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.514206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet after_create 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.515285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet after_delete 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.515832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet after_update 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.611642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80cbdf46-69d9-4be1-ae5a-2c918cf59448 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "PUT /v2.0/quotas/34e4c3f2c25b4bfbb4fb9156aad0ded9 HTTP/1.1" status: 200 len: 368 time: 0.5667920 Jun 22 20:39:45.618513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53648) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:45.657267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:45.662077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.671965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Request body: {'network': {'project_id': '34e4c3f2c25b4bfbb4fb9156aad0ded9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:45.697162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afdcc03b-2529-4f2b-9f4c-4437d8f86dd6 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.698771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-afdcc03b-2529-4f2b-9f4c-4437d8f86dd6 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9423389 Jun 22 20:39:45.732867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:45.745688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5db79580-e1cf-41ca-8af8-f5f02439e242 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7ba13c49-5ba7-434e-b89f-9c4ecebb5486'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:45.746312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5db79580-e1cf-41ca-8af8-f5f02439e242 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100374) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:45.762860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.786839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] device_id is not set on port 34130822-fd92-44c9-9b6b-aaf2b0349eda yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:45.811293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet after_create 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.813432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet after_delete 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.817922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet before_create 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.818280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Subscribe: > subnet before_update 55550000 {{(pid=100373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:45.819602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c66e44c-e31a-4638-a009-0fc1846d01d4']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:45.833284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 2, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:45.837181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.871176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Checking router: 72aea580-a3d7-4261-91b2-880200d7a09c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:39:45.872185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Updating router 72aea580-a3d7-4261-91b2-880200d7a09c port 238fc9ed-f56e-4b77-ae97-9c13e50b922b binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:39:45.884876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55c5d7d-d231-44d1-8d59-ef72a441760f') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:45.885842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55c5d7d-d231-44d1-8d59-ef72a441760f') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:45.889750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Made reservation on behalf of 34e4c3f2c25b4bfbb4fb9156aad0ded9 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:45.893301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.901304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.921850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.932055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.981740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:45.984983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Allocated IP 172.26.4.94 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/8cf5752c-fb83-424d-89b4-4fdbffe81b5f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:46.002228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:39:46.003168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.007406 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.services.metering.metering_plugin [None req-5db79580-e1cf-41ca-8af8-f5f02439e242 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: from cryptography.utils import int_from_bytes Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: from cryptography.utils import int_from_bytes Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:39:46.012097 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:39:46.038314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.138642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.149623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:46.158499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.162807 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "DELETE /v2.0/networks/4c66e44c-e31a-4638-a009-0fc1846d01d4 HTTP/1.1" status: 204 len: 168 time: 0.9908211 Jun 22 20:39:46.173290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53656) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.199803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5db79580-e1cf-41ca-8af8-f5f02439e242 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.200975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5db79580-e1cf-41ca-8af8-f5f02439e242 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4611940 Jun 22 20:39:46.205862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event deleted for resources: {'Network': ['ID=4c66e44c-e31a-4638-a009-0fc1846d01d4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:46.208749 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ef1f28-43bc-43f7-a225-5a56eb39c293 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] DELETE failed (client error): The resource could not be found. Jun 22 20:39:46.209477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ef1f28-43bc-43f7-a225-5a56eb39c293 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:39:46.213437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5ef1f28-43bc-43f7-a225-5a56eb39c293 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "DELETE /v2.0/ports/42c117c9-861d-4c9f-9b80-1bf747c10cdd HTTP/1.1" status: 404 len: 333 time: 0.0373456 Jun 22 20:39:46.213437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:46.213437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53658) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.214242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53660) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.225712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-92bf949f-936e-4baf-ad23-cbbf434b33fa tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7ba13c49-5ba7-434e-b89f-9c4ecebb5486'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:46.225934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-92bf949f-936e-4baf-ad23-cbbf434b33fa tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100373) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:46.276448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.291951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.9 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/34130822-fd92-44c9-9b6b-aaf2b0349eda) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:46.294867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:46.312571 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.services.metering.metering_plugin [None req-92bf949f-936e-4baf-ad23-cbbf434b33fa tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 20:39:46.360022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.373556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Transition to ACTIVE for port object 238fc9ed-f56e-4b77-ae97-9c13e50b922b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:46.382733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.385857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:46.386814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Deleting subnet 10ca93ef-4bf9-4347-b4d3-dcef4ab7e158 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:39:46.388364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network acd1cbf4-c129-447a-8186-3fcdd1602ca0 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:46.390823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.415503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:46.425612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.428245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:46.433367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=5568ee0e-148e-4e25-aba3-2b9cbbf1e075,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:46.440591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.444469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Pushing event updated for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:46.448838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:46.483162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:46.578879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Attempting to bind port 238fc9ed-f56e-4b77-ae97-9c13e50b922b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:46.579455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Attempting to bind port 238fc9ed-f56e-4b77-ae97-9c13e50b922b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:46.580030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Attempting to bind port 238fc9ed-f56e-4b77-ae97-9c13e50b922b on network 46aee5db-cea0-4657-9b8b-abde1170ef75 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:46.586418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 03160f41-fb81-4d85-b4d4-0324c33ef3c3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:46.593106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:46.593636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Checking segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:46.594191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.594687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Bound using segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:46.596230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Bound port: 238fc9ed-f56e-4b77-ae97-9c13e50b922b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:46.596710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.625302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53662) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.630769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151558367', 'description': 'tempest-description--1338071486'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:46.650450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.651519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92bf949f-936e-4baf-ad23-cbbf434b33fa tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.654044 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-92bf949f-936e-4baf-ad23-cbbf434b33fa tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4405141 Jun 22 20:39:46.671866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53664) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.690291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] For port 238fc9ed-f56e-4b77-ae97-9c13e50b922b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:46.694076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] For port 238fc9ed-f56e-4b77-ae97-9c13e50b922b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=238fc9ed-f56e-4b77-ae97-9c13e50b922b,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:46.696805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:46.705044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.712714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9ef7fdfb-d1f7-4121-8c80-0a55f05f37f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:46.729082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.767144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.773350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-39d5036c-a465-4f76-bda6-998cc4ad81f1 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=3f30b2f7-0692-4a9d-b222-13f2ad5596b0 HTTP/1.1" status: 200 len: 462 time: 0.0927525 Jun 22 20:39:46.781572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:46.789526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:46.790192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:46.790697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:46.791903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.800730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:46.815495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:46.854409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.859157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.875514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Pushing event updated for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:46.880009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:46.895254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:46.895905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.899679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f983143-1089-46bb-a647-9e181123c4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:46.934099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'Port': ['ID=8cf5752c-fb83-424d-89b4-4fdbffe81b5f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:46.941114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:46.949818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:46.958498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:47.028997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f603a3-47f7-4036-9a18-46ff48c1a060,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:47.043888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:47.050593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.050938 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Added segment 11a93480-f014-4f64-9947-fd257791f70a of type vlan for network 05532142-4f4d-4ec3-a84b-cf835e9594f0 Jun 22 20:39:47.079319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e12cadb-66af-4dda-986c-c799e18ce011 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.081956 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e12cadb-66af-4dda-986c-c799e18ce011 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/3f30b2f7-0692-4a9d-b222-13f2ad5596b0 HTTP/1.1" status: 204 len: 168 time: 0.2805865 Jun 22 20:39:47.092944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53668) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.116550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.122135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:47.128957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.153804 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5fcec212-e0cd-4596-95a2-ab73f946f201 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=3f30b2f7-0692-4a9d-b222-13f2ad5596b0 HTTP/1.1" status: 200 len: 221 time: 0.0494123 Jun 22 20:39:47.162610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53670) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.167097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ac28ddfe-c586-408d-90cc-a9e351341f44 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--47454187', 'description': 'label created by tempest'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:47.167546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ac28ddfe-c586-408d-90cc-a9e351341f44 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Unknown quota resources ['metering_label']. {{(pid=100373) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 20:39:47.215513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.243604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.317126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.343726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.348063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.379594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:47.380070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.389650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:47.400150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:46Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:47.436905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac482c9-8a81-4c97-9936-0ad09ee719d2 None None] The sync data for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv is: [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:46Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:47.451165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.456282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.597197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.640880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:47.654609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.655192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 517d4127-11db-4f43-b2e5-ed6cc3e7b869 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:39:47.719279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event deleted for resources: {'Subnet': ['ID=10ca93ef-4bf9-4347-b4d3-dcef4ab7e158,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:47.721130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:47.726922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:47.728772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Pushing event updated for resources: {'Network': ['ID=05532142-4f4d-4ec3-a84b-cf835e9594f0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:47.732206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:47.735565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:47.738122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:47.738761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.739470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac28ddfe-c586-408d-90cc-a9e351341f44 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.740653 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ac28ddfe-c586-408d-90cc-a9e351341f44 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5769887 Jun 22 20:39:47.748262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53674) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.749421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.753492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 05532142-4f4d-4ec3-a84b-cf835e9594f0 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:47.759404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:47.773154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.777064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.779590 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "DELETE /v2.0/subnets/10ca93ef-4bf9-4347-b4d3-dcef4ab7e158 HTTP/1.1" status: 204 len: 168 time: 1.5636456 Jun 22 20:39:47.789018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d5e67-5298-4d29-9197-1349b7283059 None None] Network 6f7c8db4-a5ce-4779-9543-d3c00dff4336 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:47.799936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:47.829703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53676) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.830252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:47.844879 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:39:47.845920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ca2f1cc-0532-4a21-a7db-322458364adc tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2230833 Jun 22 20:39:47.847517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-415afba7-0c16-42b7-b97a-83575a670cc9 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=7f75da3e-3e52-4f88-80b9-832983b895b3 HTTP/1.1" status: 200 len: 466 time: 0.0967696 Jun 22 20:39:47.854723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1985779 Jun 22 20:39:47.856485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9935744 Jun 22 20:39:47.861245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53678) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.861497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53680) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.862326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53682) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.862326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53684) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.917371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:47.922647 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2959297 Jun 22 20:39:47.924387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d392ed-2585-42bb-9334-f7c8a4356e9e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:47.930208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:47.933196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53692) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:47.938625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'security_group_rule': {'security_group_id': '13d392ed-2585-42bb-9334-f7c8a4356e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:47.993445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '34130822-fd92-44c9-9b6b-aaf2b0349eda', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:48.006084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Request body: {'network': {'project_id': '34e4c3f2c25b4bfbb4fb9156aad0ded9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:48.012286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.024481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.039768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=34130822-fd92-44c9-9b6b-aaf2b0349eda,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:48.053596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Made reservation on behalf of 34e4c3f2c25b4bfbb4fb9156aad0ded9 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:48.056176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.058883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:48.120403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.127757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.131908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:48.140992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Deleting port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:48.141800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.143212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] DHCP port deletion for 6f7c8db4-a5ce-4779-9543-d3c00dff4336 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:39:48.203518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Deleting port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:48.203903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.219181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] For port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,segment=NetworkSegment(c024475c-51a2-4a7e-b1d5-e5a123bc6efb),segment_id=c024475c-51a2-4a7e-b1d5-e5a123bc6efb)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:48.219542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.238365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Calling delete_port for 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:48.261114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.290762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] For port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,segment=NetworkSegment(c024475c-51a2-4a7e-b1d5-e5a123bc6efb),segment_id=c024475c-51a2-4a7e-b1d5-e5a123bc6efb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:48.291365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.307057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Calling delete_port for 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:48.359682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.361133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3151f536-3d87-4bc3-82ec-d71eedd70cb5 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.367364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3151f536-3d87-4bc3-82ec-d71eedd70cb5 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/7f75da3e-3e52-4f88-80b9-832983b895b3 HTTP/1.1" status: 204 len: 168 time: 0.4774692 Jun 22 20:39:48.369883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8acc278-a7b0-418f-9fd8-55d9463f49b9,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:48.372220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.376414 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412858 Jun 22 20:39:48.376601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53694) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.376785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53696) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.377485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:48.386607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:48.387301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:48.390647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] No DVR routers for this DVR port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:39:48.392321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'security_group_rule': {'security_group_id': '13d392ed-2585-42bb-9334-f7c8a4356e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:48.416984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.422419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event deleted for resources: {'Port': ['ID=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:48.432512 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9adf0bef-521f-44fe-abae-023a0eb3c846 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=7f75da3e-3e52-4f88-80b9-832983b895b3 HTTP/1.1" status: 200 len: 216 time: 0.0515614 Jun 22 20:39:48.445298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53698) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.447714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.448235 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Added segment 66764790-a2b7-41c6-ba0b-1045a07caada of type vlan for network bc770153-21a8-4dc1-92a0-350dc2a21fa6 Jun 22 20:39:48.461966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:48.478903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.482683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:48.516638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] No DVR routers for this DVR port 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:39:48.521611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Pushing event deleted for resources: {'Port': ['ID=639e9a5c-e124-4e55-93d8-fe9dc7d76ca8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:48.523944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:48.578819 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f823e6f6-7ae6-44ca-97fc-a0427224457d tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1210947 Jun 22 20:39:48.593548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53700) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.609248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.611295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.620698 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b395e05c-fc6d-4631-9e94-b3eb11c02a80 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0247688 Jun 22 20:39:48.626074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 238fc9ed-f56e-4b77-ae97-9c13e50b922b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:48.630004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53702) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.635863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.646180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7c8db4-a5ce-4779-9543-d3c00dff4336']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:48.653722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.668565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4add4496-fe1c-4d5b-a067-15461d0d7ad4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:48.672164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.692032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:39:48.697479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:48.698021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.709142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:48.709523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024475c-51a2-4a7e-b1d5-e5a123bc6efb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:48.716716 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4564dc62-5976-4132-9815-c62805edb82d tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/7ba13c49-5ba7-434e-b89f-9c4ecebb5486 HTTP/1.1" status: 200 len: 473 time: 0.0852036 Jun 22 20:39:48.717332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53704) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.727144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.742188 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-203d5098-4115-4371-a2f7-485bce07080f tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/c988d0ea-2df4-4bfb-ab17-ec9541096779 HTTP/1.1" status: 200 len: 459 time: 0.0185935 Jun 22 20:39:48.743126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53706) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.759540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.764186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Deleting port e91e0a43-cda5-4415-9f88-3a14cf4ff887 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:48.764538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.771113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.780310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:39:48.780310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.781556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.resource_extend [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:39:48.784211 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:39:48.817468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.877405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 238fc9ed-f56e-4b77-ae97-9c13e50b922b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=238fc9ed-f56e-4b77-ae97-9c13e50b922b,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:39:48.881994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.887717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ca8f4604-b85f-47d0-91e7-b4ae9fae234e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:48.927572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.929174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1726122 Jun 22 20:39:48.944667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'Port': ['ID=8cf5752c-fb83-424d-89b4-4fdbffe81b5f,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:48.953813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:48.958613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15324402-abb4-4585-b9e2-4dba72e5d9d0 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.962512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-15324402-abb4-4585-b9e2-4dba72e5d9d0 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/c988d0ea-2df4-4bfb-ab17-ec9541096779 HTTP/1.1" status: 204 len: 168 time: 0.2114861 Jun 22 20:39:48.963561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53710) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:48.967114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:39:48.969985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.979561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:48.989200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:48.989857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.003645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:49.025188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:39:49.026153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 639e9a5c-e124-4e55-93d8-fe9dc7d76ca8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:39:49.047712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:49.055236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:49.069642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Pushing event deleted for resources: {'Network': ['ID=6f7c8db4-a5ce-4779-9543-d3c00dff4336,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:49.075946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.077889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.078549 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] 10.222.0.66 "DELETE /v2.0/networks/6f7c8db4-a5ce-4779-9543-d3c00dff4336 HTTP/1.1" status: 204 len: 168 time: 1.2388804 Jun 22 20:39:49.088028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:49.089646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1982963 Jun 22 20:39:49.092906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53716) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.099328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:49.132635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6a1233f6-28ae-466d-acdd-6cf5d921ff2a tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Request body: {'network': {'project_id': '34e4c3f2c25b4bfbb4fb9156aad0ded9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:49.141715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.148917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.182579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Pushing event updated for resources: {'Network': ['ID=bc770153-21a8-4dc1-92a0-350dc2a21fa6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:49.185651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:49.193946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d021df8f-9bde-4c36-926d-b99fb662b0e3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:49.196677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Calling delete_port for e91e0a43-cda5-4415-9f88-3a14cf4ff887 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:49.201788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.202665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network bc770153-21a8-4dc1-92a0-350dc2a21fa6 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:49.212401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1233f6-28ae-466d-acdd-6cf5d921ff2a tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 20:39:49.215443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1233f6-28ae-466d-acdd-6cf5d921ff2a tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:39:49.220382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6a1233f6-28ae-466d-acdd-6cf5d921ff2a tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0900311 Jun 22 20:39:49.242987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.278444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e4233d4a-0419-46c7-a8ca-226ea4f13e48 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.284136 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e4233d4a-0419-46c7-a8ca-226ea4f13e48 tempest-MeteringIpV6TestJSON-1168211739 tempest-MeteringIpV6TestJSON-1168211739-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/7ba13c49-5ba7-434e-b89f-9c4ecebb5486 HTTP/1.1" status: 204 len: 168 time: 0.3148074 Jun 22 20:39:49.320644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.321815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9400797 Jun 22 20:39:49.325845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53740) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.331697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:49.332591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696937b4-b552-4d58-97dd-dc0e7fa0a70d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:49.335853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:49.361798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.405985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:39:49.481122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.518449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53750) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.525175 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 20:39:49.551247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.567144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53752) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.619502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af6f6bb9-b288-4ad3-866d-c15f83f819b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.775070 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-de8d780a-afdc-46a6-8c40-1bf028bdadc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b90947f10734fec8cef9402824057b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2062385 Jun 22 20:39:49.779558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53758) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.841770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.852587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53760) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:49.900019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.915335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.969724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.974458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:49.977960 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba270be2-4946-4938-ad1a-1ef4fe12123a HTTP/1.1" status: 204 len: 168 time: 0.1943610 Jun 22 20:39:49.977960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:49.983476 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-2e2dcb5b-f4c6-465b-aa6d-f7623478889c tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--593636391&fields=id&tenant_id=ac4c14ed852340ed8462e73a12e43038 HTTP/1.1" status: 200 len: 267 time: 0.4598126 Jun 22 20:39:50.015392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba270be2-4946-4938-ad1a-1ef4fe12123a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:50.046074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:50.060888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.092750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.118 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/9c77baa5-d05a-416e-bb9c-34b0d5c09170) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:50.114522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.185246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.185605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.186389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.186758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > port after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.187049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > port after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.187388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > port after_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.187728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.188041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.188348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.188658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.190590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.196212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.200185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:50.226922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f510a1-1558-4149-b7be-14f3e2a82bf5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:50.235828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:50.253290 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8eb05e4909243aabc2d2cc420fec3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996065 Jun 22 20:39:50.256037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53768) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:50.309145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.334484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.366529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.366743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.367009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.367327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=100374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 20:39:50.367681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc770153-21a8-4dc1-92a0-350dc2a21fa6']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:50.390479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.393540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.398028 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2f510a1-1558-4149-b7be-14f3e2a82bf5 HTTP/1.1" status: 204 len: 168 time: 0.1378338 Jun 22 20:39:50.398028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:50.412880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f510a1-1558-4149-b7be-14f3e2a82bf5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:50.419489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:50.438444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66764790-a2b7-41c6-ba0b-1045a07caada') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:50.438444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66764790-a2b7-41c6-ba0b-1045a07caada') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:50.442485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.485842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:50.507847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:50.520769 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Sync routers for ids ['87e5cb3c-a242-41e1-8e1d-4ae0f1add516'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:50.526144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Pushing event deleted for resources: {'Port': ['ID=e91e0a43-cda5-4415-9f88-3a14cf4ff887,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:50.529222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 238fc9ed-f56e-4b77-ae97-9c13e50b922b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:39:50.529630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53772) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:50.530906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.546801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.554509 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Routers {'87e5cb3c-a242-41e1-8e1d-4ae0f1add516'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:50.555188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['87e5cb3c-a242-41e1-8e1d-4ae0f1add516'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:50.609454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:50.650393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.651928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 238fc9ed-f56e-4b77-ae97-9c13e50b922b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:39:50.653081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.689884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.693672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-596a9195-beeb-4172-89cf-96ac9ad53974 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:50.695443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-596a9195-beeb-4172-89cf-96ac9ad53974 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/networks?id=ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 200 len: 806 time: 0.7004004 Jun 22 20:39:50.701291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.707562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:39:50.707954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.708073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: from cryptography.utils import int_from_bytes Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: from cryptography.utils import int_from_bytes Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:39:50.713227 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:39:50.727802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-553e24be-2a16-4bda-84ab-c43df3bc9adc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:50.758911 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f38e89eebf74913a95b913c64bd64b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275667 Jun 22 20:39:50.765768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53776) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:50.767761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.771653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7980888 Jun 22 20:39:50.772259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53778) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:50.787699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f9093-97c7-4ae2-a012-b4fb2c362701,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:50.789346 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Set router 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:50.790744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:50.837247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.856309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53780) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:50.858754 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-b96ac6cc-83be-4c5c-82f1-c948684f4a5d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/quotas/ac4c14ed852340ed8462e73a12e43038 HTTP/1.1" status: 200 len: 375 time: 0.1240468 Jun 22 20:39:50.880512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.882942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.937045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.948015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:50.950736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e91e0a43-cda5-4415-9f88-3a14cf4ff887 HTTP/1.1" status: 204 len: 168 time: 3.0623114 Jun 22 20:39:50.981948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.007976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.010437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.012827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "DELETE /v2.0/networks/bc770153-21a8-4dc1-92a0-350dc2a21fa6 HTTP/1.1" status: 204 len: 168 time: 1.6934187 Jun 22 20:39:51.020734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53784) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:51.029968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.040735 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e5cb3c-a242-41e1-8e1d-4ae0f1add516', 'name': '', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0', 'external_fixed_ips': [{'subnet_id': '5b52dbd6-41ec-4e36-9aab-030f78f311e0', 'ip_address': '2001:db8::2f0'}], 'enable_snat': True}, 'gw_port_id': '5568ee0e-148e-4e25-aba3-2b9cbbf1e075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:41Z', 'updated_at': '2021-06-22T20:39:46Z', 'revision_number': 3, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port': {'id': '5568ee0e-148e-4e25-aba3-2b9cbbf1e075', 'name': '', 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e5cb3c-a242-41e1-8e1d-4ae0f1add516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '5b52dbd6-41ec-4e36-9aab-030f78f311e0', 'ip_address': '2001:db8::2f0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:44Z', 'updated_at': '2021-06-22T20:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b52dbd6-41ec-4e36-9aab-030f78f311e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:51.062194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc770153-21a8-4dc1-92a0-350dc2a21fa6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:51.068382 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Checking router: 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:39:51.068682 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Updating router 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:39:51.073132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:51.075112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.076659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.088494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Allocated IP 172.26.4.100 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/697cec25-4119-4d92-9cf6-a9725e0042e4) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:39:51.111917 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.176744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:51.190196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=9c77baa5-d05a-416e-bb9c-34b0d5c09170,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:51.192897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:51.194954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:51.205553 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-39a3a283-c8ea-4a46-898f-c87a92b5da44 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac4c14ed852340ed8462e73a12e43038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3295205 Jun 22 20:39:51.206418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:51.224256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.357701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.435596 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.448402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.453228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.457467 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/449f9093-97c7-4ae2-a012-b4fb2c362701 HTTP/1.1" status: 204 len: 168 time: 0.6906784 Jun 22 20:39:51.469544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.482101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f9093-97c7-4ae2-a012-b4fb2c362701,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:51.501416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:51.513691 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.524800 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Transition to ACTIVE for port object 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:39:51.537696 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.549671 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.575790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Deleting port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:51.576093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.600418 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Pushing event updated for resources: {'Port': ['ID=5568ee0e-148e-4e25-aba3-2b9cbbf1e075,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:51.611518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.623436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05532142-4f4d-4ec3-a84b-cf835e9594f0']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:51.634820 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Attempting to bind port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:39:51.635673 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Attempting to bind port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'fe041d49-4b62-4df1-b0b2-aab315387295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:39:51.636518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a93480-f014-4f64-9947-fd257791f70a') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:51.636819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a93480-f014-4f64-9947-fd257791f70a') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:51.637266 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Attempting to bind port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 on network acd1cbf4-c129-447a-8186-3fcdd1602ca0 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:39:51.639037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53796) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:51.642796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.646520 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:39:51.647570 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Checking segment: {'id': 'fe041d49-4b62-4df1-b0b2-aab315387295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:51.648329 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.649087 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Bound using segment: {'id': 'fe041d49-4b62-4df1-b0b2-aab315387295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:39:51.649776 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Bound port: 5568ee0e-148e-4e25-aba3-2b9cbbf1e075, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe041d49-4b62-4df1-b0b2-aab315387295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'acd1cbf4-c129-447a-8186-3fcdd1602ca0'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:39:51.650838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.662202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.688320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.689941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.693572 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b78341188b94022a5138823c1d9f1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357482 Jun 22 20:39:51.703115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53802) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:51.721388 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] For port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:39:51.725167 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] For port 5568ee0e-148e-4e25-aba3-2b9cbbf1e075, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5568ee0e-148e-4e25-aba3-2b9cbbf1e075,segment=NetworkSegment(fe041d49-4b62-4df1-b0b2-aab315387295),segment_id=fe041d49-4b62-4df1-b0b2-aab315387295)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:39:51.742821 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.759315 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:51.759915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:51.775814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.784987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.791083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.847429 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Pushing event updated for resources: {'Port': ['ID=5568ee0e-148e-4e25-aba3-2b9cbbf1e075,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:51.850726 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:51.855785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-0a1cfdff-4b7d-4be3-b097-8f35c07dc808 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:39:51.863981 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-0a1cfdff-4b7d-4be3-b097-8f35c07dc808 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4357073 Jun 22 20:39:51.870775 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Routers {'87e5cb3c-a242-41e1-8e1d-4ae0f1add516'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:51.872831 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['87e5cb3c-a242-41e1-8e1d-4ae0f1add516'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:51.879141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:39:51.879554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:39:51.941855 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:39:51.955075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.977172 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:39:51.991417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:51.993531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bebc7-b33c-4f5a-8828-589dfb49e944,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.005241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] Set router 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:39:52.012220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.012800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d543e4ee-9bec-4417-8041-ea3e4097d5e6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.039670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.057333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Calling delete_port for 5568ee0e-148e-4e25-aba3-2b9cbbf1e075 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:52.064651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'Port': ['ID=697cec25-4119-4d92-9cf6-a9725e0042e4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.066884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.071118 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] 10.222.0.66 "DELETE /v2.0/networks/05532142-4f4d-4ec3-a84b-cf835e9594f0 HTTP/1.1" status: 204 len: 168 time: 1.0480630 Jun 22 20:39:52.081696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:39:52.088914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.091708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.093140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.095961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e5cb3c-a242-41e1-8e1d-4ae0f1add516', 'name': '', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:41Z', 'updated_at': '2021-06-22T20:39:51Z', 'revision_number': 4, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:52.107395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:52.115370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Pushing event deleted for resources: {'Network': ['ID=05532142-4f4d-4ec3-a84b-cf835e9594f0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.124626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:52.127972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.132046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.162305 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-e4fd0dc3-7e9d-420d-9944-eb66e43ce55f service neutron] 10.222.0.66 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970092 Jun 22 20:39:52.175571 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8f811-69cb-4a09-bbc1-274db1e939fe None None] The sync data for ids ['87e5cb3c-a242-41e1-8e1d-4ae0f1add516'] in dv-neutron-797537-2-hyperv is: [{'id': '87e5cb3c-a242-41e1-8e1d-4ae0f1add516', 'name': '', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:41Z', 'updated_at': '2021-06-22T20:39:51Z', 'revision_number': 4, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:52.207116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.218780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.224547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.284116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646fdd60-29fc-44d7-9b3b-bed202814596,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.312872 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=749ec3fc88714a3fa74ebcf36fedebac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6683979 Jun 22 20:39:52.314331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.317617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53816) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:52.361984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.364569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.365687 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef9bebc7-b33c-4f5a-8828-589dfb49e944 HTTP/1.1" status: 204 len: 168 time: 0.6602917 Jun 22 20:39:52.370132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.386123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bebc7-b33c-4f5a-8828-589dfb49e944,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.393935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.399432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.409499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.488171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.521843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.530795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.626926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.629525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.630715 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/646fdd60-29fc-44d7-9b3b-bed202814596 HTTP/1.1" status: 204 len: 168 time: 0.3121629 Jun 22 20:39:52.633291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a304fb02-32b9-4567-8e15-2a13a0e0e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.674633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646fdd60-29fc-44d7-9b3b-bed202814596,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.677652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.752409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-0af784ff-3788-4926-b2e6-0aa1a16d6956 service neutron] 10.222.0.66 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892365 Jun 22 20:39:52.762222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.769849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.774626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-386e00e8-768b-4fe7-8058-3e464a69e351 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:52.872847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.878022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'Port': ['ID=697cec25-4119-4d92-9cf6-a9725e0042e4,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:52.885864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:52.912489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.925530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.945483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:52.947501 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6195865 Jun 22 20:39:53.047030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.063920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95b490d8-64fc-4bc5-8f9d-30ac0fbaf0d0 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:53.115098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53846) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:53.123712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Port': ['ID=5568ee0e-148e-4e25-aba3-2b9cbbf1e075,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:53.130830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:53.182250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.330998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.338162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.400404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53878) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:53.431242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.431973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87e5cb3c-a242-41e1-8e1d-4ae0f1add516 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:39:53.438107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.444697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.450135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/routers/87e5cb3c-a242-41e1-8e1d-4ae0f1add516 HTTP/1.1" status: 204 len: 168 time: 2.6433978 Jun 22 20:39:53.452603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53882) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:53.498347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.501840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Deleting subnet 5b52dbd6-41ec-4e36-9aab-030f78f311e0 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:39:53.508018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.513605 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c8e9df43-df5a-426d-9add-091be3e03418 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58801e6a31cb40748f584f9d87e2ae06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101704 Jun 22 20:39:53.514271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53884) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:53.536643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:53.548431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-90643f5e-4a60-4ae8-8ff7-f9e9d6780383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--151558367&fields=id&tenant_id=609a2416f91d42789362eb4c5bd4475b HTTP/1.1" status: 200 len: 267 time: 0.1776583 Jun 22 20:39:53.593394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.625707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.649541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.654467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.731072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.767615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.772371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.776804 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ef96a75-df7c-4104-bf9b-e55102c382d4 HTTP/1.1" status: 204 len: 168 time: 0.2615440 Jun 22 20:39:53.780621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cabad99a-bf57-41a3-9105-0b5d614c898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:53.798493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef96a75-df7c-4104-bf9b-e55102c382d4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:53.801593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:53.813266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=9c77baa5-d05a-416e-bb9c-34b0d5c09170,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:53.822281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:53.834428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.834658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.843837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:53.860701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:53.907263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53894) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:53.942312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f12d0-111a-4eb0-92d2-9c4c31d04628,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:53.946245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:53.952189 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c92c93549b25481baff6cdcdb5c8c3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8329511 Jun 22 20:39:53.952733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53898) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:54.024340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.051995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.135838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.139433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.140579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf6f12d0-111a-4eb0-92d2-9c4c31d04628 HTTP/1.1" status: 204 len: 168 time: 0.1868947 Jun 22 20:39:54.141344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:54.149552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f12d0-111a-4eb0-92d2-9c4c31d04628,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:54.158370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:54.312393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.324856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-6485ea95-15fb-47d4-8323-2c914fb68f56 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:54.331863 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-6485ea95-15fb-47d4-8323-2c914fb68f56 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/networks?id=46aee5db-cea0-4657-9b8b-abde1170ef75 HTTP/1.1" status: 200 len: 812 time: 0.7616129 Jun 22 20:39:54.340072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:54.361853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-3b10f0fc-1cf1-4fb9-99ca-3cd55753afbd tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/quotas/609a2416f91d42789362eb4c5bd4475b HTTP/1.1" status: 200 len: 375 time: 0.0290413 Jun 22 20:39:54.395777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b52dbd6-41ec-4e36-9aab-030f78f311e0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:54.422229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:54.426432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.428613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/5b52dbd6-41ec-4e36-9aab-030f78f311e0 HTTP/1.1" status: 204 len: 168 time: 0.9748836 Jun 22 20:39:54.432264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53910) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:54.443401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP c3e61e21-a737-4b92-ba64-fe7369e8ace8 associated. External IP: 172.26.4.118, port: 34130822-fd92-44c9-9b6b-aaf2b0349eda. Jun 22 20:39:54.509250 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 20:39:54.607520 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-bdbbbe0c-8635-436d-9ec5-652bbf4c454c tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=609a2416f91d42789362eb4c5bd4475b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2372539 Jun 22 20:39:54.649836 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5cf09df2-af6f-46c6-8bc3-9439e5b87dce req-5e0c1418-6113-4ef6-a6f7-7ac85424829e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.7407579 Jun 22 20:39:54.672225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.833444 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-00f1574f-6a66-45fe-86fa-cb8f9cea6321 service neutron] 10.222.0.66 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249517 Jun 22 20:39:54.837292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.847856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:39:54.853810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd1cbf4-c129-447a-8186-3fcdd1602ca0']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:54.873018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe041d49-4b62-4df1-b0b2-aab315387295') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:54.873641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe041d49-4b62-4df1-b0b2-aab315387295') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:54.891361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.921953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.931449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:39:54.932419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:39:54.936305 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:39:55.012885 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-34bc1026-01e3-4fa6-95d7-d5f858da590e service neutron] 10.222.0.66 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782851 Jun 22 20:39:55.028243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.032506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5ec51a3f-cdba-4b66-8530-1a61ead34031 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:55.035839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acd1cbf4-c129-447a-8186-3fcdd1602ca0 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:39:55.043811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:55.057178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.066200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.066339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/networks/acd1cbf4-c129-447a-8186-3fcdd1602ca0 HTTP/1.1" status: 204 len: 168 time: 0.6278133 Jun 22 20:39:55.066339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Network': ['ID=acd1cbf4-c129-447a-8186-3fcdd1602ca0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:55.073176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:55.119448 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2244120 Jun 22 20:39:55.120506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:55.126338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:55.496641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53952) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:55.530743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.711236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.782796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:55.797818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.811753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:55.814636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:55.832066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:55.935299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:55.951977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:55.974013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:55.975229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:55.975967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db2358daa334c5fa02795a8bf80ac41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778986 Jun 22 20:39:55.999816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.001800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fea9ec-9039-47c1-a358-7a9295464f2b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:56.004287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 53980) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:56.006715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:56.009375 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cede8e22-eebd-4b5d-b4b8-11a229e87cad req-757a592e-6392-4a7a-b9f1-c9ff1ea83bb2 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.2063346 Jun 22 20:39:56.047651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.047651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP c3e61e21-a737-4b92-ba64-fe7369e8ace8 disassociated. External IP: 172.26.4.118, port: 34130822-fd92-44c9-9b6b-aaf2b0349eda. Jun 22 20:39:56.077460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:56.078449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7312e-6bfb-4190-84ed-dd54a1d9bb2a None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:56.148795 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-457dd11b-3648-41fe-951a-d8c5dfc9182b req-322f1f3a-8c22-4a5b-ba15-47c6092b43b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.4321034 Jun 22 20:39:56.221956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.257968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.298931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 53992) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:56.438979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.441463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.443202 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0fea9ec-9039-47c1-a358-7a9295464f2b HTTP/1.1" status: 204 len: 168 time: 0.4200599 Jun 22 20:39:56.446436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:56.450791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:39:56.461237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fea9ec-9039-47c1-a358-7a9295464f2b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:56.466314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:56.545517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:56.550616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'name': 'tempest-router--1065244689', 'project_id': '3e5a317547ff45ae83673875b34e7804'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:56.586378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.598096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.638896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:39:56.644793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.650419 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:39:56.666465 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:56.667406 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:56.696419 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4892493d-1a5a-42ca-8b57-f30646065a70 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/c3e61e21-a737-4b92-ba64-fe7369e8ace8 HTTP/1.1" status: 200 len: 688 time: 1.5721383 Jun 22 20:39:56.697342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54012) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:56.741477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.747533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.760513 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:56.767410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.771314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f44d804c-29b3-422d-819d-90e7ea1d296a tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2246399 Jun 22 20:39:56.774039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54016) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:56.774590 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:39:56.775198 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:56.797237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1293137022'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:56.817084 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:39:56.818010 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb54f5-9c87-4a98-9dd3-445411573231 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:39:56.843921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:56.851293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.866821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:56.969263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.107721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.120059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.125075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:57.168931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54028) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:57.183971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22227490-0772-4f69-804e-7c86723b4e12,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:57.193925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:57.218678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:57.259341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.259702 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment 4cd1b26f-2622-4d4a-9bb9-aaaa374b0145 of type vlan for network 0aacf890-9fdf-4703-8a78-e83a54ad36fb Jun 22 20:39:57.291278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.305404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.348312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.385856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.396577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:57.397466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.401688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b62c0ce0-802b-4d03-becd-e2d925c8d272 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:57.410178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 9c77baa5-d05a-416e-bb9c-34b0d5c09170 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:39:57.410544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.461561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.470684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc0e3e4d-c7fa-44df-b5e8-38f185a9e728 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:39:57.488540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.491237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a7edd75-10f7-4ace-b6e5-64c4dfd9b001 req-844ff387-772f-4efd-a9cf-ebf3c382ae90 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.0833385 Jun 22 20:39:57.497354 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1970918 Jun 22 20:39:57.504279 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8adfad65-e145-4a09-bd1b-b510c8787850 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/routers/fc0e3e4d-c7fa-44df-b5e8-38f185a9e728 HTTP/1.1" status: 204 len: 168 time: 0.7290151 Jun 22 20:39:57.505033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54046) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:57.528247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'name': 'tempest-PortsIpV6TestJSON-1876358171'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:57.541887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=0aacf890-9fdf-4703-8a78-e83a54ad36fb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:57.545779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:57.562215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:57.602165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:57.637354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1526276121'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:57.778273 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-316da1f9-e245-43a6-bde2-3da55a3d6b9b req-be3e5418-d915-4102-baf6-65fbcdd4a5d5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.2720258 Jun 22 20:39:57.831802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54058) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:57.860790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.53', 49822) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:57.940779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Made reservation on behalf of e5fcb7dd75404045a5dba2dbc726677d for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:57.945821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.966554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:57.966889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.016687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.021396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 9c77baa5-d05a-416e-bb9c-34b0d5c09170 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:39:58.042582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:58.047451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.079779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-a21e91b0-bf34-410d-9383-de482e8d732a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:58.081629 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-a21e91b0-bf34-410d-9383-de482e8d732a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "GET /v2.0/networks?id=ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 200 len: 806 time: 0.2215905 Jun 22 20:39:58.116474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 3d04f7ea-9af3-4897-8266-3b752cf857f6 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:39:58.225328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'networks': [{'name': 'tempest-network--1891391916'}, {'name': 'tempest-network--913855252'}]} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.225564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-network--1891391916'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.226204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-network--913855252'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.234463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-77cf5c1f-ffed-4459-b787-a4c48739f561 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4c14ed852340ed8462e73a12e43038 HTTP/1.1" status: 200 len: 379 time: 0.1029816 Jun 22 20:39:58.240751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-875201827', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.262821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'port': {'device_id': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'admin_state_up': True, 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'security_groups': ['37fc6ba4-fafb-4fe9-98fd-f2114438c374']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.452323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.53', 49827) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:58.628387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-dc20fe03-127f-479f-954a-71ac05059702 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:58.630886 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-dc20fe03-127f-479f-954a-71ac05059702 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "GET /v2.0/networks?id=46aee5db-cea0-4657-9b8b-abde1170ef75 HTTP/1.1" status: 200 len: 812 time: 0.1767797 Jun 22 20:39:58.644083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.680783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.688511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.694248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:58.699709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.725566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:39:58.736356 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-944b72c0-589d-4fcd-b32c-11034d073588 req-2ee72dc8-3fd8-4f35-a228-05bc50c125ed tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.0668216 Jun 22 20:39:58.742902 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-60716096-4b30-46d5-9432-ae6ca66d6d7f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=609a2416f91d42789362eb4c5bd4475b HTTP/1.1" status: 200 len: 379 time: 0.0985534 Jun 22 20:39:58.755953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'port': {'device_id': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'admin_state_up': True, 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'security_groups': ['13d392ed-2585-42bb-9334-f7c8a4356e9e']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:58.792154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'network': 2} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:58.798126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.805855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.807017 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Added segment 246ad3c0-0dbf-43c1-add1-33c5bccdb244 of type vlan for network a1e246d6-0687-4068-ba76-0a6ba75a4349 Jun 22 20:39:58.820132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.840464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.841796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.867089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75a58ab-4628-4683-9406-dacbd21c77a7,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:58.875181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:58.876556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:58.901500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Made reservation on behalf of ac4c14ed852340ed8462e73a12e43038 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:39:58.905544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=9c77baa5-d05a-416e-bb9c-34b0d5c09170,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:58.917253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.953356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:58.972125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:58.977798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.002620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7141417-7a7a-422e-8047-90fb939849cb tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:59.061040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.063548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.068169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/c3e61e21-a737-4b92-ba64-fe7369e8ace8 HTTP/1.1" status: 204 len: 168 time: 2.3640838 Jun 22 20:39:59.083050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54110) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:59.086115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.098531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=3d04f7ea-9af3-4897-8266-3b752cf857f6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:59.112526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'bb9239e1-3afe-459c-92f5-ec611133b36f'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:39:59.143328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:59.148299 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6e7f5752-ca10-48dc-b60f-e529f52f1a3c req-b7a44271-4660-4808-a523-a4b4bfa90f38 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.1014931 Jun 22 20:39:59.179158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.187588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:59.188219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.198629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:39:59.266901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Pushing event updated for resources: {'Network': ['ID=a1e246d6-0687-4068-ba76-0a6ba75a4349,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:39:59.270299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:39:59.273073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:39:59.273433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 0aacf890-9fdf-4703-8a78-e83a54ad36fb, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:39:59.281561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a1e246d6-0687-4068-ba76-0a6ba75a4349 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:39:59.297754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:39:59.311708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 0aacf890-9fdf-4703-8a78-e83a54ad36fb) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:39:59.325629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:39:59.342261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:39:59.343951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.471856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71239c6c-9ffb-45a0-9ef7-13adac0c8134 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:39:59.686063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:39:59.712659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54122) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:39:59.943021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Allocated IP 172.20.0.13 (ed84ea94-4d7c-4d65-9892-001535c67a19/7aa0c018-21b8-4aac-be01-c63b3024a168/1870b7e1-50c4-4943-9a9d-30f82c259d19) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:00.021226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1725848020'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:00.035193 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ce59c639-dbef-48a9-9faf-c499529eed17 req-14d2a443-7a9b-40ab-b176-dd17ad04c6ff tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.0730093 Jun 22 20:40:00.061990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.074022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.084127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.086642 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5701778 Jun 22 20:40:00.088960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54128) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:00.092252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:00.099589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-227383689'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:00.122666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9485762 Jun 22 20:40:00.125556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:00.216075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Made reservation on behalf of 609a2416f91d42789362eb4c5bd4475b for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:00.219899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.223109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:00.228399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f09889-5f4e-492a-8571-3abc61c938cb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:00.245973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:00.248326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.262526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.262876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment ed059f86-0acc-4d1b-a100-053458812084 of type vlan for network fefc5b97-edec-4b41-8900-48e7d4bdd16e Jun 22 20:40:00.312798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'name': 'tempest-network--749720637', 'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:00.421240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Made reservation on behalf of 8cf93b35b4ac49c0a789f9643fdeeb9e for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:00.426814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.437868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.470986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.473355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:00.478786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.490284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.497255 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e8164335-8e05-4a19-91a1-a0bbbd7ebaf5 req-0c76ea7e-705b-41ef-9cad-b22b38af1c42 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.1056731 Jun 22 20:40:00.523373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.547860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:00.558381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.559362 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment 9c3717fe-dae1-4065-9fdd-57ea914df12d of type vlan for network 7a9bc2bc-374f-4f80-8978-d2dba0c276a8 Jun 22 20:40:00.595754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.611359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Transition to ACTIVE for port object 1870b7e1-50c4-4943-9a9d-30f82c259d19 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:00.632840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:00.635324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.653742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:00.660807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.671751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.698524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.699183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment c13df734-3982-426e-8c20-212abd044352 of type vlan for network e008ac71-42bb-4589-83e2-165a4e72fdc1 Jun 22 20:40:00.731274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Allocated IP 172.20.0.9 (46aee5db-cea0-4657-9b8b-abde1170ef75/34be42fe-fc61-405a-8583-3adb0bebd4c6/8b8751bc-bb6c-46f1-8c96-44db40d052dc) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:00.741576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.797936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.809082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:00.810111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.820081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.820567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7db04aef-2217-4f5d-9ae4-303a7c7b0cca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:00.849323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:00.892243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:00.913757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Allocated IP 172.26.4.141 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/9a024707-1766-4666-ba04-9f851ab86b73) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:00.947349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=7a9bc2bc-374f-4f80-8978-d2dba0c276a8,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:00.962029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:00.963654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 7a9bc2bc-374f-4f80-8978-d2dba0c276a8 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:01.003103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.013967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Network ed84ea94-4d7c-4d65-9892-001535c67a19 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:01.017009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.025317 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9305575 Jun 22 20:40:01.025317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.028810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54136) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:01.033214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db8418e9-450e-49ba-9509-77b85a7b1b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:01.048664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.049062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'ports': [{'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'}, {'network_id': '7a9bc2bc-374f-4f80-8978-d2dba0c276a8'}]} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:01.049405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:01.049666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:01.049956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '7a9bc2bc-374f-4f80-8978-d2dba0c276a8'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:01.065942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:01.098233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:01.114646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:01.115309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.120806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:01.130553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event updated for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.220465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db38236b-f1db-46dd-8b6d-666b2863b2d9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.237581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.247522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:01.248027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:01.250333 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Added segment 28e26678-bb29-4f78-9652-d102351a182f of type vlan for network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 Jun 22 20:40:01.252064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:01.445363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.446253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:01.446892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.461055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=fefc5b97-edec-4b41-8900-48e7d4bdd16e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.482413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network fefc5b97-edec-4b41-8900-48e7d4bdd16e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:01.539425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.541221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.549489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:01.550401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.554519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:01.565855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dc68d961-39fd-4623-a739-b63fa5633b03 None None] Provisioning for port 1870b7e1-50c4-4943-9a9d-30f82c259d19 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:01.576646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.613815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.618000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dc68d961-39fd-4623-a739-b63fa5633b03 None None] Provisioning complete for port 1870b7e1-50c4-4943-9a9d-30f82c259d19 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:01.619425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dc68d961-39fd-4623-a739-b63fa5633b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.637256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.680385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-dc68d961-39fd-4623-a739-b63fa5633b03 None None] Port 1870b7e1-50c4-4943-9a9d-30f82c259d19 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:01.714941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:01.733667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Pushing event updated for resources: {'Network': ['ID=28ebe08b-4c10-4977-a9ed-8582b68e4ec6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.739677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:01.740417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81b363e1-6789-4e9a-becc-9654484e0845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:01.743265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.743753 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Added segment 855bce71-dee6-4ea3-b188-e2152c22787f of type vlan for network 30503fe6-9b52-495a-aa13-07bfd6905b89 Jun 22 20:40:01.754280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:01.758022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 2} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:01.763379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.1562364 Jun 22 20:40:01.763590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.774783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54142) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:01.794486 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0800250 Jun 22 20:40:01.803558 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5475035 Jun 22 20:40:01.813867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Transition to ACTIVE for port object 8b8751bc-bb6c-46f1-8c96-44db40d052dc will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:01.851980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=e008ac71-42bb-4589-83e2-165a4e72fdc1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.868647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:01.875650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network e008ac71-42bb-4589-83e2-165a4e72fdc1 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:01.884668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.889077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.759s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:01.889526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:01.894517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b054b978-987f-41d6-b04b-05dfc6ec36d9 req-e490e560-2d9e-46e0-9bdf-a8d0d272a261 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.1174495 Jun 22 20:40:01.918881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:01.945248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b001d-7f61-4b02-80fc-be13bb76d0cb req-d62115f6-040b-4993-8045-b755c7c675eb tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:01.946362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b6734-6d40-4ce9-bb0c-a71b8e4ee47c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:01.947226 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-263b001d-7f61-4b02-80fc-be13bb76d0cb req-d62115f6-040b-4993-8045-b755c7c675eb tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.6785631 Jun 22 20:40:01.953771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:02.064626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.067582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:02.068258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.079106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 6c3e5a8b-8b41-4991-8d12-267f2f0a9202 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:02.082651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:02.177364 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0481319 Jun 22 20:40:02.178603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=30503fe6-9b52-495a-aa13-07bfd6905b89,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:02.182824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54148) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:02.192890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:02.208478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 30503fe6-9b52-495a-aa13-07bfd6905b89 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:02.220708 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-263b001d-7f61-4b02-80fc-be13bb76d0cb req-dca627f0-7e3e-4ef3-b07b-7a5a8264aa69 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977615 Jun 22 20:40:02.220708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.226790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54150) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:02.251232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6', 'binding:host_id': 'hv-neutron-7975', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140969520'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:02.265936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:02.292081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.299799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:02.345867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:02.349250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:02.356442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.369545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.48 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/66340deb-1fae-4eb7-b5e2-b823d9e39be4) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:02.377122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553ae4d-d9fc-4249-804c-ea2f4f580eb5 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:02.392934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553ae4d-d9fc-4249-804c-ea2f4f580eb5 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:02.399841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553ae4d-d9fc-4249-804c-ea2f4f580eb5 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:02.407326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553ae4d-d9fc-4249-804c-ea2f4f580eb5 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:02.411813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5553ae4d-d9fc-4249-804c-ea2f4f580eb5 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6231105 Jun 22 20:40:02.413983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54152) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:02.470574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.473110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:02.479813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:02.482527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:02.489925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event updated for resources: {'Port': ['ID=9a024707-1766-4666-ba04-9f851ab86b73,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:02.500704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:02.504548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-697d79b3-1f50-46ad-b3c4-851bcbc8988e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:02.507618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Made reservation on behalf of 8990c3cc3eeb4fbaa4afb6009d4db522 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:02.510261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.779316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:02.783446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.787921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.807254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30503fe6-9b52-495a-aa13-07bfd6905b89']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:02.834030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d615791d-f436-4db0-9b1a-32e8ef789a46 None None] Provisioning for port 8b8751bc-bb6c-46f1-8c96-44db40d052dc completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:02.837813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d615791d-f436-4db0-9b1a-32e8ef789a46 None None] Provisioning complete for port 8b8751bc-bb6c-46f1-8c96-44db40d052dc triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:02.838224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d615791d-f436-4db0-9b1a-32e8ef789a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.838584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855bce71-dee6-4ea3-b188-e2152c22787f') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:02.838977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855bce71-dee6-4ea3-b188-e2152c22787f') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:02.863837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.868955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.877842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.908017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.922524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:02.922820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:02.925878 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:02.958101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d615791d-f436-4db0-9b1a-32e8ef789a46 None None] Port 8b8751bc-bb6c-46f1-8c96-44db40d052dc cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:03.052054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.062603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:03.092076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:03.092684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.129152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event updated for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:03.142611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:03.145512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.225655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.241694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:03.253054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30503fe6-9b52-495a-aa13-07bfd6905b89 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:40:03.274270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=66340deb-1fae-4eb7-b5e2-b823d9e39be4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:03.289284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.297059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/30503fe6-9b52-495a-aa13-07bfd6905b89 HTTP/1.1" status: 204 len: 168 time: 1.1125293 Jun 22 20:40:03.305879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:03.321354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54158) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:03.328257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefc5b97-edec-4b41-8900-48e7d4bdd16e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:03.330625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:03.332363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:03.350738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:03.361371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:03.395386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed059f86-0acc-4d1b-a100-053458812084') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:03.395764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed059f86-0acc-4d1b-a100-053458812084') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:03.403814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.495454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.497563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.509373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Network': ['ID=30503fe6-9b52-495a-aa13-07bfd6905b89,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:03.513934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.523559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:03.569129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.581390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.585724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8341315 Jun 22 20:40:03.607689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2bd5fd0-4ad3-4b96-84d8-0cdb533bb0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:03.616442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:03.746028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9391d-13f7-40a1-b597-9a37982bc7fd req-7d0df8fc-1d59-48ea-bd77-a9e1ae56497b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:03.747382 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1c9391d-13f7-40a1-b597-9a37982bc7fd req-7d0df8fc-1d59-48ea-bd77-a9e1ae56497b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 931 time: 0.6402664 Jun 22 20:40:03.748599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:03.749005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:03.757474 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:03.866254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf82aef-636b-484c-a95c-1aaaf687b3e0 req-8f814752-5dee-4e83-bd70-f320c786764f tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:03.867792 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5bf82aef-636b-484c-a95c-1aaaf687b3e0 req-8f814752-5dee-4e83-bd70-f320c786764f tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.4423099 Jun 22 20:40:03.907490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037d28b5-4f4d-4193-8d16-4bf87b5ece68,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:03.915836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:04.013008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5bf82aef-636b-484c-a95c-1aaaf687b3e0 req-36b6df61-3a16-4bec-8909-0caa2390e6f0 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182749 Jun 22 20:40:04.108555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:04.110896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.172991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.177286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.192807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:04.211221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7602e33-40c9-462e-a8a1-08973dc4d6f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:04.218096 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1c9391d-13f7-40a1-b597-9a37982bc7fd req-0ccde2a0-e097-4b00-8c73-789bdffc2050 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599664 Jun 22 20:40:04.245513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.254533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:04.255388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.266378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Transition to ACTIVE for port object 2fdf4b7c-ec1a-4b53-a14d-99670f691793 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:04.271654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.273555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/fefc5b97-edec-4b41-8900-48e7d4bdd16e HTTP/1.1" status: 204 len: 168 time: 1.8568368 Jun 22 20:40:04.274506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:04.277817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:04.278684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.292143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54160) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:04.314774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.320244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:04.376276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:04.385534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2fdf4b7c-ec1a-4b53-a14d-99670f691793,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:04.394445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:04.428270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.428714 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Added segment ff017859-1eb9-4132-af47-07cb77f0472f of type vlan for network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 Jun 22 20:40:04.440210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=6c3e5a8b-8b41-4991-8d12-267f2f0a9202,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:04.447415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Checking segment: {'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:04.447981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Network hostable DHCP agents. Network: 28ebe08b-4c10-4977-a9ed-8582b68e4ec6, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:04.455924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Router 2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:04.466662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:04.468600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:04.474843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.477653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:04.522872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=fefc5b97-edec-4b41-8900-48e7d4bdd16e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:04.523188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 28ebe08b-4c10-4977-a9ed-8582b68e4ec6) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:04.530170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:04.533317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:04.541884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:04.566563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af058a5-bf84-44f1-88ae-876120ffb671 None None] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:04.577909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.586759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:04.587337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:04.587864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:04.599625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:04.599965 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:04.602018 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 2 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:04.626575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:04.646488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] Sync routers for ids ['2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:04.662703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:04.663119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:04.667240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:04.677945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:04.680434 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:04.684316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] Routers {'2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:04.684942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 3 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:04.686287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:04.690723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.691940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8591189 Jun 22 20:40:04.697588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54162) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:04.742545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:04.781657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] Routers {'2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:04.783199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:04.786789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:04.787325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:04.787453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:04.796493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:04.796881 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:04.801064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 4 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:04.828851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:04.830260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f443d27-48fc-4caa-b955-10a6fccad450 None None] The sync data for ids ['2f07ceab-9c78-42b6-83cd-ab0cd6e2e896'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:04.850825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:04.851151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:04.851545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:04.862356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:04.862687 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:04.864402 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 5 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:04.890716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:04.891056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:04.895233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:04.902177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': '9c3717fe-dae1-4065-9fdd-57ea914df12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7a9bc2bc-374f-4f80-8978-d2dba0c276a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:04.902679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 7a9bc2bc-374f-4f80-8978-d2dba0c276a8, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:04.905353 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-649bb554-3667-4664-9799-9aa7d8106420 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 HTTP/1.1" status: 200 len: 924 time: 0.2059979 Jun 22 20:40:04.907010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54164) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:04.941656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b67b53e9-2d12-4fbc-a70d-5099a7c10ae3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 HTTP/1.1" status: 200 len: 205 time: 0.0333927 Jun 22 20:40:04.942575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54166) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:04.966148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:04.968085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:04.971355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.982865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:04.985959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:04.992227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:04.992565 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.001636 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 6 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:05.016192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e008ac71-42bb-4589-83e2-165a4e72fdc1']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:05.019365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:05.019697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:05.020031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:05.054979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:05.055311 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.060610 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 7 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:05.069789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13df734-3982-426e-8c20-212abd044352') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:05.070124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13df734-3982-426e-8c20-212abd044352') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:05.091430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:05.091801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:05.092090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:05.096053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.097742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:05.098098 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.098827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 8 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:05.099826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.111782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:05.112119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:05.112455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:05.115316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.115906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.118833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.122105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:05.122507 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.125150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:05.141734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.153724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 7a9bc2bc-374f-4f80-8978-d2dba0c276a8 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:05.159612 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 9 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:05.172797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:05.173197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:05.178180 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:05.183749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:05.184361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:05.193012 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8582590 Jun 22 20:40:05.193880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 7a9bc2bc-374f-4f80-8978-d2dba0c276a8) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:05.195902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:05.198404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:05.203156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d2ef4-8435-4243-a0fc-7d1ff6d30659 None None] Network 7a9bc2bc-374f-4f80-8978-d2dba0c276a8 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:05.209493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'subnet': {'network_id': '02f5b43e-a15c-4956-9d6c-279c34a2c6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:05.328617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:05.329470 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.335556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 10 to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 Jun 22 20:40:05.343848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=02f5b43e-a15c-4956-9d6c-279c34a2c6f9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:05.351752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:05.353384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.381563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:05.386284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:05.386450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:05.408310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:05.411790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:05.423591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.429158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.430082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.521364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.538003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-196c8a91-8995-4fce-9b98-12c41caf369c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:05.546386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.548546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/e008ac71-42bb-4589-83e2-165a4e72fdc1 HTTP/1.1" status: 204 len: 168 time: 1.2527843 Jun 22 20:40:05.556299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54174) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:05.616222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=e008ac71-42bb-4589-83e2-165a4e72fdc1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:05.630262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:05.750969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:05.751646 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:05.751972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.760316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:05.763571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.787365 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7498229 Jun 22 20:40:05.796069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54176) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:05.825687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:05.840666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7a3a8-4cce-49f2-ab36-093c065062bc req-e233628b-e2cc-4d52-b03b-c4e7d0bc963a tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.842699 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-22c7a3a8-4cce-49f2-ab36-093c065062bc req-e233628b-e2cc-4d52-b03b-c4e7d0bc963a tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 931 time: 0.3864903 Jun 22 20:40:05.863179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8efe3-09dd-4f28-bf52-efaee59cd851 req-eb2780d5-7438-495f-9698-76b00abd4120 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.864698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aca8efe3-09dd-4f28-bf52-efaee59cd851 req-eb2780d5-7438-495f-9698-76b00abd4120 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.6631682 Jun 22 20:40:05.952624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db89a9-65e3-46d5-bdf0-b1ae397a2303 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.961278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db89a9-65e3-46d5-bdf0-b1ae397a2303 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.971141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db89a9-65e3-46d5-bdf0-b1ae397a2303 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:05.972774 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-19db89a9-65e3-46d5-bdf0-b1ae397a2303 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1864 time: 0.4070086 Jun 22 20:40:05.975859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port 2fdf4b7c-ec1a-4b53-a14d-99670f691793, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:05.976225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempted to set empty binding levels {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:40:05.977029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54178) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:05.996465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-768621846'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:06.007639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.014334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:06.029576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aca8efe3-09dd-4f28-bf52-efaee59cd851 req-d7391758-2f49-42a7-a395-d9bcbecc6a4b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490803 Jun 22 20:40:06.095828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:06.099353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.146498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2fdf4b7c-ec1a-4b53-a14d-99670f691793,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:06.157768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:06.168863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:06.172360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.181019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port 9a024707-1766-4666-ba04-9f851ab86b73 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:06.181354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.244071 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.0074606 Jun 22 20:40:06.256106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54180) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:06.301083 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-22c7a3a8-4cce-49f2-ab36-093c065062bc req-d6230ea3-dbfa-4464-bb16-25e80341e4ed tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4237082 Jun 22 20:40:06.325712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:06.337414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.352021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.358777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:06.366836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.367262 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment 07c311ea-bd9e-42ee-a739-d857bff44faa of type vlan for network ef5fd59a-3b16-4c97-ab7c-44a7bffb2669 Jun 22 20:40:06.451953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.472233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=66340deb-1fae-4eb7-b5e2-b823d9e39be4,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:06.474027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.475292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:06.491361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for 9a024707-1766-4666-ba04-9f851ab86b73 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:06.493812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.543473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:06.543473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.591005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.601007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:06.601601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.607117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47213852-b5df-4a06-b359-fa8daee8bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:06.622295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Deleting port 2fdf4b7c-ec1a-4b53-a14d-99670f691793 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:06.622637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.683648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.686008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=ef5fd59a-3b16-4c97-ab7c-44a7bffb2669,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:06.692710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:06.708187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ef5fd59a-3b16-4c97-ab7c-44a7bffb2669 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:06.749415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:06.776148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:40:06.776863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.781948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8011408 Jun 22 20:40:06.784509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:06.785683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port 2fdf4b7c-ec1a-4b53-a14d-99670f691793, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:06.786102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.801248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1185409477'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:06.804833 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP bbcb6533-c325-4897-a35e-d07697653931 associated. External IP: 172.26.4.48, port: bb9239e1-3afe-459c-92f5-ec611133b36f. Jun 22 20:40:06.841027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c373bf86-f2a7-48b8-a685-99c8f10375c6 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:06.847941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Calling delete_port for 2fdf4b7c-ec1a-4b53-a14d-99670f691793 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:06.893332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:06.943891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99a21197-cc3e-478f-b844-6e1f2326698b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:06.971005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:06.972844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4412ce7-f138-4777-b72b-1e6c5b380fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:07.005426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=9a024707-1766-4666-ba04-9f851ab86b73,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:07.010948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:07.024860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Checking segment: {'id': 'ff017859-1eb9-4132-af47-07cb77f0472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '02f5b43e-a15c-4956-9d6c-279c34a2c6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:07.025236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Network hostable DHCP agents. Network: 02f5b43e-a15c-4956-9d6c-279c34a2c6f9, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:07.032839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.039182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:07.042794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.117007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:07.151060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.167371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:07.205536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.205884 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment 50891d64-ad6d-4b75-8a6c-412a9ee12947 of type vlan for network 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5 Jun 22 20:40:07.219221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:07.228124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.231268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:07.238231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:07.247279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.251735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.263242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:07.316870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.321523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 02f5b43e-a15c-4956-9d6c-279c34a2c6f9) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:07.323357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54186) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.324623 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11 HTTP/1.1" status: 204 len: 168 time: 1.5224984 Jun 22 20:40:07.336260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fdf4b7c-ec1a-4b53-a14d-99670f691793,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:07.342301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898f030-9d70-4071-938b-26bf3087db0d None None] Network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:07.355506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:07.358238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.372427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.374547 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2fdf4b7c-ec1a-4b53-a14d-99670f691793 HTTP/1.1" status: 204 len: 168 time: 1.1151385 Jun 22 20:40:07.379568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.380234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.381220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54190) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.398321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.399028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router 2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:07.412434 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2063456 Jun 22 20:40:07.417457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54192) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.421432 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ed8fe2-2cd2-48fe-94dc-c6f0614b278b tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:40:07.423357 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c2ed8fe2-2cd2-48fe-94dc-c6f0614b278b tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports/2fdf4b7c-ec1a-4b53-a14d-99670f691793 HTTP/1.1" status: 404 len: 333 time: 0.0408349 Jun 22 20:40:07.424619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.431145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 HTTP/1.1" status: 204 len: 168 time: 2.4844747 Jun 22 20:40:07.434217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54194) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.434693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54196) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.438615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'floatingip': {'floating_network_id': '02f5b43e-a15c-4956-9d6c-279c34a2c6f9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.459836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:07.461654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-219717780'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.470071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603993213', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.472620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.480937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e866b3-0e12-4a2b-81c6-3b10ea44a235 req-0b2e92d6-5ce6-4f36-9764-63ccac78671e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.482744 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-20e866b3-0e12-4a2b-81c6-3b10ea44a235 req-0b2e92d6-5ce6-4f36-9764-63ccac78671e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.2774379 Jun 22 20:40:07.491333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.494236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.510254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:07.586894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-20e866b3-0e12-4a2b-81c6-3b10ea44a235 req-d80a7436-ac72-4990-ab70-52865939bb93 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944717 Jun 22 20:40:07.599924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.629283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:40:07.629283 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:40:07.629283 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': '250575916cc746eab68aee492de7baec', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 40, 7, 493317)}] Jun 22 20:40:07.629283 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:07.629652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:07.630830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28979a5-4fe0-416e-a663-2a213b51157c None None] Network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:07.643873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45eb3d-a254-403e-838d-43b26cb15f08 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.649939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45eb3d-a254-403e-838d-43b26cb15f08 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.651532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6a45eb3d-a254-403e-838d-43b26cb15f08 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3266256 Jun 22 20:40:07.660024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54198) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.673490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Made reservation on behalf of 8990c3cc3eeb4fbaa4afb6009d4db522 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:07.676269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:07.716472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port cdb491cd-3adc-4f73-97d2-3a766c354b67 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:07.786809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9979267 Jun 22 20:40:07.795562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54200) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:07.797437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=2e0b6277-b5e0-4bba-9d1f-057e7328b8b5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:07.800808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:07.806015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'ports': [{'network_id': 'ef5fd59a-3b16-4c97-ab7c-44a7bffb2669', 'name': 'tempest-port--2081315459', 'admin_state_up': True}, {'network_id': '2e0b6277-b5e0-4bba-9d1f-057e7328b8b5', 'admin_state_up': False}]} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.806344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'port': {'network_id': 'ef5fd59a-3b16-4c97-ab7c-44a7bffb2669', 'name': 'tempest-port--2081315459', 'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.806835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'port': {'network_id': '2e0b6277-b5e0-4bba-9d1f-057e7328b8b5', 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:07.819720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:07.894808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc42e82-8656-4467-b263-b91ef1b4a0af req-933cb3cf-6d75-4e4c-a844-4ad05da49590 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:07.897482 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bfc42e82-8656-4467-b263-b91ef1b4a0af req-933cb3cf-6d75-4e4c-a844-4ad05da49590 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 931 time: 0.3155155 Jun 22 20:40:07.899098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:07.909888 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:07.923931 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:07.924586 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:07.930710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.003052 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bfc42e82-8656-4467-b263-b91ef1b4a0af req-8d7535b2-3bde-4de0-ad1c-c13c07d3128a tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827389 Jun 22 20:40:08.007423 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:08.011162 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.9196808 Jun 22 20:40:08.011889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:08.023080 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:08.024058 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:08.071156 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:08.072473 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2f66d-d0db-4efa-a292-abf5cffb9ef3 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:08.119683 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-25d6e2d8-12a4-47fa-b1ac-84cd78b4ad5c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/floatingips/bbcb6533-c325-4897-a35e-d07697653931 HTTP/1.1" status: 200 len: 976 time: 0.1061289 Jun 22 20:40:08.121625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54204) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:08.187941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.233165 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e2380f19-3585-4ca3-be39-d4898f5b998a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1108499 Jun 22 20:40:08.235621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54206) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:08.243061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': '34130822-fd92-44c9-9b6b-aaf2b0349eda'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:08.266417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.268225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.315415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.335019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 6c3e5a8b-8b41-4991-8d12-267f2f0a9202 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:08.335417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.344592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.435329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'port': 2} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:08.440464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.515224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.531737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.537104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:08.562091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.646323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:08.651002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 6c3e5a8b-8b41-4991-8d12-267f2f0a9202 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:08.704073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:08.724684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:08.752252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:08.753179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:08.753769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.125760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb491cd-3adc-4f73-97d2-3a766c354b67,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:09.170801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:09.190761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.201035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.234217 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7889309 Jun 22 20:40:09.242471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.242723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54212) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:09.249924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7975'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:09.273951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Allocated IP 172.20.0.2 (02f5b43e-a15c-4956-9d6c-279c34a2c6f9/99a21197-cc3e-478f-b844-6e1f2326698b/cbdbd579-0d18-4d4f-9df3-4498ac1d439f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:09.287235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] device_id is not set on port 9921992c-d978-488f-a1ee-a4629f41019e yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:09.335411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163193ad-92a0-46e6-a938-f340035929b8 req-37f313ef-5929-45a4-ae55-ba8b8e0b6fa8 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:09.336874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-163193ad-92a0-46e6-a938-f340035929b8 req-37f313ef-5929-45a4-ae55-ba8b8e0b6fa8 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 931 time: 0.1949728 Jun 22 20:40:09.397956 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP bbcb6533-c325-4897-a35e-d07697653931 associated. External IP: 172.26.4.48, port: bb9239e1-3afe-459c-92f5-ec611133b36f. Jun 22 20:40:09.410471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.428744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-4c3f7e9c-74af-4a54-99c5-2d4ebfca85cc tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:09.429740 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-4c3f7e9c-74af-4a54-99c5-2d4ebfca85cc tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125713 Jun 22 20:40:09.433260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-7dc5bc78-67b5-47b3-b06f-c02431f20882 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:09.434354 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-7dc5bc78-67b5-47b3-b06f-c02431f20882 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154741 Jun 22 20:40:09.435210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:09.462304 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-163193ad-92a0-46e6-a938-f340035929b8 req-d4be075e-2e04-4920-99ce-dac40cca970f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152577 Jun 22 20:40:09.467780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.514300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbac99-1788-41f8-bb8a-caad9093e175 req-d61805f9-0305-4f21-939c-66bf46d3a98e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:09.515739 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1bbbac99-1788-41f8-bb8a-caad9093e175 req-d61805f9-0305-4f21-939c-66bf46d3a98e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.7646575 Jun 22 20:40:09.517486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=6c3e5a8b-8b41-4991-8d12-267f2f0a9202,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:09.533487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:09.583838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.587998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/6c3e5a8b-8b41-4991-8d12-267f2f0a9202 HTTP/1.1" status: 204 len: 168 time: 1.9234703 Jun 22 20:40:09.594390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54218) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:09.598211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Request body: {'port': {'device_id': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:09.617632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Request body: {'port': {'device_id': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:09.773695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.784324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1bbbac99-1788-41f8-bb8a-caad9093e175 req-32e4a034-1724-4e6e-b0eb-f197b5610515 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519176 Jun 22 20:40:09.788648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:09.790620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port cdb491cd-3adc-4f73-97d2-3a766c354b67 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:09.801396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.857489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Transition to ACTIVE for port object cdb491cd-3adc-4f73-97d2-3a766c354b67 will not be triggered until provisioned by entity L2. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:09.863869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.865113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.869565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:09.964703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb491cd-3adc-4f73-97d2-3a766c354b67,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:09.971169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:09.973388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:09.987326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:09.992809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.994486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:09.998866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:10.007818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.009712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008014bd-67f0-4beb-8881-45e6275b35d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:10.012209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-008014bd-67f0-4beb-8881-45e6275b35d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4009371 Jun 22 20:40:10.020317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54220) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:10.031628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.031890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.032267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.048715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.059141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:10.060461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.062467 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0d6201-d772-4b23-bba8-7ce659b7403e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:10.064032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4a0d6201-d772-4b23-bba8-7ce659b7403e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/7d6ddbf8-bc4b-4328-b2ce-ded7fb8afc11 HTTP/1.1" status: 404 len: 333 time: 0.0427613 Jun 22 20:40:10.066652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.067000 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.068907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54222) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:10.069332 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 2 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.088925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] device_id is not set on port b809b2c5-430b-40df-b09f-03df61392dbe yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:10.105512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.106378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2825651-480a-4ff3-b58e-7e3f5e664498 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:10.137674 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eb7c60-9ad4-4a5e-92a3-3116be3dd1a7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:10.140383 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a8eb7c60-9ad4-4a5e-92a3-3116be3dd1a7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/6c3e5a8b-8b41-4991-8d12-267f2f0a9202 HTTP/1.1" status: 404 len: 333 time: 0.0671537 Jun 22 20:40:10.145080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54224) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:10.148948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.155133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.155486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.155808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.174789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bff059e2-21a1-4816-b87a-ef2dd5ae891e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:10.184473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.184807 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.188474 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 3 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.232677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.233379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.233379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.249097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.249434 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.287518 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 4 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.289266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:10.308330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.317563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.317921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.318271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.331586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.331916 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.358429 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 5 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.361142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:10.410422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.410422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.410422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.427125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:10.429103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Port': ['ID=cbdbd579-0d18-4d4f-9df3-4498ac1d439f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:10.435827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.436161 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.439652 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 6 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.444652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:10.488966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:10.490563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.492958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.493296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.493636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.506252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.507136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9bc2bc-374f-4f80-8978-d2dba0c276a8']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.515351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.515687 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.518364 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 7 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.522041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3717fe-dae1-4065-9fdd-57ea914df12d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.522344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3717fe-dae1-4065-9fdd-57ea914df12d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.541795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.549883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.550248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.550590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.591200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.593200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.593536 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.595020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.597291 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 8 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.605316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:10.605858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:10.617158 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:10.699175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.699605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.699950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.743024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.743376 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.746776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 9 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.762907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.778890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.780307 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/7a9bc2bc-374f-4f80-8978-d2dba0c276a8 HTTP/1.1" status: 204 len: 168 time: 0.6340141 Jun 22 20:40:10.781718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:10.786789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.787133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.787474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.790505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54228) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:10.808003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893023722'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:10.821242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=7a9bc2bc-374f-4f80-8978-d2dba0c276a8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:10.823228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.823599 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.824697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:10.827932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:10.829773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 10 to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 Jun 22 20:40:10.832165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.838194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.849731 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:10.867931 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:10.868939 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.884393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:10.884742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:10.886682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:10.890551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.913219 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.918637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:10.922341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.925080 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:10.926845 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.929173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:10.929500 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port cdb491cd-3adc-4f73-97d2-3a766c354b67 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:10.929861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:10.954389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d2951-fbc0-4dbe-989e-08ff0328f4a9 req-88eb8d32-dc38-4bee-8c48-e09ecd8173c7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:10.955961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b71d2951-fbc0-4dbe-989e-08ff0328f4a9 req-88eb8d32-dc38-4bee-8c48-e09ecd8173c7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 931 time: 0.3379908 Jun 22 20:40:10.964030 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:10.966209 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94044324-9ad6-4d93-89e3-026c65a73f4e None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:11.046883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:11.068746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.069098 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment 54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc of type vlan for network 98c65fd4-a36a-45f4-b112-adb656941fae Jun 22 20:40:11.088524 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b07fbe5a-5f85-47b2-b148-4b0a8e4c715e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/bbcb6533-c325-4897-a35e-d07697653931 HTTP/1.1" status: 200 len: 977 time: 2.8518729 Jun 22 20:40:11.099926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:11.111315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:11.139098 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b71d2951-fbc0-4dbe-989e-08ff0328f4a9 req-8a709edf-6ce8-408b-a531-76907884db7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679175 Jun 22 20:40:11.142397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port cdb491cd-3adc-4f73-97d2-3a766c354b67, host hv-neutron-7975, cleared binding levels {{(pid=100373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:11.142755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempted to set empty binding levels {{(pid=100373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:40:11.179842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.189059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca099fff-d4b3-4c69-a6bd-628f279cec35 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:11.219093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.244353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] In _notify_port_updated(), no bound segment for port cdb491cd-3adc-4f73-97d2-3a766c354b67 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:40:11.246224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.246224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.247292 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "PUT /v2.0/ports/cdb491cd-3adc-4f73-97d2-3a766c354b67 HTTP/1.1" status: 200 len: 980 time: 2.0036356 Jun 22 20:40:11.254836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54234) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:11.288464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 172.26.4.11 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/247b1ef7-9fc5-4bd3-b63f-052be1f84c17) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:11.318525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.324422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb491cd-3adc-4f73-97d2-3a766c354b67,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:11.359978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:11.368850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.385042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.385615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.388170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:11.392030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1870b7e1-50c4-4943-9a9d-30f82c259d19 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:40:11.396094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.404529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.421125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.456425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-939798c2-63b8-45c1-80fb-b81960bab9de tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:11.502284 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7016506 Jun 22 20:40:11.503849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54236) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:11.512311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:11.524129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8751bc-bb6c-46f1-8c96-44db40d052dc {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:40:11.535608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Transition to ACTIVE for port object 1870b7e1-50c4-4943-9a9d-30f82c259d19 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:11.538284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=98c65fd4-a36a-45f4-b112-adb656941fae,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:11.544688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.552397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:11.553129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 98c65fd4-a36a-45f4-b112-adb656941fae details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:11.566411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.626233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.626640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.627120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.627611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.628069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.628551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.629428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.629428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.629936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.630303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Transition to ACTIVE for port object 8b8751bc-bb6c-46f1-8c96-44db40d052dc will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:11.630417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.630941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.631350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.632053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.632251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.632681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.633147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.633610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.634091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.634749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.635009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.635466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.635805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Port': ['ID=9921992c-d978-488f-a1ee-a4629f41019e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:11.635933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.643185 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cdf13273-3a45-441e-8216-27b93bf02301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18944 time: 0.3833809 Jun 22 20:40:11.643557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:11.646410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c74e31c3-2bba-4690-9bb3-ddbcb4fd73ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:11.648872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54238) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:11.668812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233ff38-6328-489a-9e3c-676bed584f9d req-fc62fd45-4a3f-4903-983f-c9df25e9288e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:11.673454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b233ff38-6328-489a-9e3c-676bed584f9d req-fc62fd45-4a3f-4903-983f-c9df25e9288e tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 932 time: 0.4520569 Jun 22 20:40:11.674288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.693512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.721675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.722024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP bbcb6533-c325-4897-a35e-d07697653931 disassociated. External IP: 172.26.4.48, port: 34130822-fd92-44c9-9b6b-aaf2b0349eda. Jun 22 20:40:11.843200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:11.892136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Checking segment: {'id': '07c311ea-bd9e-42ee-a739-d857bff44faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ef5fd59a-3b16-4c97-ab7c-44a7bffb2669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:11.892513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network hostable DHCP agents. Network: ef5fd59a-3b16-4c97-ab7c-44a7bffb2669, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:11.907922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Pushing event updated for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:11.915179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:11.924881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:11.999325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b233ff38-6328-489a-9e3c-676bed584f9d req-ebfebd52-bc2e-4428-8355-494e4b0f3d03 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668598 Jun 22 20:40:12.042085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:12.046310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.126739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network ef5fd59a-3b16-4c97-ab7c-44a7bffb2669 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:12.136716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:12.151112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:12.169426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ef5fd59a-3b16-4c97-ab7c-44a7bffb2669) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:12.187881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39aef72-1da5-4f0f-a266-4a363bd6c809 None None] Network ef5fd59a-3b16-4c97-ab7c-44a7bffb2669 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:12.192677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Attempting to bind port 1870b7e1-50c4-4943-9a9d-30f82c259d19 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:12.192820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Attempting to bind port 1870b7e1-50c4-4943-9a9d-30f82c259d19 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:12.193193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Attempting to bind port 1870b7e1-50c4-4943-9a9d-30f82c259d19 on network ed84ea94-4d7c-4d65-9892-001535c67a19 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:12.209826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.216080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Port 1870b7e1-50c4-4943-9a9d-30f82c259d19 on network ed84ea94-4d7c-4d65-9892-001535c67a19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:12.216411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Attempting to bind port 1870b7e1-50c4-4943-9a9d-30f82c259d19 on network ed84ea94-4d7c-4d65-9892-001535c67a19 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:12.219700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:12.220523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.232444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.248795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:12.285210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.298517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:12.299223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Checking segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:12.299450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Bound using segment: {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:12.299891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Bound port: 1870b7e1-50c4-4943-9a9d-30f82c259d19, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a45770-d702-4248-9d07-f924c64b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:12.300238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.312202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:12.317004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Attempting to bind port 8b8751bc-bb6c-46f1-8c96-44db40d052dc on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:12.317341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Attempting to bind port 8b8751bc-bb6c-46f1-8c96-44db40d052dc by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:12.317675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Attempting to bind port 8b8751bc-bb6c-46f1-8c96-44db40d052dc on network 46aee5db-cea0-4657-9b8b-abde1170ef75 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:12.333399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Deleting port cdb491cd-3adc-4f73-97d2-3a766c354b67 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:12.333399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.335254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:12.344120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:12.348395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Port 8b8751bc-bb6c-46f1-8c96-44db40d052dc on network 46aee5db-cea0-4657-9b8b-abde1170ef75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:12.348725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Attempting to bind port 8b8751bc-bb6c-46f1-8c96-44db40d052dc on network 46aee5db-cea0-4657-9b8b-abde1170ef75 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:12.356306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:12.378133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:12.388725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:12.389061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Checking segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:12.389444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Bound using segment: {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:12.389883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Bound port: 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3078c1-a548-4409-a5ad-e9de7d90def6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:12.390248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.492381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port cdb491cd-3adc-4f73-97d2-3a766c354b67, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:12.492752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.567684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Calling delete_port for cdb491cd-3adc-4f73-97d2-3a766c354b67 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:12.646332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.655650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.660581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Port': ['ID=b809b2c5-430b-40df-b09f-03df61392dbe,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:12.663736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Checking segment: {'id': '50891d64-ad6d-4b75-8a6c-412a9ee12947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2e0b6277-b5e0-4bba-9d1f-057e7328b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:12.664102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network hostable DHCP agents. Network: 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:12.671316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:12.674966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:12.694376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eed080f2-48d4-4a72-9eef-e32978bc7cb9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:12.709519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9dd80-e467-4ab9-b171-7c8d78685af6 req-e093181e-22df-452d-9c94-84218f2e2cd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:12.711126 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-faf9dd80-e467-4ab9-b171-7c8d78685af6 req-e093181e-22df-452d-9c94-84218f2e2cd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 943 time: 0.3703384 Jun 22 20:40:12.735645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:12.752570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.753705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3208442 Jun 22 20:40:12.764131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:12.782820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:12.784300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:12.804714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.818403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:12.827498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Port': ['ID=cbdbd579-0d18-4d4f-9df3-4498ac1d439f,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:12.831615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:12.833727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16aa4392-f2e5-498e-9590-b32861ce410a tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:12.838589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:12.842242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.884301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:12.884937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.887042 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] 10.222.0.53 "PUT /v2.0/ports/1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 200 len: 1094 time: 3.3818088 Jun 22 20:40:12.889407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:12.897820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:12.902966 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8e06e433-3e03-4f75-9fd7-0405fddaff8c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=02f5b43e-a15c-4956-9d6c-279c34a2c6f9 HTTP/1.1" status: 200 len: 689 time: 0.1334610 Jun 22 20:40:12.914017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:12.918918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:12.923098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54246) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:12.930234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=d268a53e-dd0b-4a40-9bf8-b17bec7bff1b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:12.938175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:12.941385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:12.954364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:12.967108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:12.973346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:12.988987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:12.990418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:12.993935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.006017 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-faf9dd80-e467-4ab9-b171-7c8d78685af6 req-7fc790d3-7ddd-4182-859d-a6cd1ec1c9bc tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841692 Jun 22 20:40:13.015137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.020706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79008353-9311-4fb5-b2a4-f81a9ca51cba None None] Network 2e0b6277-b5e0-4bba-9d1f-057e7328b8b5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:13.026342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:13.028006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e4c02f14-c465-46b7-8b34-25e418e3c6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:13.072634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a8b82-d56c-4071-b244-f2c4ac385072" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:13.084313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:13.084548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 98c65fd4-a36a-45f4-b112-adb656941fae, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:13.093995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:13.094882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.096543 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] 10.222.0.53 "PUT /v2.0/ports/8b8751bc-bb6c-46f1-8c96-44db40d052dc HTTP/1.1" status: 200 len: 1093 time: 3.5926707 Jun 22 20:40:13.100317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3013046 Jun 22 20:40:13.100317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Pushing event updated for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:13.102276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:13.137040 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54c1cab0-2903-4053-a215-215b324f68ca tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/bbcb6533-c325-4897-a35e-d07697653931 HTTP/1.1" status: 200 len: 687 time: 2.0341058 Jun 22 20:40:13.143812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54258) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:13.144289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb491cd-3adc-4f73-97d2-3a766c354b67,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:13.150100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:13.158311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:13.172579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.178260 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cdb491cd-3adc-4f73-97d2-3a766c354b67 HTTP/1.1" status: 204 len: 168 time: 1.5249441 Jun 22 20:40:13.179135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:13.179793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:13.185971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54260) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:13.228857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ce2aab05-71b6-4485-8f7b-e23bd5261a4b tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:13.256674 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e775c686-57c3-4ef3-851e-f1cb0cda1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:40:13.264270 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e775c686-57c3-4ef3-851e-f1cb0cda1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports/cdb491cd-3adc-4f73-97d2-3a766c354b67 HTTP/1.1" status: 404 len: 333 time: 0.0750759 Jun 22 20:40:13.266281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54262) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:13.266426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:13.267059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8dadcf-dfdc-4b59-90b7-bec8972e26af None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:13.272798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 98c65fd4-a36a-45f4-b112-adb656941fae is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:13.281576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1728272023', 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:13.305026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 98c65fd4-a36a-45f4-b112-adb656941fae) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:13.315710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.319739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:13.320275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.333449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4025c1-0499-4090-ad96-868f37389c1a None None] Network 98c65fd4-a36a-45f4-b112-adb656941fae requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:13.383431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Made reservation on behalf of 8990c3cc3eeb4fbaa4afb6009d4db522 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:13.385819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.396792 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8904626 Jun 22 20:40:13.404992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54266) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:13.410938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae', 'name': 'tempest-PortsIpV6TestJSON-469648581'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:13.454346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port 2e006f0e-54ed-4136-8a62-0419c3ef6361 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:13.618509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Deleting port cbdbd579-0d18-4d4f-9df3-4498ac1d439f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:13.618889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.695138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01800745-d948-4955-b562-644b7c5378db x-openstack-request-id: req-01800745-d948-4955-b562-644b7c5378db {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:13.695650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:13.695809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01800745-d948-4955-b562-644b7c5378db {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:13.696177 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'status': 'completed', 'code': 200} Jun 22 20:40:13.700339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-98c65fd4-a36a-45f4-b112-adb656941fae', 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': 'd268a53e-dd0b-4a40-9bf8-b17bec7bff1b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:13.701259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.760425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:13.764299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.772448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.804452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.804834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.816774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:13.847031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Allocated IP 2001:db8::2 (98c65fd4-a36a-45f4-b112-adb656941fae/d268a53e-dd0b-4a40-9bf8-b17bec7bff1b/86581aba-779e-4120-a41b-a4365ac77de2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:13.867855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Calling delete_port for cbdbd579-0d18-4d4f-9df3-4498ac1d439f owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:13.870518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:13.882461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.900078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:13.903699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:13.904076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:13.979467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:13.985282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:13.987268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f297d6-86f7-4e35-8f33-1b11f800c441 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:13.993025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f297d6-86f7-4e35-8f33-1b11f800c441 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:13.994617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-31f297d6-86f7-4e35-8f33-1b11f800c441 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8519585 Jun 22 20:40:14.004990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54268) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:14.009047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-17d86f99-a165-4ca7-8ea0-63d94e67a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.009290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.010689 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-17d86f99-a165-4ca7-8ea0-63d94e67a29c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac4c14ed852340ed8462e73a12e43038&device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 1097 time: 0.9586105 Jun 22 20:40:14.019188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Transition to ACTIVE for port object 86581aba-779e-4120-a41b-a4365ac77de2 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:14.037672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Transition to ACTIVE for port object 86581aba-779e-4120-a41b-a4365ac77de2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:14.045457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:14.047316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.049337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:14.056987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:14.066478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-c4dcd90f-4191-41c4-9368-bed0a683a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.067971 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-c4dcd90f-4191-41c4-9368-bed0a683a3ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=609a2416f91d42789362eb4c5bd4475b&device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 1096 time: 0.7377574 Jun 22 20:40:14.079000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:14.080387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.081307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.083960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2e006f0e-54ed-4136-8a62-0419c3ef6361,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:14.091383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:14.114972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d066-52b9-4e6e-91d8-b3a7688fe05d req-7fd67156-bb5f-47fe-9cab-12e13e139866 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.116418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5a73d066-52b9-4e6e-91d8-b3a7688fe05d req-7fd67156-bb5f-47fe-9cab-12e13e139866 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 944 time: 0.7975578 Jun 22 20:40:14.144687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Pushing event updated for resources: {'Port': ['ID=86581aba-779e-4120-a41b-a4365ac77de2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:14.156471 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8859024 Jun 22 20:40:14.158412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::1e0 (98c65fd4-a36a-45f4-b112-adb656941fae/d268a53e-dd0b-4a40-9bf8-b17bec7bff1b/a9989ac5-6d83-4d65-a08b-3ee49be10ec5) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:14.160229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:14.162365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54272) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:14.175801 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-c0812ce4-b5ea-4db5-923b-fa6d9155340d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 200 len: 217 time: 0.1451416 Jun 22 20:40:14.178228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Network 98c65fd4-a36a-45f4-b112-adb656941fae is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:14.180529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:14.187184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:14.240152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-1199a711-7d45-4d91-a0f4-a531375fda5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc HTTP/1.1" status: 200 len: 217 time: 0.0926471 Jun 22 20:40:14.242969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.249532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:14.251998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Attempting to bind port 86581aba-779e-4120-a41b-a4365ac77de2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:14.252384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Attempting to bind port 86581aba-779e-4120-a41b-a4365ac77de2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:14.253718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Attempting to bind port 86581aba-779e-4120-a41b-a4365ac77de2 on network 98c65fd4-a36a-45f4-b112-adb656941fae {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:14.259513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:14.259901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Checking segment: {'id': '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:14.260952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.261193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Bound using segment: {'id': '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:14.262367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Bound port: 86581aba-779e-4120-a41b-a4365ac77de2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '98c65fd4-a36a-45f4-b112-adb656941fae'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:14.262367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.294984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbdbd579-0d18-4d4f-9df3-4498ac1d439f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:14.303271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:14.314529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0529dc-ce48-4b7a-b50c-69c7c5b96d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.318654 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ae0529dc-ce48-4b7a-b50c-69c7c5b96d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports/2e006f0e-54ed-4136-8a62-0419c3ef6361 HTTP/1.1" status: 200 len: 959 time: 0.1504085 Jun 22 20:40:14.328631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54274) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:14.337311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] For port 86581aba-779e-4120-a41b-a4365ac77de2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:14.340733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 66340deb-1fae-4eb7-b5e2-b823d9e39be4 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:14.341088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.341286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] For port 86581aba-779e-4120-a41b-a4365ac77de2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86581aba-779e-4120-a41b-a4365ac77de2,segment=NetworkSegment(54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc),segment_id=54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:14.350985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.356746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:14.415642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5a73d066-52b9-4e6e-91d8-b3a7688fe05d req-d36435d2-478d-477c-a9fc-2d7687632cb0 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568247 Jun 22 20:40:14.437700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Pushing event updated for resources: {'Port': ['ID=86581aba-779e-4120-a41b-a4365ac77de2,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:14.441352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:14.473477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-dfad7b2b-7537-4866-8e48-bd81334ef850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.475016 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-dfad7b2b-7537-4866-8e48-bd81334ef850 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7aa0c018-21b8-4aac-be01-c63b3024a168 HTTP/1.1" status: 200 len: 845 time: 0.2567155 Jun 22 20:40:14.491983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-3c132603-6760-45e7-b2c0-c41d39ff31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.493376 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-3c132603-6760-45e7-b2c0-c41d39ff31eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34be42fe-fc61-405a-8583-3adb0bebd4c6 HTTP/1.1" status: 200 len: 851 time: 0.2389808 Jun 22 20:40:14.506377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bbc00-e63d-4adc-9c57-7e2c1631aaaf req-355cdd8e-6198-404d-b98e-72705190c1b1 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.507864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f66bbc00-e63d-4adc-9c57-7e2c1631aaaf req-355cdd8e-6198-404d-b98e-72705190c1b1 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 943 time: 0.3217967 Jun 22 20:40:14.519405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.640476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.647930 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f66bbc00-e63d-4adc-9c57-7e2c1631aaaf req-2a7534fe-cf51-4eff-80b6-4b944a83a86f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298430 Jun 22 20:40:14.657686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.658031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.673420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting port 9921992c-d978-488f-a1ee-a4629f41019e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:14.673757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.676101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.680957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.691695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 66340deb-1fae-4eb7-b5e2-b823d9e39be4 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:14.698176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object a9989ac5-6d83-4d65-a08b-3ee49be10ec5 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:14.713759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Deleting port 2e006f0e-54ed-4136-8a62-0419c3ef6361 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:14.713759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.867451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.888025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.891351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Calling delete_port for 2e006f0e-54ed-4136-8a62-0419c3ef6361 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:14.893544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.894655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:14.902810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39abf8f5-7087-4078-aabd-e38a9bcd87f4 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:14.939045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Calling delete_port for 9921992c-d978-488f-a1ee-a4629f41019e owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:14.950898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-14ffb55d-2118-4ca9-b014-c6552e5220fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.952373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-14ffb55d-2118-4ca9-b014-c6552e5220fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed84ea94-4d7c-4d65-9892-001535c67a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4622710 Jun 22 20:40:14.958148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-7a56dc94-a0ac-4688-83c2-1c8de637d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:14.959463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-7a56dc94-a0ac-4688-83c2-1c8de637d482 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46aee5db-cea0-4657-9b8b-abde1170ef75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4204149 Jun 22 20:40:15.002163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 98c65fd4-a36a-45f4-b112-adb656941fae is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:15.013960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:15.016639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:15.022219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:15.022861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.037483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=a9989ac5-6d83-4d65-a08b-3ee49be10ec5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.041056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:15.051829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:15.112177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99a21197-cc3e-478f-b844-6e1f2326698b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.115337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:15.119651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7136776 Jun 22 20:40:15.123350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.127423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.173931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f5b43e-a15c-4956-9d6c-279c34a2c6f9']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:15.463878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff017859-1eb9-4132-af47-07cb77f0472f') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:15.465036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff017859-1eb9-4132-af47-07cb77f0472f') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:15.483433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.499900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.523355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dec67df2-ac06-4cde-9114-b2a1cf2eed11 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:15.532275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.558196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-004dd290-ee5a-4625-a142-510bfcad18c2 service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870063 Jun 22 20:40:15.563716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.567061 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2e006f0e-54ed-4136-8a62-0419c3ef6361 HTTP/1.1" status: 204 len: 168 time: 1.2346239 Jun 22 20:40:15.568996 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-419577c6-bd99-4f3f-9aa5-54ed50155327 service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922570 Jun 22 20:40:15.569120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:15.569120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:15.570276 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:15.572616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.582647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e006f0e-54ed-4136-8a62-0419c3ef6361,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.585824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:15.600686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e60408-e66f-457b-a4ea-c4bc4f14760d None None] Network 98c65fd4-a36a-45f4-b112-adb656941fae requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:15.607423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.632879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.652847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:15.654241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.660970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02f5b43e-a15c-4956-9d6c-279c34a2c6f9 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:40:15.663686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.665563 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/02f5b43e-a15c-4956-9d6c-279c34a2c6f9 HTTP/1.1" status: 204 len: 168 time: 2.7366791 Jun 22 20:40:15.668232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:15.670925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54282) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.677679 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2367387-14c8-451b-b168-792baa985e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:40:15.679560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f2367387-14c8-451b-b168-792baa985e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports/2e006f0e-54ed-4136-8a62-0419c3ef6361 HTTP/1.1" status: 404 len: 333 time: 0.1068103 Jun 22 20:40:15.700833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0cd8811a-1396-48c8-adf2-8ad179fd0f5c None None] Provisioning for port 86581aba-779e-4120-a41b-a4365ac77de2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:15.707560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54286) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.709152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:15.709496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.717662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-832854795'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:15.732257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:15.734944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c7445-b304-4574-91cb-b513e952b1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:15.738218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:15.769870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Network': ['ID=02f5b43e-a15c-4956-9d6c-279c34a2c6f9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.774595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:15.794495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=66340deb-1fae-4eb7-b5e2-b823d9e39be4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.804390 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-10797c58-319d-4b9d-bee0-5c9880582cf8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1308010 Jun 22 20:40:15.816559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54290) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.857426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Made reservation on behalf of 8990c3cc3eeb4fbaa4afb6009d4db522 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:15.860082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.869787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:15.872294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/ports/9921992c-d978-488f-a1ee-a4629f41019e HTTP/1.1" status: 204 len: 168 time: 1.8655131 Jun 22 20:40:15.878078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54292) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:15.885729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Port': ['ID=9921992c-d978-488f-a1ee-a4629f41019e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:15.900880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:15.934134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:15.940910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:15.941360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:16.018022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.043280 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b001a1a3-7024-4188-9f8a-ab790c3dd79b req-176cf93e-1eed-4398-bce9-f1b27f462e45 service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741695 Jun 22 20:40:16.092228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for a9989ac5-6d83-4d65-a08b-3ee49be10ec5 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:16.106740 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6d8fac91-5dd6-4a19-b864-05065818d9fe req-6732c2cb-a127-4cc8-9b90-014fa8638173 service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260537 Jun 22 20:40:16.135219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.138425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.139901 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-67bf64c3-5575-4127-9406-3388b1f941b6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/bbcb6533-c325-4897-a35e-d07697653931 HTTP/1.1" status: 204 len: 168 time: 2.9169385 Jun 22 20:40:16.152496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.153074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.153596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.154148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.154911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.155021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54294) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.155542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.156121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.158103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a558340-665c-45f3-9e67-13f886d57799 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.3385580 Jun 22 20:40:16.171542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d9265-b269-4986-bbbe-d4dfc34ac533 req-5c72e5f7-5023-4973-a9bd-6407fea70253 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.180679 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3b6d9265-b269-4986-bbbe-d4dfc34ac533 req-5c72e5f7-5023-4973-a9bd-6407fea70253 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 944 time: 0.5543101 Jun 22 20:40:16.223268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54296) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.254159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6f34fe4-3fe6-43a4-8e67-6653e4e592cd None None] Provisioning for port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:16.259885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6f34fe4-3fe6-43a4-8e67-6653e4e592cd None None] Provisioning complete for port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:16.260354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6f34fe4-3fe6-43a4-8e67-6653e4e592cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.265237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3b6d9265-b269-4986-bbbe-d4dfc34ac533 req-1b946ac3-1d73-43f8-98c6-4ac60570b76d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835705 Jun 22 20:40:16.274601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:16.290233 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Sync routers for ids ['4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:16.304069 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Routers {'4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:16.304810 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:16.308070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-d5f17c35-2b76-4f8f-9831-6dd521da7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.310392 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-d5f17c35-2b76-4f8f-9831-6dd521da7133 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac4c14ed852340ed8462e73a12e43038&device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 1097 time: 0.1087823 Jun 22 20:40:16.311732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.312963 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6b7564a9-7dcf-4239-8d6b-4505eedee91b tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8652642 Jun 22 20:40:16.315693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54298) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.347849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c6f34fe4-3fe6-43a4-8e67-6653e4e592cd None None] Port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:16.383787 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-04d141e0-fc01-4955-bd9e-9da78def64ac tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] delete failed (client error): The resource could not be found. Jun 22 20:40:16.389261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-04d141e0-fc01-4955-bd9e-9da78def64ac tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/bbcb6533-c325-4897-a35e-d07697653931 HTTP/1.1" status: 404 len: 345 time: 0.2210138 Jun 22 20:40:16.393289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54300) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.444584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6fdc0-011f-4190-95de-b69f6e08d27d x-openstack-request-id: req-1df6fdc0-011f-4190-95de-b69f6e08d27d {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:16.444903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:16.445184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1df6fdc0-011f-4190-95de-b69f6e08d27d {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:16.445601 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'status': 'completed', 'code': 200} Jun 22 20:40:16.450450 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-25471954-217b-41ab-87e4-a856af615c68 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] delete failed (client error): The resource could not be found. Jun 22 20:40:16.452110 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-25471954-217b-41ab-87e4-a856af615c68 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/88f8ec81-1a01-4431-aff1-dd6db06d8dcb HTTP/1.1" status: 404 len: 345 time: 0.2266688 Jun 22 20:40:16.473027 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Set router 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:16.486682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54304) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.537350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557fcf-6952-4517-ab92-591adad2362b req-a4a1c13a-78d0-4cef-b65e-6db88da51a64 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.538871 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f9557fcf-6952-4517-ab92-591adad2362b req-a4a1c13a-78d0-4cef-b65e-6db88da51a64 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 943 time: 0.6492660 Jun 22 20:40:16.541652 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be7f212-2adf-42e8-a7ca-b179739607b9 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] DELETE failed (client error): The resource could not be found. Jun 22 20:40:16.546576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be7f212-2adf-42e8-a7ca-b179739607b9 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:16.551485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7be7f212-2adf-42e8-a7ca-b179739607b9 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/02f5b43e-a15c-4956-9d6c-279c34a2c6f9 HTTP/1.1" status: 404 len: 339 time: 0.0569224 Jun 22 20:40:16.553561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54306) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.564008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'name': 'tempest-network--1881882729', 'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:16.588071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0b80217c-ef07-4706-ac3d-4bbea3e0e86c None None] Provisioning complete for port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:16.588879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0b80217c-ef07-4706-ac3d-4bbea3e0e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.604143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting port b809b2c5-430b-40df-b09f-03df61392dbe {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:16.604143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.660969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.671791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.676994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0b80217c-ef07-4706-ac3d-4bbea3e0e86c None None] Port a9989ac5-6d83-4d65-a08b-3ee49be10ec5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:16.684285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-86b3b216-74cc-4ba6-9a35-68d34b4c166a tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:16.707731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86581aba-779e-4120-a41b-a4365ac77de2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:16.737083 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'name': 'tempest-snat-router-603993213', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:40:08Z', 'updated_at': '2021-06-22T20:40:12Z', 'revision_number': 3, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port': {'id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:40:10Z', 'updated_at': '2021-06-22T20:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:16.741157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136e848-adeb-4abb-9e2f-0b56113a298a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.748198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136e848-adeb-4abb-9e2f-0b56113a298a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.754218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136e848-adeb-4abb-9e2f-0b56113a298a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.755873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c136e848-adeb-4abb-9e2f-0b56113a298a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/ports?network_id=8b64b2e3-0620-48b6-9d3f-76194dd4b930 HTTP/1.1" status: 200 len: 2357 time: 0.3615918 Jun 22 20:40:16.766626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 86581aba-779e-4120-a41b-a4365ac77de2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:16.767419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54308) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.772105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 86581aba-779e-4120-a41b-a4365ac77de2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:16.772702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.778605 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Checking router: 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:40:16.779105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Updating router 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:40:16.781995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ff369611-9edc-4fca-b05f-3c4652ab7491 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 HTTP/1.1" status: 200 len: 907 time: 0.4650483 Jun 22 20:40:16.783199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-f815791b-e276-46c4-b42c-76d904bb0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.784681 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-f815791b-e276-46c4-b42c-76d904bb0d3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 200 len: 907 time: 0.4541965 Jun 22 20:40:16.785979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54310) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.790238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603993213', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': True}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:16.799693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=a9989ac5-6d83-4d65-a08b-3ee49be10ec5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:16.801702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-6a236d02-5917-4760-b7dc-9a52b1be79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:16.802576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:16.803164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-6a236d02-5917-4760-b7dc-9a52b1be79ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=609a2416f91d42789362eb4c5bd4475b&device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 1096 time: 0.3154767 Jun 22 20:40:16.810639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:16.812862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.863403 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.896011 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f9557fcf-6952-4517-ab92-591adad2362b req-b668db9a-bc0d-484c-9c55-a6d6b94bf476 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098526 Jun 22 20:40:16.900165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.918893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.923078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5d720725-56f1-48ed-9ea4-49b22626ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.935832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-bbc8811a-39a1-44b9-89a2-bef657c8ed0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 200 len: 217 time: 0.1416798 Jun 22 20:40:16.946954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 86581aba-779e-4120-a41b-a4365ac77de2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86581aba-779e-4120-a41b-a4365ac77de2,segment=NetworkSegment(54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc),segment_id=54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:16.953660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.957765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:16.963516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.969290 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/a9989ac5-6d83-4d65-a08b-3ee49be10ec5 HTTP/1.1" status: 204 len: 168 time: 1.8412066 Jun 22 20:40:16.982931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54312) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:16.996385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:16.996385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.038974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-cd8bef6f-20d9-40fa-90f6-3cef3f8d25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.039810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=86581aba-779e-4120-a41b-a4365ac77de2,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.040438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-cd8bef6f-20d9-40fa-90f6-3cef3f8d25e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46aee5db-cea0-4657-9b8b-abde1170ef75 HTTP/1.1" status: 200 len: 913 time: 0.2039917 Jun 22 20:40:17.045831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.065953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Calling delete_port for b809b2c5-430b-40df-b09f-03df61392dbe owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:17.078972 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0fc5e-cb0b-4c06-a71e-158214270d8c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:40:17.079692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e0fc5e-cb0b-4c06-a71e-158214270d8c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:17.082675 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d7e0fc5e-cb0b-4c06-a71e-158214270d8c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/a9989ac5-6d83-4d65-a08b-3ee49be10ec5 HTTP/1.1" status: 404 len: 333 time: 0.0973067 Jun 22 20:40:17.088791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.091308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54314) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.095341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:17.123366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.125312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-e912be15-f7c7-40df-9416-c2d8ad342d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.127668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-e912be15-f7c7-40df-9416-c2d8ad342d22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7aa0c018-21b8-4aac-be01-c63b3024a168 HTTP/1.1" status: 200 len: 845 time: 0.1819658 Jun 22 20:40:17.174672 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-7691d229-c295-4075-9a6e-4b8061f74d0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc HTTP/1.1" status: 200 len: 217 time: 0.1258669 Jun 22 20:40:17.186510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.196916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a5049-594c-4907-bb37-bf0ba10b2259 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.203222 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-830a5049-594c-4907-bb37-bf0ba10b2259 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/subnets/ea7f7048-80e8-42c6-a82b-88c663473f48 HTTP/1.1" status: 200 len: 797 time: 0.4245670 Jun 22 20:40:17.217552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54316) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.224804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:17.226438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'port': {'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930', 'name': 'tempest-FloatingIPTestJSON-810521446', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:17.232009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.232364 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Added segment 1b37c530-ec8f-41cf-acb3-ef0bfe2e714c of type vlan for network 3e9962f2-65ee-4a6b-add5-2cc50eb3981e Jun 22 20:40:17.234150 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf7d510-3be5-48e5-9918-c73b3e465537 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:17.238535 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ddf7d510-3be5-48e5-9918-c73b3e465537 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/a9989ac5-6d83-4d65-a08b-3ee49be10ec5 HTTP/1.1" status: 404 len: 333 time: 0.1372750 Jun 22 20:40:17.244704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2f484f76-a6e1-42e4-b5df-f6fe2f29e152,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.247911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:17.251200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54318) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.251200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.311053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:17.312004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.312599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.319667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet d268a53e-dd0b-4a40-9bf8-b17bec7bff1b {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:17.329279 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.340206 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Transition to ACTIVE for port object 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:17.349423 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.358443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.360567 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.411623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Pushing event updated for resources: {'Port': ['ID=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.415397 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7024584 Jun 22 20:40:17.417886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.429734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54322) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.430820 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Attempting to bind port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:17.433186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Attempting to bind port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:17.433186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Attempting to bind port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:17.440181 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.441222 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:17.442323 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:17.442924 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.443496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:17.444241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Bound port: 247b1ef7-9fc5-4bd3-b63f-052be1f84c17, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:17.444375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.444470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:17.445105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.500089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.505128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] For port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:17.508568 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] For port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:17.508731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c7f0890-c53e-4c89-b1b3-8484d41f5d7d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.514406 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.519188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.533356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.541060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-685c425a-cb97-4dc7-808b-e61f968d907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.542772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-685c425a-cb97-4dc7-808b-e61f968d907e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34be42fe-fc61-405a-8583-3adb0bebd4c6 HTTP/1.1" status: 200 len: 851 time: 0.3581550 Jun 22 20:40:17.545041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.546088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.546713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.551460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Port': ['ID=b809b2c5-430b-40df-b09f-03df61392dbe,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.563760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.563760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-17878ff5-a4c9-4cc2-b84a-59ed5faaaf2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.588192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.592999 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/ports/b809b2c5-430b-40df-b09f-03df61392dbe HTTP/1.1" status: 204 len: 168 time: 1.7100303 Jun 22 20:40:17.593582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Routers {'4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:17.594566 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:39:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:17.603078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54324) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.626679 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0655169 Jun 22 20:40:17.629920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54326) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.633535 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Pushing event updated for resources: {'Port': ['ID=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.638654 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.672234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-455c72d6-ee78-4468-af1e-49c7c4cf7f80 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0675743 Jun 22 20:40:17.696242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54328) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.698852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-5fa44849-595f-45d5-bd8d-a70bf0dfbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:17.700613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-5fa44849-595f-45d5-bd8d-a70bf0dfbe74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed84ea94-4d7c-4d65-9892-001535c67a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5279081 Jun 22 20:40:17.703753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.707740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-418588263'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:17.719416 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] Set router 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:17.731673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=3e9962f2-65ee-4a6b-add5-2cc50eb3981e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.736535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.750233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 3e9962f2-65ee-4a6b-add5-2cc50eb3981e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:17.809847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.812533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:17.841273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=d268a53e-dd0b-4a40-9bf8-b17bec7bff1b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:17.844246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:17.847808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:17.850115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/d268a53e-dd0b-4a40-9bf8-b17bec7bff1b HTTP/1.1" status: 204 len: 168 time: 0.5963106 Jun 22 20:40:17.850921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54330) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:17.871231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca73962-6bcc-4f1e-a4ed-117fe62f5713 None None] Network 98c65fd4-a36a-45f4-b112-adb656941fae requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:17.985834 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'name': 'tempest-snat-router-603993213', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:40:08Z', 'updated_at': '2021-06-22T20:40:12Z', 'revision_number': 3, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port': {'id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:40:10Z', 'updated_at': '2021-06-22T20:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.023162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.033024 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb253d-e017-4519-9b41-adc54cade966 None None] The sync data for ids ['4b0f7894-ce1a-4787-86ef-50b0ca6e3e01'] in dv-neutron-797537-2-hyperv is: [{'id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'name': 'tempest-snat-router-603993213', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:40:08Z', 'updated_at': '2021-06-22T20:40:12Z', 'revision_number': 3, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port': {'id': '247b1ef7-9fc5-4bd3-b63f-052be1f84c17', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f7894-ce1a-4787-86ef-50b0ca6e3e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:40:10Z', 'updated_at': '2021-06-22T20:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:18.135290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 86581aba-779e-4120-a41b-a4365ac77de2 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:18.135627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.144193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68f8f-aaa4-43c0-ae73-c5d14a42c650 req-26fb859b-4e5b-4c95-a878-6edfe6df6a44 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.145689 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c4c68f8f-aaa4-43c0-ae73-c5d14a42c650 req-26fb859b-4e5b-4c95-a878-6edfe6df6a44 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 943 time: 0.0888541 Jun 22 20:40:18.196345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] DHCP port deletion for 98c65fd4-a36a-45f4-b112-adb656941fae request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:40:18.238161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port 86581aba-779e-4120-a41b-a4365ac77de2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86581aba-779e-4120-a41b-a4365ac77de2,segment=NetworkSegment(54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc),segment_id=54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:18.238985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.243204 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c4c68f8f-aaa4-43c0-ae73-c5d14a42c650 req-07475b74-9839-46f1-8db9-5efd8618a598 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833237 Jun 22 20:40:18.251254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.254766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 86581aba-779e-4120-a41b-a4365ac77de2 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:18.266217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Deleting port 86581aba-779e-4120-a41b-a4365ac77de2 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:18.266600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.308075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:18.311650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.359435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388d20-8317-4ba0-ba72-8fa14cbab4e7 req-fb26b9cd-9bc7-48ed-89fa-7585dae4dff9 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.360083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f388d20-8317-4ba0-ba72-8fa14cbab4e7 req-fb26b9cd-9bc7-48ed-89fa-7585dae4dff9 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 944 time: 0.8446226 Jun 22 20:40:18.385558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-7dc3b4f6-1073-4530-bbd6-0bfa15d8c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.389976 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-7dc3b4f6-1073-4530-bbd6-0bfa15d8c8b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46aee5db-cea0-4657-9b8b-abde1170ef75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8143783 Jun 22 20:40:18.391644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.394781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:18.394898 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] For port 86581aba-779e-4120-a41b-a4365ac77de2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86581aba-779e-4120-a41b-a4365ac77de2,segment=NetworkSegment(54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc),segment_id=54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:18.395299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.413530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Calling delete_port for 86581aba-779e-4120-a41b-a4365ac77de2 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:18.432325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=86581aba-779e-4120-a41b-a4365ac77de2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:18.436900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:18.438037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port 86581aba-779e-4120-a41b-a4365ac77de2 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:18.454664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb7e9-9c88-4a23-992a-00218f33a0a7 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.460716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb7e9-9c88-4a23-992a-00218f33a0a7 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.467060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb7e9-9c88-4a23-992a-00218f33a0a7 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.486798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fb7e9-9c88-4a23-992a-00218f33a0a7 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:18.488642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e63fb7e9-9c88-4a23-992a-00218f33a0a7 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8453691 Jun 22 20:40:18.496841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54334) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:18.527816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:18.552152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.554939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:18.576482 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-6b831322-f919-4037-a77e-663c74557202 service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512771 Jun 22 20:40:18.581280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Pushing event deleted for resources: {'Port': ['ID=86581aba-779e-4120-a41b-a4365ac77de2,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:18.584290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:18.587138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] No DVR routers for this DVR port 86581aba-779e-4120-a41b-a4365ac77de2 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:18.625503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.644536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c65fd4-a36a-45f4-b112-adb656941fae']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.649600 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f388d20-8317-4ba0-ba72-8fa14cbab4e7 req-00ec87fb-49ac-47ff-b4e8-4ddba33a49f3 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454834 Jun 22 20:40:18.653665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:18.669286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.683973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.684738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f1b257-91aa-45fe-aeb5-8d4ab31bcdfc') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.700728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.723881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 8b8751bc-bb6c-46f1-8c96-44db40d052dc details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:40:18.753045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.765286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:18.777736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:18.785072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:18.785457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.831401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.850956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9962f2-65ee-4a6b-add5-2cc50eb3981e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.889980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:18.890590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.891168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.891263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment beb6e40c-a850-4ad4-af9a-df059722512c of type vlan for network 06f8dbd0-1f69-4482-a6f1-08114857b289 Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:18.898419 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:18.900726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b37c530-ec8f-41cf-acb3-ef0bfe2e714c') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.900726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b37c530-ec8f-41cf-acb3-ef0bfe2e714c') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:18.956900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.965767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:18.979558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.979889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.987851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:18.988590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:18.990713 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:18.992872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'port_id': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'mac_address': 'fa:16:3e:60:8f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:40:19.004479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.010296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:19.016504 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-cb3091f4-4ad4-4a54-91fc-649f192d4efb service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792525 Jun 22 20:40:19.018021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.019570 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a8a8b82-d56c-4071-b244-f2c4ac385072 req-750f5660-c868-4d4b-b67b-5f0ee8a11a4f service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660066 Jun 22 20:40:19.020773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/98c65fd4-a36a-45f4-b112-adb656941fae HTTP/1.1" status: 204 len: 168 time: 1.1687467 Jun 22 20:40:19.029299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f77b4eac-687e-4203-808f-b1f1a6a62862 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.033613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.035212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:19.037559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.077446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.079147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=98c65fd4-a36a-45f4-b112-adb656941fae,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.081783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.097059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.107526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8751bc-bb6c-46f1-8c96-44db40d052dc {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:40:19.108332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e9962f2-65ee-4a6b-add5-2cc50eb3981e {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:40:19.111595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.112394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.113697 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/3e9962f2-65ee-4a6b-add5-2cc50eb3981e HTTP/1.1" status: 204 len: 168 time: 0.6157532 Jun 22 20:40:19.114550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.118532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.125908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54338) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:19.132708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'name': 'tempest-network--55537911', 'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:19.137033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:19.142585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.143924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1870b7e1-50c4-4943-9a9d-30f82c259d19 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:40:19.147205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e9962f2-65ee-4a6b-add5-2cc50eb3981e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.147629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5436cec9-4f9a-4059-8572-b3eda8b71992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.154703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.184830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:19.187984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.189518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-434890823'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:19.211329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.215383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86581aba-779e-4120-a41b-a4365ac77de2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:40:19.218391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.233624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:19.246573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.247249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Added segment 0bbf6997-ffb6-425b-94dd-6228f28a3e59 of type vlan for network 2a815e91-5e6c-4b42-a139-03f182afde68 Jun 22 20:40:19.249873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 86581aba-779e-4120-a41b-a4365ac77de2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:40:19.250340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86581aba-779e-4120-a41b-a4365ac77de2 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:40:19.333999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.369145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:19.369686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.374484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:19.379093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.380459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:19.381425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.383084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'port_id': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'mac_address': 'fa:16:3e:f1:ab:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:40:19.386254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f5883fbf-305d-4534-9e4d-a451477845da tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.402912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.413821 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee7c7445-b304-4574-91cb-b513e952b1b4 req-b19c2bd6-f900-45e0-866c-3dde6ab02053 service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722875 Jun 22 20:40:19.449013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.462076 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3337228 Jun 22 20:40:19.467801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54342) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:19.469847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1870b7e1-50c4-4943-9a9d-30f82c259d19 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:40:19.492583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:19.497471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.500035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ffa941bd-deb9-4081-9401-1114aec61efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.550647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.560401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.564540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.579776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.resource_extend [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:19.614629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:19.617971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] device_id is not set on port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:19.637803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] device_id is not set on port 775dfb91-86a2-48ea-8f12-6b618930229d yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:19.644969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.652659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.694771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:19.695416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.730909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:19.753952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.754222 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment 55dfaea7-4906-4002-9a9e-bd850305c377 of type vlan for network 03a0ad33-c360-4d24-aa20-50dcc5025f8a Jun 22 20:40:19.756480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.758791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Transition to ACTIVE for port object 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:19.769421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eacc61fd-53c0-46fd-8db7-68cb10a93c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.830786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.837945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['8b8751bc-bb6c-46f1-8c96-44db40d052dc'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:40:19.872299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=2a815e91-5e6c-4b42-a139-03f182afde68,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:19.876126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1733308 Jun 22 20:40:19.877323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:19.881226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54346) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:19.911473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:19.920311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-425551310'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:19.926179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['1870b7e1-50c4-4943-9a9d-30f82c259d19'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:40:19.927925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 2a815e91-5e6c-4b42-a139-03f182afde68 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:19.959275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee67e0e-794e-435b-bff6-63c395142372 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:19.960659 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5ee67e0e-794e-435b-bff6-63c395142372 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "GET /v2.0/networks/2a815e91-5e6c-4b42-a139-03f182afde68 HTTP/1.1" status: 200 len: 755 time: 0.4649019 Jun 22 20:40:19.965144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54348) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:19.989371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cc1a9-b455-45bd-a017-c57751f4580b req-e1440aa0-8750-4663-a5da-92c237e44a52 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:19.990941 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad3cc1a9-b455-45bd-a017-c57751f4580b req-e1440aa0-8750-4663-a5da-92c237e44a52 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 944 time: 0.5996130 Jun 22 20:40:20.018459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:20.021701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.037488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=06f8dbd0-1f69-4482-a6f1-08114857b289,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:20.040963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.053463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:20.069557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 06f8dbd0-1f69-4482-a6f1-08114857b289 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:20.086447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:20.118710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad3cc1a9-b455-45bd-a017-c57751f4580b req-b1c5279e-252c-43a4-8353-cf03929528a0 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060927 Jun 22 20:40:20.130157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80c850-edcd-47c4-8730-9691e1c8b5f2 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:20.131817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-da80c850-edcd-47c4-8730-9691e1c8b5f2 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "GET /v2.0/networks/a1e246d6-0687-4068-ba76-0a6ba75a4349 HTTP/1.1" status: 200 len: 768 time: 0.1630511 Jun 22 20:40:20.135472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54350) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:20.146537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:20.153432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.213165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.213776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Added segment 2166cadd-c2d4-44c5-8f3e-f4d932fc2298 of type vlan for network b5f2b860-189e-4846-adc3-70237dd92b31 Jun 22 20:40:20.280795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.289709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.302687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2f484f76-a6e1-42e4-b5df-f6fe2f29e152,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:20.305101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.306048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:20.306392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:20.306735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:20.318743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:20.336488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:20.337491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.347530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:20.362221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:20.362568 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:20.380469 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 2 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:20.393355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.398902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:20.399496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.403085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7723f-971f-4291-b569-dde48d313116 req-6e63a547-8808-47af-ab3b-66f91cc79831 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:20.404491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-05b7723f-971f-4291-b569-dde48d313116 req-6e63a547-8808-47af-ab3b-66f91cc79831 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 945 time: 0.5715342 Jun 22 20:40:20.404976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:20.435270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.482383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2987781 Jun 22 20:40:20.488681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a815e91-5e6c-4b42-a139-03f182afde68']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:20.490780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54352) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:20.504565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:20.514603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Network': ['ID=b5f2b860-189e-4846-adc3-70237dd92b31,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:20.514824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:20.514910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:20.515256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:20.520578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 172.26.4.162 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/702e33f8-47c4-4c5e-a326-32db0b2cffea) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:20.527355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf6997-ffb6-425b-94dd-6228f28a3e59') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:20.527686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf6997-ffb6-425b-94dd-6228f28a3e59') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:20.528574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=03a0ad33-c360-4d24-aa20-50dcc5025f8a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:20.534989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network b5f2b860-189e-4846-adc3-70237dd92b31 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:20.545631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:20.546505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6338987 Jun 22 20:40:20.549773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:20.550126 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:20.559565 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 3 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:20.608934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:20.611240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:20.617766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:20.623403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.646791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.649813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.14 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/775dfb91-86a2-48ea-8f12-6b618930229d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:20.657047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:20.657501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:20.659417 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:20.665369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.13 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/775dfb91-86a2-48ea-8f12-6b618930229d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:20.678710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:20.679043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:20.679381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:20.681264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54356) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:20.696926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'subnets': [{'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1212915620', 'ip_version': 4}, {'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:20.697502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'subnet': {'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1212915620', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:20.698099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Request body: {'subnet': {'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:20.723589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-05b7723f-971f-4291-b569-dde48d313116 req-63566301-b2c5-498e-a2f6-8139781ec193 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906837 Jun 22 20:40:20.731763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:20.736106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.755506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.758621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:20.758958 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:20.767338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-de174276-609e-4a2f-837e-f0317d8e7696 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:20.769776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a815e91-5e6c-4b42-a139-03f182afde68 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:40:20.774924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.778002 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/2a815e91-5e6c-4b42-a139-03f182afde68 HTTP/1.1" status: 204 len: 168 time: 0.6411800 Jun 22 20:40:20.792858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54358) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:20.803206 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 4 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:20.831149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'name': 'tempest-network--1614521870'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:20.834570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a815e91-5e6c-4b42-a139-03f182afde68,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:20.842580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:20.877467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Made reservation on behalf of 35aa5907cb6a40bdbdc6b077e01a8cb3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:20.880021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.888372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:20.888372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:20.888666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:20.923543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:20.923930 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:20.926091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:20.937481 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 5 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:20.965051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:20.965392 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Added segment e6d2479b-2ea9-4fc1-81bf-ac53fc400dca of type vlan for network d2afd30c-d9ba-4f99-804e-3cfb6967f228 Jun 22 20:40:20.982169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:20.982765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.028119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.029116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.097167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.104266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6591ed47-ca2c-45c4-bd48-2359cad4ed7e tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:21.111996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.113139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:21.113805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.166796 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3726983 Jun 22 20:40:21.171320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:21.178751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:21.211029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=5be25965-0e8b-4c8d-b2ec-a5283e2bed7a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:21.217642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:21.220920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:21.271701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': '55dfaea7-4906-4002-9a9e-bd850305c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:21.272180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 03a0ad33-c360-4d24-aa20-50dcc5025f8a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:21.360475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=d2afd30c-d9ba-4f99-804e-3cfb6967f228,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:21.365253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:21.369741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.370190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.370667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:21.375192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.382162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network d2afd30c-d9ba-4f99-804e-3cfb6967f228 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:21.407626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:21.408368 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:21.411968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 6 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:21.426114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:21.453411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 03a0ad33-c360-4d24-aa20-50dcc5025f8a) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:21.465457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:21.466038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.492733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.493126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.493382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:21.503093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.503917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.514045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18b277-42f5-4522-b44b-00b777e46f66 req-1e738701-ed6b-4a44-b3cd-ae19ad0415dd tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:21.519298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:21.519732 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:21.521767 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fe18b277-42f5-4522-b44b-00b777e46f66 req-1e738701-ed6b-4a44-b3cd-ae19ad0415dd tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 944 time: 0.2017238 Jun 22 20:40:21.523264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 7 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:21.535986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Made reservation on behalf of 8d3793227f9a409b845f7c8c2b5c6338 for: {'subnet': 2} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:21.542944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.542944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.552051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.553226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bceb0d9-91c1-4d8c-843b-12278af0b8be None None] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:21.553887 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0591421 Jun 22 20:40:21.556259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.558690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54364) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:21.559382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ba89fe8e-c791-4674-89f4-67a1be361f9b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:21.565153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39db09e6-5d08-4f99-9abd-dcd87eee1f61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:21.567002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2113654088'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:21.577452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.577832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.578085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:21.625500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Network d2afd30c-d9ba-4f99-804e-3cfb6967f228 is not hosted by any dhcp agent {{(pid=100373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:40:21.626423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:21.627059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.628393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "PUT /v2.0/networks/d2afd30c-d9ba-4f99-804e-3cfb6967f228 HTTP/1.1" status: 200 len: 858 time: 0.4540956 Jun 22 20:40:21.637941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54366) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:21.660666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:21.661246 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:21.668586 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 8 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:21.700174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:21.706162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.706498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.707008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:21.712942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=702e33f8-47c4-4c5e-a326-32db0b2cffea,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:21.715794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:21.718289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:21.721989 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fe18b277-42f5-4522-b44b-00b777e46f66 req-ce558ebc-4a11-4069-b739-15a86a0c09a2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992688 Jun 22 20:40:21.726974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:21.729245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.736631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:21.737114 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:21.752947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event updated for resources: {'Network': ['ID=d2afd30c-d9ba-4f99-804e-3cfb6967f228,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:21.761664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:21.777190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-03a0ad33-c360-4d24-aa20-50dcc5025f8a', 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': '5be25965-0e8b-4c8d-b2ec-a5283e2bed7a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:21.778368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.784460 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 9 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:21.799089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28eb95be-a302-406f-a5bd-2c09f777b067 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:21.811328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.811897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.812392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:21.831104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.856736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:21.876523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:21.877256 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:21.885323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempt 10 to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 Jun 22 20:40:21.885511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:21.892929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.922179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:21.924723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:21.957767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 13222482-9859-4984-bb3a-3351fa15fb56 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:21.963519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:21.978531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2afd30c-d9ba-4f99-804e-3cfb6967f228']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:21.993554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Allocated IP 2001:db8::2 (03a0ad33-c360-4d24-aa20-50dcc5025f8a/5be25965-0e8b-4c8d-b2ec-a5283e2bed7a/86340d4d-80b4-4be7-8c9d-bef1dcad6801) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:21.997547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:21.998133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:21.998474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempting to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:22.000862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=775dfb91-86a2-48ea-8f12-6b618930229d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:22.004185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:22.024573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d2479b-2ea9-4fc1-81bf-ac53fc400dca') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:22.024841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d2479b-2ea9-4fc1-81bf-ac53fc400dca') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:22.044977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.065278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.073762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:22.074207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:22.076733 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:22.118363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:40:22.118695 dv-neutron-797537-2-hyperv neutron-server[100374]: ERROR neutron.plugins.ml2.managers [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Failed to bind port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '28e26678-bb29-4f78-9652-d102351a182f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '28ebe08b-4c10-4977-a9ed-8582b68e4ec6'}] Jun 22 20:40:22.119055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.132027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.146595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.154390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1aa18352-14b4-49e6-bc56-de81a4d30fa3 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:22.156654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2afd30c-d9ba-4f99-804e-3cfb6967f228 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:40:22.159342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.164497 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] 10.222.0.66 "DELETE /v2.0/networks/d2afd30c-d9ba-4f99-804e-3cfb6967f228 HTTP/1.1" status: 204 len: 168 time: 0.4917367 Jun 22 20:40:22.171018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:22.171662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.172348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54370) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:22.184160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2afd30c-d9ba-4f99-804e-3cfb6967f228,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:22.206178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:22.207305 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3ae62f-e4a3-43fa-b5af-1cae1943a057 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] DELETE failed (client error): The resource could not be found. Jun 22 20:40:22.207965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3ae62f-e4a3-43fa-b5af-1cae1943a057 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:22.212132 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fe3ae62f-e4a3-43fa-b5af-1cae1943a057 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "DELETE /v2.0/subnets/99a21197-cc3e-478f-b844-6e1f2326698b HTTP/1.1" status: 404 len: 337 time: 0.0365648 Jun 22 20:40:22.213113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:22.220367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.231389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Transition to ACTIVE for port object 86340d4d-80b4-4be7-8c9d-bef1dcad6801 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:22.252299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Transition to ACTIVE for port object 86340d4d-80b4-4be7-8c9d-bef1dcad6801 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:22.262314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.266192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:22.266345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.0475152 Jun 22 20:40:22.285682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54374) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:22.297478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '775dfb91-86a2-48ea-8f12-6b618930229d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:22.319797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.322511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:22.331374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:22.334961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:22.350308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ac9a-42d1-4a48-9f4b-70efdd225d03 req-e8c8b0a0-fbbb-48ef-b037-0ef180a844c7 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:22.357524 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6f1ac9a-42d1-4a48-9f4b-70efdd225d03 req-e8c8b0a0-fbbb-48ef-b037-0ef180a844c7 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 945 time: 0.4975154 Jun 22 20:40:22.383895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Pushing event updated for resources: {'Port': ['ID=86340d4d-80b4-4be7-8c9d-bef1dcad6801,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:22.419003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:22.433367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Attempting to bind port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:22.434140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Attempting to bind port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '55dfaea7-4906-4002-9a9e-bd850305c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:22.434778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Attempting to bind port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 on network 03a0ad33-c360-4d24-aa20-50dcc5025f8a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:22.440214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::f4 (03a0ad33-c360-4d24-aa20-50dcc5025f8a/5be25965-0e8b-4c8d-b2ec-a5283e2bed7a/13222482-9859-4984-bb3a-3351fa15fb56) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:22.441428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:22.442372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Checking segment: {'id': '55dfaea7-4906-4002-9a9e-bd850305c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:22.442661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.443075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Bound using segment: {'id': '55dfaea7-4906-4002-9a9e-bd850305c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:22.443564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Bound port: 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dfaea7-4906-4002-9a9e-bd850305c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '03a0ad33-c360-4d24-aa20-50dcc5025f8a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:22.444464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.478486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:22.478951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attempted to set empty binding levels {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:40:22.498936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.502404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.513416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.523771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:22.531178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e246d6-0687-4068-ba76-0a6ba75a4349']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:22.554167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] For port 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:22.563532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246ad3c0-0dbf-43c1-add1-33c5bccdb244') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:22.563805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246ad3c0-0dbf-43c1-add1-33c5bccdb244') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:22.565204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] For port 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86340d4d-80b4-4be7-8c9d-bef1dcad6801,segment=NetworkSegment(55dfaea7-4906-4002-9a9e-bd850305c377),segment_id=55dfaea7-4906-4002-9a9e-bd850305c377)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:22.573254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.584166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:22.616101 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6f1ac9a-42d1-4a48-9f4b-70efdd225d03 req-a0d8c66b-931a-4d6b-8d5f-906006977f4d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573535 Jun 22 20:40:22.617919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.661007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] In _notify_port_updated(), no bound segment for port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 on network 28ebe08b-4c10-4977-a9ed-8582b68e4ec6 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:40:22.661441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.661874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:22.662518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.663802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "PUT /v2.0/ports/2f484f76-a6e1-42e4-b5df-f6fe2f29e152 HTTP/1.1" status: 200 len: 980 time: 5.2260406 Jun 22 20:40:22.668030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54376) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:22.696210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.698565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event updated for resources: {'Port': ['ID=2f484f76-a6e1-42e4-b5df-f6fe2f29e152,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:22.715089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Pushing event updated for resources: {'Port': ['ID=86340d4d-80b4-4be7-8c9d-bef1dcad6801,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:22.728065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 8b8751bc-bb6c-46f1-8c96-44db40d052dc up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:22.768417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:22.768879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:22.776000 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:22.783564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:22.784539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:22.806927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 8b8751bc-bb6c-46f1-8c96-44db40d052dc completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:22.815832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 8b8751bc-bb6c-46f1-8c96-44db40d052dc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:22.816734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.887642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.966973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.977385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8ab88699-e593-4eaa-b115-304e0ab70714 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:22.983634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.992699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:22.998533 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] 10.222.0.66 "DELETE /v2.0/networks/a1e246d6-0687-4068-ba76-0a6ba75a4349 HTTP/1.1" status: 204 len: 168 time: 0.7836435 Jun 22 20:40:23.023282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 13222482-9859-4984-bb3a-3351fa15fb56 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:23.027744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Pushing event deleted for resources: {'Network': ['ID=a1e246d6-0687-4068-ba76-0a6ba75a4349,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:23.031021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:23.042536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Deleting port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:23.043257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.069536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.103479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.116657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:23.128336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:23.129473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:23.166007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] For port 2f484f76-a6e1-42e4-b5df-f6fe2f29e152, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:23.167971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.180446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac668a8-7468-4f9a-bde1-10fe4e8c6ace req-167579bf-1e4c-45e9-a41c-32a96cba70f5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:23.182263 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9ac668a8-7468-4f9a-bde1-10fe4e8c6ace req-167579bf-1e4c-45e9-a41c-32a96cba70f5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 944 time: 0.2916307 Jun 22 20:40:23.201665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.208186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a2c9ea1c-4dfa-420c-86e3-c240b5436188 tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:23.240382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.241438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.243565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1870b7e1-50c4-4943-9a9d-30f82c259d19 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:23.250134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:23.256304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Calling delete_port for 2f484f76-a6e1-42e4-b5df-f6fe2f29e152 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:23.302262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Checking segment: {'id': 'beb6e40c-a850-4ad4-af9a-df059722512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:23.302772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network hostable DHCP agents. Network: 06f8dbd0-1f69-4482-a6f1-08114857b289, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:23.311132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08363b07-8a01-449c-b65f-50a6e6e484b0" -d '{"events": [{"server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "name": "network-vif-plugged", "status": "completed", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:23.319136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:23.333466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:23.336733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:23.343732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:23.344347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.351463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Subnet': ['ID=31e30892-dfbe-41f9-bee9-1b1fcee1eac1,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:23.360929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:23.364252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.384343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=13222482-9859-4984-bb3a-3351fa15fb56,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:23.392401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:23.395146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:23.399402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:23.411173 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9ac668a8-7468-4f9a-bde1-10fe4e8c6ace req-a931a1d2-7bb1-4c33-9a96-4c70351ed988 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207901 Jun 22 20:40:23.433831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 1870b7e1-50c4-4943-9a9d-30f82c259d19 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:23.441479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 1870b7e1-50c4-4943-9a9d-30f82c259d19 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:23.441862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.445189 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8722687 Jun 22 20:40:23.452281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54392) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:23.529588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network 06f8dbd0-1f69-4482-a6f1-08114857b289 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:23.548912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.558469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4168aeac-95e6-4632-9f63-8d6a16848275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:23.595334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f484f76-a6e1-42e4-b5df-f6fe2f29e152,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:23.604099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:23.609353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 06f8dbd0-1f69-4482-a6f1-08114857b289) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:23.615042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router 87d7d122-8b7c-47bd-906b-f4fdc1adb118 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:23.622682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.626517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2f484f76-a6e1-42e4-b5df-f6fe2f29e152 HTTP/1.1" status: 204 len: 168 time: 0.9575136 Jun 22 20:40:23.631259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54394) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:23.631939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.641821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f32e28-54ee-43c4-888b-850354b39ad0 None None] Network 06f8dbd0-1f69-4482-a6f1-08114857b289 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:23.658602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0917a327-d0b5-43ed-852c-63bccd18e161 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:23.711952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a65aa-d091-4335-84a7-9bdd04b6b57c x-openstack-request-id: req-662a65aa-d091-4335-84a7-9bdd04b6b57c {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:23.712435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "name": "network-vif-plugged", "status": "completed", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:23.712852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-662a65aa-d091-4335-84a7-9bdd04b6b57c {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:23.713497 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'code': 200} Jun 22 20:40:23.718647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.719171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:23.734289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 13222482-9859-4984-bb3a-3351fa15fb56 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:23.735748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.760286 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a187df42-c932-437a-97e3-ea75a67d0226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:40:23.764608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.236 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/817f51a3-35f7-46e5-99a8-8ca65b469dc0) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:23.765888 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a187df42-c932-437a-97e3-ea75a67d0226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] 10.222.0.66 "GET /v2.0/ports/2f484f76-a6e1-42e4-b5df-f6fe2f29e152 HTTP/1.1" status: 404 len: 333 time: 0.1330206 Jun 22 20:40:23.794050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54402) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:23.899958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.900616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:23.928140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:23.943261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:24.047607 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d6b0b906-a5cf-4440-92be-c44b7055637d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5fcb7dd75404045a5dba2dbc726677d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021257 Jun 22 20:40:24.047853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54404) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:24.065332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:24.070799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:24.106618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-06f8dbd0-1f69-4482-a6f1-08114857b289', 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289', 'tenant_id': '8d3793227f9a409b845f7c8c2b5c6338', 'fixed_ips': [{'subnet_id': '31e30892-dfbe-41f9-bee9-1b1fcee1eac1'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:24.107953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.138962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e9b64-34f4-4b1d-b975-8aa598b3117f None None] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:24.236844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event updated for resources: {'Subnet': ['ID=9990256d-e709-4a7d-88f9-82b0cf3960c8,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:24.262830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:24.281511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-20c36491-2087-426a-8d5a-5cc13fdf7eb2 None None] Provisioning for port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:24.296445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Checking segment: {'id': '2166cadd-c2d4-44c5-8f3e-f4d932fc2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:24.297039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network hostable DHCP agents. Network: b5f2b860-189e-4846-adc3-70237dd92b31, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:24.361267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:24.366059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Allocated IP 172.20.0.2 (06f8dbd0-1f69-4482-a6f1-08114857b289/31e30892-dfbe-41f9-bee9-1b1fcee1eac1/7ef8eba4-9c5a-485e-9148-8d578a91e26a) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:24.387427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Sync routers for ids ['87d7d122-8b7c-47bd-906b-f4fdc1adb118'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:24.402691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-4b0035a2-ce0f-4c68-acd0-856855c5c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:24.404259 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-4b0035a2-ce0f-4c68-acd0-856855c5c343 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 1098 time: 0.3158846 Jun 22 20:40:24.412219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Network b5f2b860-189e-4846-adc3-70237dd92b31 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:24.416434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.427790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.428594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.432110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6428902 Jun 22 20:40:24.441060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:24.445563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Routers {'87d7d122-8b7c-47bd-906b-f4fdc1adb118'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:24.445563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['87d7d122-8b7c-47bd-906b-f4fdc1adb118'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:24.451221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.470292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 13222482-9859-4984-bb3a-3351fa15fb56 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:24.610891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fcc78-a98e-489f-a7d7-79d79d961368 req-edd33d50-76e6-400e-89ee-b1217386e964 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:24.612517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-398fcc78-a98e-489f-a7d7-79d79d961368 req-edd33d50-76e6-400e-89ee-b1217386e964 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 945 time: 0.8173122 Jun 22 20:40:24.678468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.711026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ebe08b-4c10-4977-a9ed-8582b68e4ec6']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:24.727962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86340d4d-80b4-4be7-8c9d-bef1dcad6801 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:24.740800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.746588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e26678-bb29-4f78-9652-d102351a182f') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:24.746869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e26678-bb29-4f78-9652-d102351a182f') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:24.765489 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-398fcc78-a98e-489f-a7d7-79d79d961368 req-f54bcfc3-ded6-42d1-a36d-87cfed30a6c8 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163113 Jun 22 20:40:24.773651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.808307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.815974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, b5f2b860-189e-4846-adc3-70237dd92b31) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:24.858765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.860356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Set router 87d7d122-8b7c-47bd-906b-f4fdc1adb118 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:24.863465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b48cbd-7cc8-46b3-97b9-85aa448187ba None None] Network b5f2b860-189e-4846-adc3-70237dd92b31 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:24.866480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:24.866909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.871838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:24.872862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:24.873667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:24.931024 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:24.956404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.960164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.964515 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c75a58ab-4628-4683-9406-dacbd21c77a7 HTTP/1.1" status: 204 len: 168 time: 0.9078455 Jun 22 20:40:24.965817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-647eafc5-d48e-4143-ba0c-8ed2ef30f23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:24.987287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:24.991665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75a58ab-4628-4683-9406-dacbd21c77a7,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:25.027425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.029680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] 10.222.0.66 "DELETE /v2.0/networks/28ebe08b-4c10-4977-a9ed-8582b68e4ec6 HTTP/1.1" status: 204 len: 168 time: 1.2249372 Jun 22 20:40:25.030878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:25.031639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:25.080095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Pushing event deleted for resources: {'Network': ['ID=28ebe08b-4c10-4977-a9ed-8582b68e4ec6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:25.087151 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.3941770 Jun 22 20:40:25.094907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:25.096671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54414) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.224297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-35266911-f7e3-45f1-98ee-4a54db9545aa tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/87d7d122-8b7c-47bd-906b-f4fdc1adb118 HTTP/1.1" status: 200 len: 907 time: 0.7814591 Jun 22 20:40:25.243497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.244795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54416) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.253289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1ba23471-c587-477f-b838-be808c4eeb0b tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:25.311711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=13222482-9859-4984-bb3a-3351fa15fb56,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:25.315760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:25.318087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.320654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b25594-85a7-481a-a4f5-08f38261edcc tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:25.322617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b25594-85a7-481a-a4f5-08f38261edcc tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:25.325511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b25594-85a7-481a-a4f5-08f38261edcc tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:25.330464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e3b25594-85a7-481a-a4f5-08f38261edcc tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2318647 Jun 22 20:40:25.331212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54422) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.409503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.417366 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/13222482-9859-4984-bb3a-3351fa15fb56 HTTP/1.1" status: 204 len: 168 time: 1.9600470 Jun 22 20:40:25.419691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54424) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.433585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.477172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.487311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:25.488375 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3d0145-c403-4e70-b08f-dcbeb642c032 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:25.492319 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5d3d0145-c403-4e70-b08f-dcbeb642c032 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/13222482-9859-4984-bb3a-3351fa15fb56 HTTP/1.1" status: 404 len: 333 time: 0.0645502 Jun 22 20:40:25.493630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Could not find standard attr ID for object 13222482-9859-4984-bb3a-3351fa15fb56. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:40:25.496254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.496491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Transition to ACTIVE for port object 7ef8eba4-9c5a-485e-9148-8d578a91e26a will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:25.508846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3bab7f5-ab00-4a6e-bae8-fa0903a10883 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:25.515285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting subnet 31e30892-dfbe-41f9-bee9-1b1fcee1eac1 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:25.527744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:25.528469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.560487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da431a90-4d5d-4fe8-afb3-b99d6a68ebbd req-600bd17e-892c-4f30-997c-68b20cbcb659 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:25.564761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da431a90-4d5d-4fe8-afb3-b99d6a68ebbd req-600bd17e-892c-4f30-997c-68b20cbcb659 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.7439125 Jun 22 20:40:25.567199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:25.592192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Transition to ACTIVE for port object 7ef8eba4-9c5a-485e-9148-8d578a91e26a will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:25.616689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.632674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:25.637697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Provisioning complete for port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:25.639083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.641552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.647790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4370e989-e21a-4fe3-a02a-9083191ab2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:25.658340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 5be25965-0e8b-4c8d-b2ec-a5283e2bed7a {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:25.665333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.680319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:25.709840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.718204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:25.726311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199aeda-286e-4288-aba1-71de2c10ac6a" -d '{"events": [{"server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "name": "network-vif-plugged", "status": "completed", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:25.753517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54434) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:25.773519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-b5f2b860-189e-4846-adc3-70237dd92b31', 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31', 'tenant_id': '8d3793227f9a409b845f7c8c2b5c6338', 'fixed_ips': [{'subnet_id': '9990256d-e709-4a7d-88f9-82b0cf3960c8'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:25.774454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.811115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Network 06f8dbd0-1f69-4482-a6f1-08114857b289 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:25.826223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.842342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:25.845129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0321f1-6097-4358-8cdf-1b2725562fc2 x-openstack-request-id: req-4a0321f1-6097-4358-8cdf-1b2725562fc2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:25.845422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "name": "network-vif-plugged", "status": "completed", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:25.845684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a0321f1-6097-4358-8cdf-1b2725562fc2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:25.846096 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'code': 200} Jun 22 20:40:25.852500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:25.861974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:25.864449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=817f51a3-35f7-46e5-99a8-8ca65b469dc0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:25.933889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:25.985624 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a39ac4a9-19bb-40e5-9e79-222eb99454b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35aa5907cb6a40bdbdc6b077e01a8cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208402 Jun 22 20:40:25.991984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:26.007174 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f221be24-a3a2-4c86-b182-5cc9727eb0a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cf93b35b4ac49c0a789f9643fdeeb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266886 Jun 22 20:40:26.025938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Pushing event updated for resources: {'Port': ['ID=7ef8eba4-9c5a-485e-9148-8d578a91e26a,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.048857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54442) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:26.049181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.069371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.101811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.116601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.134851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.165631 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da431a90-4d5d-4fe8-afb3-b99d6a68ebbd req-1a9f051e-51cc-48f1-9236-25c197aeab85 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480545 Jun 22 20:40:26.215521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5226bac-d6b1-492d-8a1d-20328f02633a req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7951477 Jun 22 20:40:26.218411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Allocated IP 172.20.0.18 (b5f2b860-189e-4846-adc3-70237dd92b31/9990256d-e709-4a7d-88f9-82b0cf3960c8/ab12012c-5614-4f00-9434-b36751ae4387) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:26.257404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.281410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Attempting to bind port 7ef8eba4-9c5a-485e-9148-8d578a91e26a on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:26.281790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Attempting to bind port 7ef8eba4-9c5a-485e-9148-8d578a91e26a by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'beb6e40c-a850-4ad4-af9a-df059722512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:26.282209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Attempting to bind port 7ef8eba4-9c5a-485e-9148-8d578a91e26a on network 06f8dbd0-1f69-4482-a6f1-08114857b289 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:26.289800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.296390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41431a80-2a42-45dd-8bda-4b65f546eb82,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.303093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.333299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7d122-8b7c-47bd-906b-f4fdc1adb118', 'name': 'tempest-snat-router-603993213', 'tenant_id': '250575916cc746eab68aee492de7baec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '702e33f8-47c4-4c5e-a326-32db0b2cffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:40:17Z', 'updated_at': '2021-06-22T20:40:22Z', 'revision_number': 3, 'project_id': '250575916cc746eab68aee492de7baec', 'gw_port': {'id': '702e33f8-47c4-4c5e-a326-32db0b2cffea', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:98:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7d122-8b7c-47bd-906b-f4fdc1adb118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:40:19Z', 'updated_at': '2021-06-22T20:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:26.335150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:26.335534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Checking segment: {'id': 'beb6e40c-a850-4ad4-af9a-df059722512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:26.335948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.336462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Bound using segment: {'id': 'beb6e40c-a850-4ad4-af9a-df059722512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:26.336843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Bound port: 7ef8eba4-9c5a-485e-9148-8d578a91e26a, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb6e40c-a850-4ad4-af9a-df059722512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06f8dbd0-1f69-4482-a6f1-08114857b289'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:26.337214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.350270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.351844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.359084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.366640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.367194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.392627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Checking router: 87d7d122-8b7c-47bd-906b-f4fdc1adb118 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:40:26.393070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Updating router 87d7d122-8b7c-47bd-906b-f4fdc1adb118 port 702e33f8-47c4-4c5e-a326-32db0b2cffea binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:40:26.432290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.435135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0fcaf-3a4d-41bd-8195-6b46fc120273 req-0089c779-e56c-44a8-b1da-faa87673081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:26.436617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bce0fcaf-3a4d-41bd-8195-6b46fc120273 req-0089c779-e56c-44a8-b1da-faa87673081b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 1099 time: 0.2614284 Jun 22 20:40:26.453286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Subnet': ['ID=31e30892-dfbe-41f9-bee9-1b1fcee1eac1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.464621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe070f5-b719-4eb5-af87-5997baf983db req-1b58847c-d806-4d64-9a88-2a2cb4a9b8dc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:26.467068 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1fe070f5-b719-4eb5-af87-5997baf983db req-1b58847c-d806-4d64-9a88-2a2cb4a9b8dc tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.3427629 Jun 22 20:40:26.470179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.475560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.476091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Deleting port 702e33f8-47c4-4c5e-a326-32db0b2cffea {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:26.476435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.478551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.497692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.502218 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/subnets/31e30892-dfbe-41f9-bee9-1b1fcee1eac1 HTTP/1.1" status: 204 len: 168 time: 1.1644840 Jun 22 20:40:26.507348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54444) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:26.524970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.579351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.582350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] For port 7ef8eba4-9c5a-485e-9148-8d578a91e26a, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:26.607716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ace069c2-4282-4d0d-9dbd-45750b8c36c5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.610599 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bce0fcaf-3a4d-41bd-8195-6b46fc120273 req-9db7308d-097d-477a-8573-d48766eac347 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438093 Jun 22 20:40:26.623247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.645282 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1fe070f5-b719-4eb5-af87-5997baf983db req-258d361c-62af-4ac3-b0cf-69d1a44e4fe8 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574526 Jun 22 20:40:26.677437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Calling delete_port for 702e33f8-47c4-4c5e-a326-32db0b2cffea owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:26.677961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=5be25965-0e8b-4c8d-b2ec-a5283e2bed7a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.680892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.689090 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/5be25965-0e8b-4c8d-b2ec-a5283e2bed7a HTTP/1.1" status: 204 len: 168 time: 1.1890199 Jun 22 20:40:26.689090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.692039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54446) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:26.696503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting subnet 9990256d-e709-4a7d-88f9-82b0cf3960c8 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:26.709193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.711961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.713215 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db38236b-f1db-46dd-8b6d-666b2863b2d9 HTTP/1.1" status: 204 len: 168 time: 0.6499293 Jun 22 20:40:26.714125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.730858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] For port 7ef8eba4-9c5a-485e-9148-8d578a91e26a, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7ef8eba4-9c5a-485e-9148-8d578a91e26a,segment=NetworkSegment(beb6e40c-a850-4ad4-af9a-df059722512c),segment_id=beb6e40c-a850-4ad4-af9a-df059722512c)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:26.732419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.733312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c157ae2-76c2-47f6-bea1-df86c154ea0c None None] Network 03a0ad33-c360-4d24-aa20-50dcc5025f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:26.735058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.738649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f77b6734-6d40-4ce9-bb0c-a71b8e4ee47c HTTP/1.1" status: 204 len: 168 time: 0.7453883 Jun 22 20:40:26.743081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38236b-f1db-46dd-8b6d-666b2863b2d9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.753755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.755458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3916ebb-0884-4393-ae9a-54578e037377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.767472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b6734-6d40-4ce9-bb0c-a71b8e4ee47c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:26.776161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:26.802264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.872001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:26.900561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.938530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.952272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:26.956704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:26.957322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:26.977426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:26.977783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:27.014813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Transition to ACTIVE for port object ab12012c-5614-4f00-9434-b36751ae4387 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:27.029698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Pushing event updated for resources: {'Port': ['ID=7ef8eba4-9c5a-485e-9148-8d578a91e26a,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:27.071771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:27.126094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Transition to ACTIVE for port object ab12012c-5614-4f00-9434-b36751ae4387 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:27.134824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.177679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.179215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bb26c-b20f-49f2-b6dd-9d29c0845aad None None] Network 06f8dbd0-1f69-4482-a6f1-08114857b289 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:27.190158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.230982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:27.230982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.240764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.254897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.264823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:27.330621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Port': ['ID=702e33f8-47c4-4c5e-a326-32db0b2cffea,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:27.368728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54472) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:27.394873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.395246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.395650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.396058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.396458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.396879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.397233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.397587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.397960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.398309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.398707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.399347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.403042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:27.410049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86340d4d-80b4-4be7-8c9d-bef1dcad6801,segment=NetworkSegment(55dfaea7-4906-4002-9a9e-bd850305c377),segment_id=55dfaea7-4906-4002-9a9e-bd850305c377)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:27.410415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.444941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.454704 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9cb8f491-c15a-4c3a-bb0b-d5f594d775ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8990c3cc3eeb4fbaa4afb6009d4db522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832460 Jun 22 20:40:27.456584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:27.467122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Network b5f2b860-189e-4846-adc3-70237dd92b31 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:27.477049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54474) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:27.483280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:27.507704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:27.513129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 86340d4d-80b4-4be7-8c9d-bef1dcad6801 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:27.570423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.581207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:27.621349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Subnet': ['ID=9990256d-e709-4a7d-88f9-82b0cf3960c8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:27.638558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.644506 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/subnets/9990256d-e709-4a7d-88f9-82b0cf3960c8 HTTP/1.1" status: 204 len: 168 time: 1.1293805 Jun 22 20:40:27.647985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.648852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.649527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.650189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.650754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.651498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.652993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.653609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.654780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.656376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.657444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.658037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:27.662461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54480) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:27.713358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Pushing event updated for resources: {'Port': ['ID=ab12012c-5614-4f00-9434-b36751ae4387,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:27.716759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.718508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:27.735869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:27.739679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.740526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd286fc5-ccf6-4cde-a22d-e38c37ac9cb4 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:27.748447 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd286fc5-ccf6-4cde-a22d-e38c37ac9cb4 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0840936 Jun 22 20:40:27.748995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54486) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:27.830450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Attempting to bind port ab12012c-5614-4f00-9434-b36751ae4387 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:27.830725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Attempting to bind port ab12012c-5614-4f00-9434-b36751ae4387 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '2166cadd-c2d4-44c5-8f3e-f4d932fc2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:27.831097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Attempting to bind port ab12012c-5614-4f00-9434-b36751ae4387 on network b5f2b860-189e-4846-adc3-70237dd92b31 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:27.843733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:27.844356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Checking segment: {'id': '2166cadd-c2d4-44c5-8f3e-f4d932fc2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:27.844931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.845484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Bound using segment: {'id': '2166cadd-c2d4-44c5-8f3e-f4d932fc2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:27.846147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Bound port: ab12012c-5614-4f00-9434-b36751ae4387, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2166cadd-c2d4-44c5-8f3e-f4d932fc2298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b5f2b860-189e-4846-adc3-70237dd92b31'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:27.846675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.866546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.912731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] For port 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86340d4d-80b4-4be7-8c9d-bef1dcad6801,segment=NetworkSegment(55dfaea7-4906-4002-9a9e-bd850305c377),segment_id=55dfaea7-4906-4002-9a9e-bd850305c377)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:27.914292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] DHCP port deletion for 03a0ad33-c360-4d24-aa20-50dcc5025f8a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:40:27.932217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.955831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:27.965032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting port ab12012c-5614-4f00-9434-b36751ae4387 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:27.966152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:27.998924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:27.999542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:28.067963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:28.068617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:28.074401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-40be791e-e262-480a-a332-f8a0ba83658a None None] Could not find standard attr ID for object 13222482-9859-4984-bb3a-3351fa15fb56. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:40:28.108291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] For port ab12012c-5614-4f00-9434-b36751ae4387, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:28.108569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.123225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] For port ab12012c-5614-4f00-9434-b36751ae4387, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:28.128443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Pushing event updated for resources: {'Port': ['ID=86340d4d-80b4-4be7-8c9d-bef1dcad6801,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.146450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] For port ab12012c-5614-4f00-9434-b36751ae4387, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ab12012c-5614-4f00-9434-b36751ae4387,segment=NetworkSegment(2166cadd-c2d4-44c5-8f3e-f4d932fc2298),segment_id=2166cadd-c2d4-44c5-8f3e-f4d932fc2298)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:28.149509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.150049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.150548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.151667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.152154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.152629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.153287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.153796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.154293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.154774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.155237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.155695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:40:28.161049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.162536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.165447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.179032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Calling delete_port for ab12012c-5614-4f00-9434-b36751ae4387 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:28.193481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.279078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.295286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.299933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] No DVR routers for this DVR port ab12012c-5614-4f00-9434-b36751ae4387 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:28.305416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Pushing event updated for resources: {'Port': ['ID=ab12012c-5614-4f00-9434-b36751ae4387,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.312761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.314651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Deleting port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:28.320751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.344188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.358384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.365424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server [None req-5b97ac76-e293-4cf3-9f35-2dcfd788c116 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port ab12012c-5614-4f00-9434-b36751ae4387 could not be found. Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2796, in one Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._iter().one() Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.410742 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1534, in get_port Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port ab12012c-5614-4f00-9434-b36751ae4387 could not be found. Jun 22 20:40:28.419179 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:40:28.424724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.429412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f2b860-189e-4846-adc3-70237dd92b31']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:28.462127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2166cadd-c2d4-44c5-8f3e-f4d932fc2298') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:28.462475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2166cadd-c2d4-44c5-8f3e-f4d932fc2298') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:28.464416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.465015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Port': ['ID=ab12012c-5614-4f00-9434-b36751ae4387,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.473285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.475437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9944d37-eb11-4dab-9ef8-44e45ba5a29f None None] Network b5f2b860-189e-4846-adc3-70237dd92b31 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:28.477975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.511859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f79b52-74b3-4055-a164-11dda4128107 req-641b8c95-d0d3-4b04-ac6a-55de6330d84c tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:28.513437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-70f79b52-74b3-4055-a164-11dda4128107 req-641b8c95-d0d3-4b04-ac6a-55de6330d84c tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.4549489 Jun 22 20:40:28.517208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.528844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.544185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:28.544598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:28.547926 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:28.565294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553247-b9f5-417c-9fbd-4eafe64c77e0 req-fb255f34-ebb4-438d-9166-8f59e4a6e785 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:28.567832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] For port 86340d4d-80b4-4be7-8c9d-bef1dcad6801, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=86340d4d-80b4-4be7-8c9d-bef1dcad6801,segment=NetworkSegment(55dfaea7-4906-4002-9a9e-bd850305c377),segment_id=55dfaea7-4906-4002-9a9e-bd850305c377)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:28.568239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.579251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-47553247-b9f5-417c-9fbd-4eafe64c77e0 req-fb255f34-ebb4-438d-9166-8f59e4a6e785 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 1.1861293 Jun 22 20:40:28.584886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.586875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.596301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a445ff48-dd13-4682-8041-7b5b5fccdec3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.601330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Calling delete_port for 86340d4d-80b4-4be7-8c9d-bef1dcad6801 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:28.611347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.611855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87d7d122-8b7c-47bd-906b-f4fdc1adb118 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:28.615696 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-70f79b52-74b3-4055-a164-11dda4128107 req-ba053470-a482-426e-a0a7-fea447391758 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960162 Jun 22 20:40:28.638201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.648115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.650764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.655731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/b5f2b860-189e-4846-adc3-70237dd92b31 HTTP/1.1" status: 204 len: 168 time: 0.9052224 Jun 22 20:40:28.662993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.664377 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/routers/87d7d122-8b7c-47bd-906b-f4fdc1adb118 HTTP/1.1" status: 204 len: 168 time: 3.3974102 Jun 22 20:40:28.665105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54500) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:28.667603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=b5f2b860-189e-4846-adc3-70237dd92b31,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.669460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54502) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:28.675489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.684389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=86340d4d-80b4-4be7-8c9d-bef1dcad6801,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.706787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:28.779358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Port 702e33f8-47c4-4c5e-a326-32db0b2cffea not found while updating agent binding for router 87d7d122-8b7c-47bd-906b-f4fdc1adb118. {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 22 20:40:28.815220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Routers set() bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:28.815911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Router IDs set() for agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 20:40:28.817586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_agentschedulers_db [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'87d7d122-8b7c-47bd-906b-f4fdc1adb118'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent'). {{(pid=100375) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 22 20:40:28.818197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca51f02-7bd6-44f0-b62f-69a2e74978c5 None None] The sync data for ids ['87d7d122-8b7c-47bd-906b-f4fdc1adb118'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:28.824955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.828957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.872528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-24dde854-0b37-491c-bf1a-529b5a0eb41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.896751 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-47553247-b9f5-417c-9fbd-4eafe64c77e0 req-68fc2d65-405a-444b-af23-584cbf911e5f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893038 Jun 22 20:40:28.935641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Pushing event deleted for resources: {'Port': ['ID=86340d4d-80b4-4be7-8c9d-bef1dcad6801,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.938899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.943219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 update to ACTIVE by agent not found {{(pid=100375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 20:40:28.946402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=817f51a3-35f7-46e5-99a8-8ca65b469dc0,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:28.949506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.950164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] No DVR routers for this DVR port 86340d4d-80b4-4be7-8c9d-bef1dcad6801 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:28.955482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54510) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:28.964467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.970559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.971654 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/037d28b5-4f4d-4193-8d16-4bf87b5ece68 HTTP/1.1" status: 204 len: 168 time: 1.4936829 Jun 22 20:40:28.972448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.972952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:28.974782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:28.975406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea360da8-2728-4650-84da-a83d91f6f824 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:40:28.989273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:28.991765 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:40:29.017061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a0ad33-c360-4d24-aa20-50dcc5025f8a']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:29.022775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037d28b5-4f4d-4193-8d16-4bf87b5ece68,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:29.033286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.038904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.042347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dfaea7-4906-4002-9a9e-bd850305c377') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:29.042840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dfaea7-4906-4002-9a9e-bd850305c377') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:29.045757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:29.069136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.097667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.103695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86340d4d-80b4-4be7-8c9d-bef1dcad6801 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:40:29.120854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.133569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:29.134332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:29.138164 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:29.154056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Deleting port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:29.155188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 86340d4d-80b4-4be7-8c9d-bef1dcad6801 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:40:29.155308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.155721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 86340d4d-80b4-4be7-8c9d-bef1dcad6801 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:40:29.211827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1286793397'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:29.218457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea360da8-2728-4650-84da-a83d91f6f824 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:40:29.262445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] For port 247b1ef7-9fc5-4bd3-b63f-052be1f84c17, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:29.263022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.282369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Calling delete_port for 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:29.290621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.302077 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP 8a1316d7-1c87-4042-ba74-59042950e103 associated. External IP: 172.26.4.236, port: 775dfb91-86a2-48ea-8f12-6b618930229d. Jun 22 20:40:29.309583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.310955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.351365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:29.378887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.384947 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/03a0ad33-c360-4d24-aa20-50dcc5025f8a HTTP/1.1" status: 204 len: 168 time: 2.6858797 Jun 22 20:40:29.387792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54518) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:29.390309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=03a0ad33-c360-4d24-aa20-50dcc5025f8a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:29.395264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'name': 'tempest-PortsIpV6TestJSON-799039020'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:29.410381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:29.461938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Deleting port 7ef8eba4-9c5a-485e-9148-8d578a91e26a {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:29.462277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.523937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.557263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.591624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] For port 7ef8eba4-9c5a-485e-9148-8d578a91e26a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7ef8eba4-9c5a-485e-9148-8d578a91e26a,segment=NetworkSegment(beb6e40c-a850-4ad4-af9a-df059722512c),segment_id=beb6e40c-a850-4ad4-af9a-df059722512c)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:29.591989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.595441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.596642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5d198030-2580-4797-8116-32793fef4b1e tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6356862 Jun 22 20:40:29.602892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54524) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:29.648160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Calling delete_port for 7ef8eba4-9c5a-485e-9148-8d578a91e26a owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:29.795885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:29.962856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2de4f-5e4f-4e76-b417-10817fee6b72 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:40:30.027663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.039787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:30.104008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.110473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.118106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event deleted for resources: {'Port': ['ID=247b1ef7-9fc5-4bd3-b63f-052be1f84c17,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:30.122893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:30.141532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2de4f-5e4f-4e76-b417-10817fee6b72 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:40:30.157424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:30.189078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:30.194610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.206474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.207541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04f15ced-1b8a-40a1-8ba5-b8843cd5d56f {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:30.222922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.230394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.236838 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0e25e73a-8fcf-4bf3-8b33-424da6571de3 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "DELETE /v2.0/routers/04f15ced-1b8a-40a1-8ba5-b8843cd5d56f HTTP/1.1" status: 204 len: 168 time: 0.6328430 Jun 22 20:40:30.237880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:30.241559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54542) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.248316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54544) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.252593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port d67a29d9-a476-4205-ba6d-5c86d78c2ac8 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:30.272548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c70c1-0f1e-4673-be8d-e565b40b0d2e req-600acd29-81cb-412d-a060-d4336b903862 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:30.273964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-832c70c1-0f1e-4673-be8d-e565b40b0d2e req-600acd29-81cb-412d-a060-d4336b903862 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.2523975 Jun 22 20:40:30.280910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.304024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Request body: {'router': {'name': 'tempest-router-845030061', 'distributed': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:30.324110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Port': ['ID=7ef8eba4-9c5a-485e-9148-8d578a91e26a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:30.327304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:30.334423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] No DVR routers for this DVR port 7ef8eba4-9c5a-485e-9148-8d578a91e26a on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:30.363693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb6302-5660-481f-82ed-ccec6b28835d req-46f805f1-40c1-4aee-ad1d-ccbda093fa04 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:30.365326 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-39cb6302-5660-481f-82ed-ccec6b28835d req-46f805f1-40c1-4aee-ad1d-ccbda093fa04 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.2705553 Jun 22 20:40:30.384712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.387649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.438637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-7446a200-70b5-4fb3-9a14-b1ae3e22d5de tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.442312 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7446a200-70b5-4fb3-9a14-b1ae3e22d5de tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1884549 Jun 22 20:40:30.451789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54548) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.462091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.464079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.468912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-62372368-da39-43e1-915c-6247308a5a09 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.469918 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-62372368-da39-43e1-915c-6247308a5a09 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0171766 Jun 22 20:40:30.475886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54550) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.485979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-d3410e69-96de-4aa5-a59f-9b7069904702 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.486950 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d3410e69-96de-4aa5-a59f-9b7069904702 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0108213 Jun 22 20:40:30.502304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54552) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.508129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-075627e7-f033-468b-85a2-e6ff2e90ea7d tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.508324 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-075627e7-f033-468b-85a2-e6ff2e90ea7d tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044897 Jun 22 20:40:30.513641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54554) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.531859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-95c91509-7b23-4942-a571-f9fa7a1b0abc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.532850 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-95c91509-7b23-4942-a571-f9fa7a1b0abc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0181930 Jun 22 20:40:30.539223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.544680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54556) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.546773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:30.553377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.553919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:30.558372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-ba0dc060-5bdd-42e3-b329-2de9c022e78c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.559365 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ba0dc060-5bdd-42e3-b329-2de9c022e78c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0137770 Jun 22 20:40:30.561537 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-39cb6302-5660-481f-82ed-ccec6b28835d req-41acddde-a862-4300-b832-9bf540f42c0d tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465986 Jun 22 20:40:30.568644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.575525 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4b0f7894-ce1a-4787-86ef-50b0ca6e3e01 HTTP/1.1" status: 204 len: 168 time: 1.8992498 Jun 22 20:40:30.575525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54558) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.576095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f8dbd0-1f69-4482-a6f1-08114857b289']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.578111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54560) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.580642 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef3e093-e34e-456b-802b-211254879c9c None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:30.581763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-447a851c-ab3f-44b5-8b35-a095ce7c5851 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.586264 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-447a851c-ab3f-44b5-8b35-a095ce7c5851 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0115242 Jun 22 20:40:30.586264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412309658', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:30.591059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb6e40c-a850-4ad4-af9a-df059722512c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.591353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb6e40c-a850-4ad4-af9a-df059722512c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.593027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54562) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.598532 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-832c70c1-0f1e-4673-be8d-e565b40b0d2e req-f1a0d2c1-6b6f-4c7c-8f64-fd81033f06a4 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688960 Jun 22 20:40:30.618357 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:30.620742 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.624764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-9ae16b3e-8766-4593-ad83-fb353f113fec tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.625801 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9ae16b3e-8766-4593-ad83-fb353f113fec tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0297534 Jun 22 20:40:30.633340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.637882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.641277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-97dc6f3c-6cdc-4187-b402-4cdc9f4b1dba tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.642560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-97dc6f3c-6cdc-4187-b402-4cdc9f4b1dba tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082781 Jun 22 20:40:30.644427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.646273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.650640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-839f5d64-ea07-4bc7-a470-c0f6e7844d3e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.651800 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-839f5d64-ea07-4bc7-a470-c0f6e7844d3e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044768 Jun 22 20:40:30.665701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.669843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.685069 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.695814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-94bdac9b-f65a-439b-92bd-6005e2366186 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.696812 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-94bdac9b-f65a-439b-92bd-6005e2366186 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0191855 Jun 22 20:40:30.714208 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:30.715287 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.718750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.722338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.735622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.744363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-a0d50490-f28c-4ef0-9709-01e27a909dbd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.746657 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0d50490-f28c-4ef0-9709-01e27a909dbd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0254161 Jun 22 20:40:30.748072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.753281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54576) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.766919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-eef3e093-e34e-456b-802b-211254879c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:30.767868 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef3e093-e34e-456b-802b-211254879c9c None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:30.788083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.789426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.794497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.796358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-ce0f99be-b016-4c40-bd08-f08bfc43c20f tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.798325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ce0f99be-b016-4c40-bd08-f08bfc43c20f tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0312948 Jun 22 20:40:30.801002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.804932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28034b46-fb94-46d6-aaee-1da561ecb0fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:30.805585 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04bf3e24-34b6-425a-a351-4bce0661cb59 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5299017 Jun 22 20:40:30.806099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54578) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.806432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54580) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.807660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:30.808292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:30.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:30.822386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-82c4ce50-ad92-43cf-89bd-5b3de20b02a4 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.826427 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-82c4ce50-ad92-43cf-89bd-5b3de20b02a4 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0144336 Jun 22 20:40:30.831331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54582) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.837661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-92188008-ed57-422f-b742-1bf85be58248 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.841742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-92188008-ed57-422f-b742-1bf85be58248 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046115 Jun 22 20:40:30.853427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54584) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.904865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-64b499d9-8109-4c0a-b65e-d9cf7e50f8d9 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.905973 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-64b499d9-8109-4c0a-b65e-d9cf7e50f8d9 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0500484 Jun 22 20:40:30.913244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54586) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.918526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-7a95dd19-00d8-4602-a219-9412295b8d84 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.919545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7a95dd19-00d8-4602-a219-9412295b8d84 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052695 Jun 22 20:40:30.924325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6304977 Jun 22 20:40:30.925007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54588) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.929520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54590) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.934866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-4ffa9821-7de2-41d8-b7e1-e057bb2c86d5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.935785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4ffa9821-7de2-41d8-b7e1-e057bb2c86d5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084708 Jun 22 20:40:30.939657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': '775dfb91-86a2-48ea-8f12-6b618930229d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:30.943500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54592) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.949246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-2771436f-b4ba-4bf2-8477-417e50914580 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.950364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2771436f-b4ba-4bf2-8477-417e50914580 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052373 Jun 22 20:40:30.966997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54594) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:30.990553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-a6fc6d64-e987-4f52-ab93-aa1846496da6 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:30.993866 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a6fc6d64-e987-4f52-ab93-aa1846496da6 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078583 Jun 22 20:40:30.993866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:31.005940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54596) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.012110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-05f3d4c9-8143-40a3-bc19-39e4520b5925 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.013288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05f3d4c9-8143-40a3-bc19-39e4520b5925 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064335 Jun 22 20:40:31.043205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:31.044841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.046854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:31.052491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:31.053153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.059059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54598) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.095262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.098935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-39718cb1-ae8d-40fc-ae1c-8ce8e58e9d6b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.099920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-39718cb1-ae8d-40fc-ae1c-8ce8e58e9d6b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0389166 Jun 22 20:40:31.100923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=d67a29d9-a476-4205-ba6d-5c86d78c2ac8,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:31.107084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54600) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.113158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:31.150969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-e4482854-8bff-4d21-9a21-2778fa04cc81 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.151994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e4482854-8bff-4d21-9a21-2778fa04cc81 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0424144 Jun 22 20:40:31.187470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54602) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.197549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-b92725e3-181b-4b6e-9cea-d2758d262972 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.199336 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b92725e3-181b-4b6e-9cea-d2758d262972 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059314 Jun 22 20:40:31.242727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54604) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.248378 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8594379 Jun 22 20:40:31.253636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-514a9ec2-1bdb-46f0-96e2-6a189862ddb7 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.254215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:40:31.254841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-514a9ec2-1bdb-46f0-96e2-6a189862ddb7 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084224 Jun 22 20:40:31.261262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54606) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.261262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54608) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.274093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-9066493e-5709-4e4c-a618-54cfb32a0464 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.275101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9066493e-5709-4e4c-a618-54cfb32a0464 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145137 Jun 22 20:40:31.285979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54610) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.288916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:40:31.289376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 247b1ef7-9fc5-4bd3-b63f-052be1f84c17 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:40:31.298809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-d7a53a34-bc58-4a59-8dd5-134e0f54579c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.299753 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d7a53a34-bc58-4a59-8dd5-134e0f54579c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044801 Jun 22 20:40:31.306643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.316742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54612) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.329143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-9a5b429c-07be-45a7-ad92-b16256154d6e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.330110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9a5b429c-07be-45a7-ad92-b16256154d6e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0105345 Jun 22 20:40:31.338180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54614) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.344847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc9fac0f-ce56-449f-8d0f-cdd2f226e77e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:31.350275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.354436 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/06f8dbd0-1f69-4482-a6f1-08114857b289 HTTP/1.1" status: 204 len: 168 time: 2.6788511 Jun 22 20:40:31.358086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-3c806d51-0283-4607-806f-ed273371d94f tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.359254 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3c806d51-0283-4607-806f-ed273371d94f tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108340 Jun 22 20:40:31.362710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.363040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54618) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.377482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-5227d0ac-6575-4cbd-8d6b-52e8ef6aa867 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.378435 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5227d0ac-6575-4cbd-8d6b-52e8ef6aa867 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059254 Jun 22 20:40:31.392142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54620) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.393329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=06f8dbd0-1f69-4482-a6f1-08114857b289,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:31.405756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:31.408214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.428521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-819628bb-37d6-4230-a7f1-ec307bb968cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.429459 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-819628bb-37d6-4230-a7f1-ec307bb968cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0363331 Jun 22 20:40:31.451067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54622) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.457694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-f1497812-d83f-4c75-aaa3-28aea3925b00 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.458647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f1497812-d83f-4c75-aaa3-28aea3925b00 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044267 Jun 22 20:40:31.462361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.469343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.470740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa7f05-225f-410d-9c6f-7e34fd708c30 req-8e97bd75-1693-4d5f-972c-a4505a7470d2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:31.471973 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d2aa7f05-225f-410d-9c6f-7e34fd708c30 req-8e97bd75-1693-4d5f-972c-a4505a7470d2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.6570444 Jun 22 20:40:31.475480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54624) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.478391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.488475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-2fd5cd98-1c6f-47ed-a398-d213e56a38d8 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.489420 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2fd5cd98-1c6f-47ed-a398-d213e56a38d8 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0133407 Jun 22 20:40:31.490185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54626) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.494266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Request body: {'floatingip': {'port_id': '8b8751bc-bb6c-46f1-8c96-44db40d052dc'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:31.504491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54628) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.506503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19f642-68d8-40b6-8b73-bd82fa5a28e7 req-01b636d4-f10c-4ab0-9f0e-3696dca3b9d5 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:31.509151 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2c19f642-68d8-40b6-8b73-bd82fa5a28e7 req-01b636d4-f10c-4ab0-9f0e-3696dca3b9d5 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.6103032 Jun 22 20:40:31.510257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-c5103418-8f3f-444a-800f-4f95ad072dfd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.513919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c5103418-8f3f-444a-800f-4f95ad072dfd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061536 Jun 22 20:40:31.514281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54630) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.521798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54632) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.522297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-8867f359-739b-4010-91a9-9bcf349fae5b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.523252 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8867f359-739b-4010-91a9-9bcf349fae5b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065429 Jun 22 20:40:31.528669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54634) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.534521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-1e59b076-e188-4040-9a65-0fb065dac379 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.535450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1e59b076-e188-4040-9a65-0fb065dac379 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043838 Jun 22 20:40:31.547438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54636) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.570969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-60c99a33-0538-46eb-a387-5eb0e0d654df tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.574928 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-60c99a33-0538-46eb-a387-5eb0e0d654df tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0222669 Jun 22 20:40:31.575125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54638) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.580954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-cebefefb-8077-4be8-97a8-cb51da63fe18 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.584069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cebefefb-8077-4be8-97a8-cb51da63fe18 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059097 Jun 22 20:40:31.585368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.586850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54640) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.600698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-908ac920-a2d8-4f81-9256-7b549d0ed019 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.604091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-908ac920-a2d8-4f81-9256-7b549d0ed019 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044222 Jun 22 20:40:31.605502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54642) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.608300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Request body: {'floatingip': {'port_id': '1870b7e1-50c4-4943-9a9d-30f82c259d19'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:31.614663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-c346bd8f-b21c-42f1-b669-0bf63415e6a5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.617172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c346bd8f-b21c-42f1-b669-0bf63415e6a5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092001 Jun 22 20:40:31.618946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54644) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.630227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-f97830d7-dfbb-4607-ac78-17f508eb44b3 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.633336 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f97830d7-dfbb-4607-ac78-17f508eb44b3 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087402 Jun 22 20:40:31.649460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54646) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.657251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-fe9e8d22-e3ad-4cf7-9ff8-b2801023792a tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.660834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fe9e8d22-e3ad-4cf7-9ff8-b2801023792a tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063899 Jun 22 20:40:31.661523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54648) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.666175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.666320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-a93887e4-8e20-48bc-877c-125524290f9c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.670118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a93887e4-8e20-48bc-877c-125524290f9c tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054939 Jun 22 20:40:31.670695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.676447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.677074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 853aeecd-9d03-4a43-9330-ff706f226191 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:31.680539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-6000cdb2-1ac4-48c9-bf4d-8019bb2241bc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.682066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6000cdb2-1ac4-48c9-bf4d-8019bb2241bc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099339 Jun 22 20:40:31.701830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.707946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-883feb75-cc0d-4d7b-973d-8e3cf8ac086a tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.711490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-883feb75-cc0d-4d7b-973d-8e3cf8ac086a tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0062077 Jun 22 20:40:31.717175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.718327 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0f5167c9-0867-4fbf-ad5a-0a1bc1d8e4dc tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "DELETE /v2.0/routers/853aeecd-9d03-4a43-9330-ff706f226191 HTTP/1.1" status: 204 len: 168 time: 0.9053001 Jun 22 20:40:31.719359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54654) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.722280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54656) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.725874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.731722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-6f66cffc-22eb-4df4-b72f-edc03f853c4b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.735694 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6f66cffc-22eb-4df4-b72f-edc03f853c4b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092907 Jun 22 20:40:31.736429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Request body: {'router': {'name': 'tempest-router-1492474719', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0dc5ba2df4e94f50b8ee081bcfd64630'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:31.745346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54658) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.784276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-9d6fbdc5-7d55-4663-8579-3a775751385b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.785231 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9d6fbdc5-7d55-4663-8579-3a775751385b tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0382652 Jun 22 20:40:31.806735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54660) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.814842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-35416113-10f9-4645-ba73-4577a0d6d588 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.815871 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-35416113-10f9-4645-ba73-4577a0d6d588 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052240 Jun 22 20:40:31.824139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54662) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.831168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-dfa86f1d-ed79-4241-ad72-87307014bbfd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.832126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dfa86f1d-ed79-4241-ad72-87307014bbfd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070345 Jun 22 20:40:31.833771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.836026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54664) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.852649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-5220f080-01b2-4dd4-8add-cb954236ed57 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.853943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5220f080-01b2-4dd4-8add-cb954236ed57 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110343 Jun 22 20:40:31.858812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54666) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.861123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0b6277-b5e0-4bba-9d1f-057e7328b8b5']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:31.875075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-8e448f51-43e7-4ebf-9b15-d4ee83f3173e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.876029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8e448f51-43e7-4ebf-9b15-d4ee83f3173e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125010 Jun 22 20:40:31.880041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50891d64-ad6d-4b75-8a6c-412a9ee12947') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:31.880406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50891d64-ad6d-4b75-8a6c-412a9ee12947') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:31.882283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.883278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.890009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54668) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.900442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-1db48c5d-f48f-4700-97c6-f5e2d33d7068 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.901542 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1db48c5d-f48f-4700-97c6-f5e2d33d7068 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068803 Jun 22 20:40:31.909302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54670) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.931019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.947492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-a337fdc7-a142-4b93-b7d1-d9793a992132 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.949798 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a337fdc7-a142-4b93-b7d1-d9793a992132 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0145388 Jun 22 20:40:31.954605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54672) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.961164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-13dc376a-238a-4db2-beb7-54c5bc6d5f23 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:31.964892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-13dc376a-238a-4db2-beb7-54c5bc6d5f23 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087326 Jun 22 20:40:31.967121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54674) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:31.968071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:31.994115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port d67a29d9-a476-4205-ba6d-5c86d78c2ac8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:31.994444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.014773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-301edac3-eea9-4cef-8598-5cf0d7bc18fd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.016154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-301edac3-eea9-4cef-8598-5cf0d7bc18fd tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0442166 Jun 22 20:40:32.022958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:32.023366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.026223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54676) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:32.026908 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:32.041274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-6995c3ba-bfd8-445d-88df-f9aa99e170cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.042813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6995c3ba-bfd8-445d-88df-f9aa99e170cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151033 Jun 22 20:40:32.070207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54678) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.111633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-9539ad66-0888-49ea-8ddb-bc4de7726827 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.112588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9539ad66-0888-49ea-8ddb-bc4de7726827 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0319178 Jun 22 20:40:32.114259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.118418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54680) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.128980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-4ddca549-4799-4a59-93c3-b5fa5773b7cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.129963 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4ddca549-4799-4a59-93c3-b5fa5773b7cb tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085356 Jun 22 20:40:32.136173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.143702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54682) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.152373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-a28b36f8-9fbf-43b4-a4d9-2cfd4eec1a94 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.158498 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a28b36f8-9fbf-43b4-a4d9-2cfd4eec1a94 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073783 Jun 22 20:40:32.158916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54684) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.163957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-fd66b1f7-703c-4346-bfa2-c6156a772fe8 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.164894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fd66b1f7-703c-4346-bfa2-c6156a772fe8 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046711 Jun 22 20:40:32.174555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54686) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.193367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [None req-caafdacf-09ff-49e4-b008-c3421bd9d8b4 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.194363 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-caafdacf-09ff-49e4-b008-c3421bd9d8b4 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0176356 Jun 22 20:40:32.202824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.205884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54688) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.211426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.212079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-94190272-1ed2-424c-9477-5201cf018a1e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.213024 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-94190272-1ed2-424c-9477-5201cf018a1e tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059972 Jun 22 20:40:32.214635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.218318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1c555df8-e07a-48dc-889e-cd8cd73e7c34 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4929354 Jun 22 20:40:32.218318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54690) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.221197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.225579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/2e0b6277-b5e0-4bba-9d1f-057e7328b8b5 HTTP/1.1" status: 204 len: 168 time: 0.8516185 Jun 22 20:40:32.226350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-85d1425f-807b-46fc-b0ae-f4b687c60997 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.227925 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-85d1425f-807b-46fc-b0ae-f4b687c60997 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074837 Jun 22 20:40:32.227925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54692) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.228135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54694) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.233571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:32.249213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54696) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.252506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:32.259096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-451d5f6c-c490-46a5-a1fe-92b8a42d2041 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.260038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-451d5f6c-c490-46a5-a1fe-92b8a42d2041 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052814 Jun 22 20:40:32.271507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54698) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.315621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-1d86aa94-812b-4153-a9ed-5c453c862c95 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.316571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1d86aa94-812b-4153-a9ed-5c453c862c95 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055573 Jun 22 20:40:32.328155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=2e0b6277-b5e0-4bba-9d1f-057e7328b8b5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:32.331941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54700) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.368779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:32.426852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-dbe53ed2-bf9a-4ea7-b103-05c35786ebff tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.427838 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dbe53ed2-bf9a-4ea7-b103-05c35786ebff tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0644267 Jun 22 20:40:32.435662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54702) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.446875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-4451a5fd-1379-420d-9399-d3217d98c5fa tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.448901 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4451a5fd-1379-420d-9399-d3217d98c5fa tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0112693 Jun 22 20:40:32.454722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54704) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.461419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-40310814-e216-4779-b38b-dc36b3d1dcc5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.462316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-40310814-e216-4779-b38b-dc36b3d1dcc5 tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053740 Jun 22 20:40:32.469270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54706) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.513341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [None req-1e827413-0b9f-4676-affc-1cb652e7fadc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:40:32.514347 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1e827413-0b9f-4676-affc-1cb652e7fadc tempest-ExtensionsTestJSON-837605129 tempest-ExtensionsTestJSON-837605129-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0126710 Jun 22 20:40:32.553908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.597982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for d67a29d9-a476-4205-ba6d-5c86d78c2ac8 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:32.664683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.resource_extend [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:32.700154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.700494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.838115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.847467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54712) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:32.866934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100374) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 22 20:40:32.867272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Router b0124361-e595-4579-a0a5-be83140de973 migrating from provider to provider. {{(pid=100374) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 22 20:40:32.867660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.871609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.877944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.887920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.927174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.930634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5fd59a-3b16-4c97-ab7c-44a7bffb2669']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:32.941942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:32.952502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c311ea-bd9e-42ee-a739-d857bff44faa') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:32.952799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c311ea-bd9e-42ee-a739-d857bff44faa') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:33.038177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.059793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.092406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.108905 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] No L3 agents can host the router b0124361-e595-4579-a0a5-be83140de973 Jun 22 20:40:33.110084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:33.110521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:33.114903 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:33.127360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.168004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.185228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:33.257024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=d67a29d9-a476-4205-ba6d-5c86d78c2ac8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:33.271233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:33.293579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.296034 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/d67a29d9-a476-4205-ba6d-5c86d78c2ac8 HTTP/1.1" status: 204 len: 168 time: 2.0363808 Jun 22 20:40:33.303455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54716) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:33.311733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'mac_address': 'fa:16:3e:9f:94:cc', 'name': 'tempest-PortsIpV6TestJSON-207044921'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:33.328680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:33.493624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:33.572676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Allocated IP 172.26.4.106 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7590e62d-3031-4be8-8a3f-570c97398595) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:33.574344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.583693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba2b3925-f766-4c7a-897a-25e3dfc5c24c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:33.593116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.611038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.615641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.620121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] 10.222.0.66 "DELETE /v2.0/networks/ef5fd59a-3b16-4c97-ab7c-44a7bffb2669 HTTP/1.1" status: 204 len: 168 time: 1.3790712 Jun 22 20:40:33.624921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.673936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Pushing event deleted for resources: {'Network': ['ID=ef5fd59a-3b16-4c97-ab7c-44a7bffb2669,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:33.679793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.681193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:33.684153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Hosts for router b0124361-e595-4579-a0a5-be83140de973: [] {{(pid=100374) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 22 20:40:33.715624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Hosts for other DVR routers connected to router b0124361-e595-4579-a0a5-be83140de973: set() {{(pid=100374) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 22 20:40:33.718153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.722073 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dda3e0fc-6e74-4b46-9b52-0ce90d4ee427 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "PUT /v2.0/routers/b0124361-e595-4579-a0a5-be83140de973 HTTP/1.1" status: 200 len: 717 time: 1.4820664 Jun 22 20:40:33.722175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54720) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:33.761303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:33.813944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b9cbc962-34ca-4354-8a7d-be45c1cc8bae tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "GET /v2.0/routers/b0124361-e595-4579-a0a5-be83140de973 HTTP/1.1" status: 200 len: 717 time: 0.0886247 Jun 22 20:40:33.815478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54724) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:33.898256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.919942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.923806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54728) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:33.928668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ac79e701-03ba-4c54-8960-1a4268c7733e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:33.981164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:33.982484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Floating IP 07bb06fb-d102-4fca-81c5-8b5ef44adc7f associated. External IP: 172.26.4.100, port: 8b8751bc-bb6c-46f1-8c96-44db40d052dc. Jun 22 20:40:33.986559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:33.993679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:34.012475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:34.014327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:34.050718 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Floating IP 1cf69060-dfa7-4885-bcd3-e7492415a22c associated. External IP: 172.26.4.94, port: 1870b7e1-50c4-4943-9a9d-30f82c259d19. Jun 22 20:40:34.052746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:34.064286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:34.068133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.075764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:34.076598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:34.085565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71dd907-458a-428b-817c-6c0a166fcbe0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:34.110438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:34.111235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1447f11-c42f-40ae-ac15-7ebd647db8d2 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:34.143558 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7bae112d229475fafa81847d512fb94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2927535 Jun 22 20:40:34.146678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54732) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.148707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:34.161207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43a66aae-2efd-4983-9f76-95d6cb7abc8a tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/8a1316d7-1c87-4042-ba74-59042950e103 HTTP/1.1" status: 200 len: 978 time: 3.2282586 Jun 22 20:40:34.165934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.182349 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6d05893-593b-4bd1-a364-f91a4d3bcdd4 tempest-RoutersTestDVR-167012898 tempest-RoutersTestDVR-167012898-project] 10.222.0.66 "GET /v2.0/routers/b0124361-e595-4579-a0a5-be83140de973 HTTP/1.1" status: 200 len: 683 time: 0.3617070 Jun 22 20:40:34.184998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54736) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.324758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.335301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.344555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-35427d37-3da0-40d3-9a0a-2d80f6136929 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d3793227f9a409b845f7c8c2b5c6338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134851 Jun 22 20:40:34.358977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54738) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.395212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.409546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-00e75cb1-317d-45ca-b9d8-f011951ed539 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:34.414414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:34.443877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.570404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.585409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.591150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.684102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.684572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0124361-e595-4579-a0a5-be83140de973 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:34.689760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.694546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-708502e7-e32f-41e0-ae87-2905c8ce3d85 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b0124361-e595-4579-a0a5-be83140de973 HTTP/1.1" status: 204 len: 168 time: 0.5097075 Jun 22 20:40:34.695912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54740) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.701362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Request body: {'router': {'name': 'tempest-router-1011806862', 'distributed': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:34.721631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.728775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.730030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d71dd907-458a-428b-817c-6c0a166fcbe0 HTTP/1.1" status: 204 len: 168 time: 0.5806842 Jun 22 20:40:34.732713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb117de1-8dc7-4be6-bf0f-e9abd10fe0e7 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:34.735827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 817f51a3-35f7-46e5-99a8-8ca65b469dc0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:34.736173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.745627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.746204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.762286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71dd907-458a-428b-817c-6c0a166fcbe0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:34.774390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:34.886678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:34.888059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.895003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.920301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.920580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:34.920691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.930405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event updated for resources: {'Port': ['ID=7590e62d-3031-4be8-8a3f-570c97398595,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:34.936138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:34.937369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1a968963-7aba-4a68-ba8b-f105b1068c21 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2402811 Jun 22 20:40:34.938890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:34.940993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:34.941504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54746) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:34.943902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 817f51a3-35f7-46e5-99a8-8ca65b469dc0 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:35.058300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.093230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.264342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.279775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Router e1e33fb3-9399-4fae-9816-605e45fcd451 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:35.296941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Router 72aea580-a3d7-4261-91b2-880200d7a09c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:35.313687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.317215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.377015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.388422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.388980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a93ca43-3861-456e-9a9a-c96a066776af {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:35.399178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.409312 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c695d780-19f6-4879-a737-3e450c99e763 tempest-RoutersTestDVR-2005234741 tempest-RoutersTestDVR-2005234741-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2a93ca43-3861-456e-9a9a-c96a066776af HTTP/1.1" status: 204 len: 168 time: 0.4653375 Jun 22 20:40:35.504067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.506544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67600b00-97cb-4e8b-86bd-ed3d629aa045 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:35.536721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=817f51a3-35f7-46e5-99a8-8ca65b469dc0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:35.547443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:35.617487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.620859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.627366 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89f09889-5f4e-492a-8571-3abc61c938cb HTTP/1.1" status: 204 len: 168 time: 1.2651260 Jun 22 20:40:35.632824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d04fc16d-1252-4960-b189-3367c4816aeb tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:35.672637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.673489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP 8a1316d7-1c87-4042-ba74-59042950e103 disassociated (deleted). External IP: 172.26.4.236, port: 775dfb91-86a2-48ea-8f12-6b618930229d. Jun 22 20:40:35.718228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f09889-5f4e-492a-8571-3abc61c938cb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:35.731491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:35.754736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:35.769085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.785421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-41542044-5b46-438c-a444-e8b6301316ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:35.824072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54774) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:35.831162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:35.834428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:35.836332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:35.848536 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Sync routers for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:35.857433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.869211 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:35.870313 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:35.882130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.886476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:35.895406 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:35.908339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:35.909010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:35.916266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Sync routers for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:35.940454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:35.941078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:36.019936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:36.039303 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:36.079552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:36.116329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=79707c21-2ba0-425d-bdcf-e0c8aa7a65a9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:36.122223 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cf1ed485-5283-4546-84e9-eb9e78b5cfa6 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "PUT /v2.0/floatingips/1cf69060-dfa7-4885-bcd3-e7492415a22c HTTP/1.1" status: 200 len: 991 time: 4.5937729 Jun 22 20:40:36.122223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:36.124760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:36.136374 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8302727 Jun 22 20:40:36.140236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54786) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:36.208957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:36.243101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4abf7b2c-7fa8-44f0-a187-a7fa1b141383 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "PUT /v2.0/floatingips/07bb06fb-d102-4fca-81c5-8b5ef44adc7f HTTP/1.1" status: 200 len: 991 time: 4.7518911 Jun 22 20:40:36.384410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:36.408679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de6607c-0b46-47e3-81e1-57fd5c08788a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:36.412551 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3de6607c-0b46-47e3-81e1-57fd5c08788a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 HTTP/1.1" status: 200 len: 844 time: 0.2698972 Jun 22 20:40:36.437887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54798) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:36.582816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2887b1a3-8837-43e6-ab8a-adbda611b285" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:36.669968 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1cf69060-dfa7-4885-bcd3-e7492415a22c', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'port_id': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'mac_address': 'fa:16:3e:f1:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:46Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:36.706963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:36.734920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:36.735615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:36.753106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-341496326'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:36.761864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Checking router: e1e33fb3-9399-4fae-9816-605e45fcd451 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:40:36.794979 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:36.798603 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:36.843780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '07bb06fb-d102-4fca-81c5-8b5ef44adc7f', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'port_id': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'mac_address': 'fa:16:3e:60:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:52Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:36.856750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:36.870822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:36.897836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Checking router: 72aea580-a3d7-4261-91b2-880200d7a09c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:40:36.910528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:36.912616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:36.926307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab9c06b-b379-438b-b46c-cd2905992a0f x-openstack-request-id: req-1ab9c06b-b379-438b-b46c-cd2905992a0f {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:36.926838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:36.927185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ab9c06b-b379-438b-b46c-cd2905992a0f {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:36.927814 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'status': 'completed', 'code': 200} Jun 22 20:40:36.961767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:36.966956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.001311 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:37.024724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/8a1316d7-1c87-4042-ba74-59042950e103 HTTP/1.1" status: 204 len: 168 time: 2.8577197 Jun 22 20:40:37.028230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54818) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:37.030381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-af34ab87-c3f7-498f-8dcc-fb363c80155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:37.032044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-af34ab87-c3f7-498f-8dcc-fb363c80155d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac4c14ed852340ed8462e73a12e43038&device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 1099 time: 0.1410279 Jun 22 20:40:37.070568 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:37.070568 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.075432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54820) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:37.118663 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.123128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:37.136970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.146573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.147982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:40:37.155326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-62607e53-3bca-4890-8bc8-938f2c1e7b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:37.165156 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:37.165790 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.216152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.232943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:37.239774 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dc5ba2df4e94f50b8ee081bcfd64630&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4143844 Jun 22 20:40:37.240836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc91753-82e0-4260-9d25-ae5dcbdefee9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:37.244146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:37.246192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.249353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:37.249769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:37.259556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.306426 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.307076 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af906fa0-f197-4b79-8df6-983002e88215 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:37.335753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=79707c21-2ba0-425d-bdcf-e0c8aa7a65a9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:37.351093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-72bb54aa-de0d-4eef-89be-74400c9b7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:37.352653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-72bb54aa-de0d-4eef-89be-74400c9b7fd6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 200 len: 907 time: 0.2898753 Jun 22 20:40:37.358350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:37.367384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582612638'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:37.394950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.397914 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 HTTP/1.1" status: 204 len: 168 time: 0.9508972 Jun 22 20:40:37.400860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54828) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:37.436381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Router ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:37.460682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.470556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-de194fdd-2b10-4918-94d8-15644f6158c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:37.472886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-de194fdd-2b10-4918-94d8-15644f6158c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/79707c21-2ba0-425d-bdcf-e0c8aa7a65a9 HTTP/1.1" status: 404 len: 333 time: 0.0680778 Jun 22 20:40:37.480488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:37.486462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 775dfb91-86a2-48ea-8f12-6b618930229d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:37.486808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.497920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'name': 'tempest-PortsIpV6TestJSON-2112432873'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:37.530141 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-3b9ee1d8-7d52-4b42-b06e-88d33efeded9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 200 len: 999 time: 0.1672242 Jun 22 20:40:37.577273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '07bb06fb-d102-4fca-81c5-8b5ef44adc7f', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'port_id': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'mac_address': 'fa:16:3e:60:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:52Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.610027 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1cf69060-dfa7-4885-bcd3-e7492415a22c', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'port_id': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'mac_address': 'fa:16:3e:f1:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:46Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:37.657299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cddbc-3d5b-4273-a127-7567af0828d4 None None] The sync data for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv is: [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '07bb06fb-d102-4fca-81c5-8b5ef44adc7f', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'port_id': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'mac_address': 'fa:16:3e:60:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:52Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:37.668008 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e3100-4526-4cd1-bdbd-a804d148cdeb None None] The sync data for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv is: [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1cf69060-dfa7-4885-bcd3-e7492415a22c', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'port_id': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'mac_address': 'fa:16:3e:f1:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:39:46Z', 'updated_at': '2021-06-22T20:40:33Z', 'revision_number': 1, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:37.718116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.737613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 775dfb91-86a2-48ea-8f12-6b618930229d owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:37.743786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.747243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-107e2bcf-7e55-4f7f-9fae-b1311213db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:37.748915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-107e2bcf-7e55-4f7f-9fae-b1311213db18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7aa0c018-21b8-4aac-be01-c63b3024a168 HTTP/1.1" status: 200 len: 845 time: 0.1540852 Jun 22 20:40:37.751851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.778504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20b1d8ef-3f7a-4262-a263-d4e2ac0f719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:37.864435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:37.882465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcdf79a-dd19-4a55-a84c-bf9f31dc234f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:37.896680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.897111 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment 871ff70c-fe8b-49f8-ba48-49e34c81f10c of type vlan for network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 Jun 22 20:40:37.909727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:37.958667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.969854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:37.974326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8195221-edca-44fd-8f38-8a1968c31f5e None None] New status for floating IP 1cf69060-dfa7-4885-bcd3-e7492415a22c: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:40:37.980439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-61fcac45-9b09-46c7-9c0d-5a19f5bab6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:37.982083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-61fcac45-9b09-46c7-9c0d-5a19f5bab6fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed84ea94-4d7c-4d65-9892-001535c67a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2256343 Jun 22 20:40:38.039822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:38.044938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.094387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.110420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:38.111069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.120137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:38.127232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.141377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:38.145247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.191034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 3df15db7-699c-42b4-9e3b-51cdec80627e yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:38.201275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:38.212150 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] Sync routers for ids ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:38.228206 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-195d4d8b-37c0-4a45-9eda-6e16516a7eea service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368696 Jun 22 20:40:38.230050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.232965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.234227 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cc91753-82e0-4260-9d25-ae5dcbdefee9 HTTP/1.1" status: 204 len: 168 time: 0.9783511 Jun 22 20:40:38.235134 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] Routers {'ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:38.236020 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:38.261354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=ba390c19-e4b4-4b2b-85fc-2af930c73ff2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:38.269233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8d02434-d901-4c8c-9ce4-8d89bd1a390f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:38.273177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:38.283216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc91753-82e0-4260-9d25-ae5dcbdefee9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:38.288732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:38.346747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ca3b2-8f53-462e-a512-be850831da07 None None] New status for floating IP 07bb06fb-d102-4fca-81c5-8b5ef44adc7f: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:40:38.350826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:38.359186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.366483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55a2bdf2-0ec1-4172-96ef-cb2c16134548 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:38.406822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=775dfb91-86a2-48ea-8f12-6b618930229d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:38.422521 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:38.439534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:38.440096 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] Routers {'ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:38.440727 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:38.446369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2887b1a3-8837-43e6-ab8a-adbda611b285 req-4b6acd11-ee2f-458d-8cdd-44e04e4fc1bf service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868291 Jun 22 20:40:38.457932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.479623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.493720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-48e50372-1382-45af-85ab-38324df2cdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:38.498821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.500043 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9218698 Jun 22 20:40:38.504729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54836) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:38.512853 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:38.514768 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf94ae6-1386-4a18-8826-29cf7d913683 None None] The sync data for ids ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:38.519425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:38.529322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.550741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7944486 Jun 22 20:40:38.698446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.698446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/775dfb91-86a2-48ea-8f12-6b618930229d HTTP/1.1" status: 204 len: 168 time: 1.6573899 Jun 22 20:40:38.698446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:38.701429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:38.728668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.751245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:38.849268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:38.849545 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 315b2089-4a54-4363-ab6c-66e3a0905c69 of type vlan for network b6d2a96b-3891-4000-83dd-d68608fe4a14 Jun 22 20:40:38.860334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94f9c2-fbb6-4782-ada5-171fa0e7f0aa,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:38.912265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:38.935372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:40:38.937867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ce378-723a-4030-85ca-46fabc617c88" -d '{"events": [{"name": "network-changed", "server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:40:38.969281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.043692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.050610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54848) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:39.070970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.134048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c6b3e-7119-4871-9071-f3f42c524243 x-openstack-request-id: req-5b9c6b3e-7119-4871-9071-f3f42c524243 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:40:39.134693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:40:39.134693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b9c6b3e-7119-4871-9071-f3f42c524243 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:40:39.135093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'status': 'completed', 'code': 200} Jun 22 20:40:39.161638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.171005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-55d08281-c048-424f-afc6-b772aa5c08ed tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:39.218436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=3df15db7-699c-42b4-9e3b-51cdec80627e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:39.226415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:39.256323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce378-723a-4030-85ca-46fabc617c88 req-61f8361e-3b03-40e0-9106-7d1efe4078a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:39.257964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-61f8361e-3b03-40e0-9106-7d1efe4078a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=609a2416f91d42789362eb4c5bd4475b&device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 1098 time: 0.1768265 Jun 22 20:40:39.265454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.272411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:39.273795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.280027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1b673a32-e01b-41d0-926b-e6732d58d8d4 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:39.287662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.139 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b26f04c8-8aed-4de9-ac8a-95b2e55aa564) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:39.316671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:39.335609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:39.341171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:39.347031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:39.347716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.431938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=b6d2a96b-3891-4000-83dd-d68608fe4a14,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:39.433291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.435660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:39.445264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.454297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.455441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:39.459634 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3810256 Jun 22 20:40:39.467198 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9776158 Jun 22 20:40:39.469649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54850) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:39.477829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:39.480585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:39.578680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708e002-7a33-45c3-93fa-3f04055a7222,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:39.581857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:39.584603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12871cdedb9e41a0876ee8a7175f317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321102 Jun 22 20:40:39.585776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce378-723a-4030-85ca-46fabc617c88 req-afef7df9-4353-4ba8-bb54-31d11a51ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:39.588134 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-afef7df9-4353-4ba8-bb54-31d11a51ddb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46aee5db-cea0-4657-9b8b-abde1170ef75 HTTP/1.1" status: 200 len: 913 time: 0.3200839 Jun 22 20:40:39.594702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54852) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:39.621919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54854) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:39.621919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:39.652836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.696992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.726315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-60c11b3c-57bf-4700-8093-10f8edf82bb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc HTTP/1.1" status: 200 len: 1001 time: 0.1209219 Jun 22 20:40:39.803726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.833216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce378-723a-4030-85ca-46fabc617c88 req-a3545831-9bf1-4949-8c0e-96c49cb9e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:39.834674 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-a3545831-9bf1-4949-8c0e-96c49cb9e5df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34be42fe-fc61-405a-8583-3adb0bebd4c6 HTTP/1.1" status: 200 len: 851 time: 0.0982895 Jun 22 20:40:39.881825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:39.886669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.887835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.897587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:39.903382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:40.055738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:40.056742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=b26f04c8-8aed-4de9-ac8a-95b2e55aa564,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:40.062808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:40.063765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:40.074570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:40.076051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.095167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.113676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.119328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.120166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b9da964-c67f-4acd-bad9-7fe112991b3c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:40.123863 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b708e002-7a33-45c3-93fa-3f04055a7222 HTTP/1.1" status: 204 len: 168 time: 0.5277171 Jun 22 20:40:40.127053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:40.149953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708e002-7a33-45c3-93fa-3f04055a7222,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:40.153161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:40.171510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce378-723a-4030-85ca-46fabc617c88 req-06b66d22-8797-4386-9aab-d0ba8fefbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:40.173261 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-06b66d22-8797-4386-9aab-d0ba8fefbaf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46aee5db-cea0-4657-9b8b-abde1170ef75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3276117 Jun 22 20:40:40.281733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.351584 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-249366fd-8761-4725-97ce-8c7fa3aeb5f7 service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454043 Jun 22 20:40:40.354303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.455121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] In _notify_port_updated(), no bound segment for port 3df15db7-699c-42b4-9e3b-51cdec80627e on network 0aacf890-9fdf-4703-8a78-e83a54ad36fb {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:40:40.461230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:40.462059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.464084 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/ports/3df15db7-699c-42b4-9e3b-51cdec80627e HTTP/1.1" status: 200 len: 818 time: 0.9925888 Jun 22 20:40:40.465289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.467122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54864) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:40.473067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=3df15db7-699c-42b4-9e3b-51cdec80627e,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:40.478552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:40.481468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-029a4c4b-f845-49d8-b5f7-7e5a67081e46 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:40.610582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=5325a443-2b4f-47e5-ab85-4c450bf08791,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:40.615374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': '315b2089-4a54-4363-ab6c-66e3a0905c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:40.615912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: b6d2a96b-3891-4000-83dd-d68608fe4a14, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:40.624023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:40.640172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d46ce378-723a-4030-85ca-46fabc617c88 req-cb4b0cfd-22d3-48f5-9590-d1a8589931b3 service neutron] 10.222.0.53 "GET /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592449 Jun 22 20:40:40.672487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:40.694335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, b6d2a96b-3891-4000-83dd-d68608fe4a14) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:40.704668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51c2f0-841c-4e22-95bd-ed16ddf5749b None None] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:40.741047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.767238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.784569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:40.791317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:40.794494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.842045 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2226102 Jun 22 20:40:40.845192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54874) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:40.859546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083052440'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:40.881679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=b26f04c8-8aed-4de9-ac8a-95b2e55aa564,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:40.888303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:40.928085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 3df15db7-699c-42b4-9e3b-51cdec80627e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:40.930817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.940712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:40.944888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.960264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.964024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.990941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-b6d2a96b-3891-4000-83dd-d68608fe4a14', 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '5325a443-2b4f-47e5-ab85-4c450bf08791'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:40.991093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:40.996329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.048568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.056468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3595119 Jun 22 20:40:41.074567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54882) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:41.089848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'port': {'network_id': '8b64b2e3-0620-48b6-9d3f-76194dd4b930', 'name': 'tempest-FloatingIPTestJSON-1555690476'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:41.147913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:41.158012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:41.187713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.188065 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 25e29852-5d5e-4bdd-bf67-b63e23b1f606 of type vlan for network 6bda7851-6340-4739-a259-b47c4ec33368 Jun 22 20:40:41.277371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.299256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Allocated IP 172.20.255.242 (b6d2a96b-3891-4000-83dd-d68608fe4a14/5325a443-2b4f-47e5-ab85-4c450bf08791/59720fcd-a2fc-4185-9b8c-d1997eb4b04d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:41.314463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 3df15db7-699c-42b4-9e3b-51cdec80627e owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:41.324904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.499505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.505410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:41.512393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.531628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b86b5aa0-ffb2-4d34-b760-b612ead2024c tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:41.612025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.628399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Transition to ACTIVE for port object 59720fcd-a2fc-4185-9b8c-d1997eb4b04d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:41.652324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Transition to ACTIVE for port object 59720fcd-a2fc-4185-9b8c-d1997eb4b04d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:41.660262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.663046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:41.669160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=6bda7851-6340-4739-a259-b47c4ec33368,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:41.679838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.681435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:41.684908 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] Sync routers for ids ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:41.690588 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-edb357f2-797d-4cae-a586-4988d17a2f7f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "PUT /v2.0/routers/ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 200 len: 926 time: 3.1748588 Jun 22 20:40:41.690588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:41.692223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54894) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:41.712754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:41.723718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:41.735380 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] Routers {'ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:41.737381 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:41.774698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6bda7851-6340-4739-a259-b47c4ec33368 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:41.789024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:41.832726 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:41.848772 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] Routers {'ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:41.873395 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:41.911830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:41.918182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:41.926485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54900) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:41.926710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0796311 Jun 22 20:40:41.946276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '6bda7851-6340-4739-a259-b47c4ec33368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:41.981203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-790582b7-23b7-48cd-b946-8f4e7bc1b1a7 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 200 len: 926 time: 0.2883105 Jun 22 20:40:41.987524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54902) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.011242 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:42.012465 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba512769-c8ee-4247-a32c-78d141e4f350 None None] The sync data for ids ['ede56fa2-5fcd-4cd3-9035-ae572a50c5f2'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:42.048430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] device_id is not set on port 8ead79dc-0272-4998-8697-1eb06189463e yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:42.100153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Attempting to bind port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:42.103208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Attempting to bind port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '315b2089-4a54-4363-ab6c-66e3a0905c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:42.107066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Attempting to bind port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d on network b6d2a96b-3891-4000-83dd-d68608fe4a14 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:42.124062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.137061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:42.138442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:42.138889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54906) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.139202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Checking segment: {'id': '315b2089-4a54-4363-ab6c-66e3a0905c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:42.139800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.140362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Bound using segment: {'id': '315b2089-4a54-4363-ab6c-66e3a0905c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:42.141008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Bound port: 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315b2089-4a54-4363-ab6c-66e3a0905c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b6d2a96b-3891-4000-83dd-d68608fe4a14'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:42.141558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.146490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:42.187417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=3df15db7-699c-42b4-9e3b-51cdec80627e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:42.197481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:42.217288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] For port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:42.221089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] For port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,segment=NetworkSegment(315b2089-4a54-4363-ab6c-66e3a0905c69),segment_id=315b2089-4a54-4363-ab6c-66e3a0905c69)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:42.225795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Pushing event updated for resources: {'Port': ['ID=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:42.235103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:42.237054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.251094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-12b7d4bc-d1b1-43c0-bd3c-6bc9e2fd126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:42.252413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.255477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/3df15db7-699c-42b4-9e3b-51cdec80627e HTTP/1.1" status: 204 len: 168 time: 1.7865026 Jun 22 20:40:42.258760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54910) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.377954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Pushing event updated for resources: {'Port': ['ID=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:42.393295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:42.398917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.2 (8b64b2e3-0620-48b6-9d3f-76194dd4b930/ea7f7048-80e8-42c6-a82b-88c663473f48/8ead79dc-0272-4998-8697-1eb06189463e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:42.524194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:42.530979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.551359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54916) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.790665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1498375188', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:42.796910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac881f6-a103-473a-ad57-5c52281cb772 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:42.798841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1ac881f6-a103-473a-ad57-5c52281cb772 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=ede56fa2-5fcd-4cd3-9035-ae572a50c5f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8100359 Jun 22 20:40:42.801535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54922) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.824930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1bb69-4256-4a61-8662-54614c09d9b1 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:42.826951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dab1bb69-4256-4a61-8662-54614c09d9b1 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5667887 Jun 22 20:40:42.831192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54924) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.842594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.847066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:42.851922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.903402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Made reservation on behalf of 59d771a0176246afb75ba609faac51a5 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:42.905745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.920814 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6ae981-00ea-4051-aab8-ecfd0c252d72 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:40:42.922388 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8b6ae981-00ea-4051-aab8-ecfd0c252d72 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/3df15db7-699c-42b4-9e3b-51cdec80627e HTTP/1.1" status: 404 len: 333 time: 0.0901840 Jun 22 20:40:42.930643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54926) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:42.935017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:42.945921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472504755'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:43.016255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ef4d0-6db2-4467-b7cb-1995dbfbf529 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:43.022782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54928) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.026648 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9b4ef4d0-6db2-4467-b7cb-1995dbfbf529 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.2227063 Jun 22 20:40:43.038450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.062043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:43.066071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.068284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c153e26d-df1f-45c5-a061-c5bc82dbb6c9 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:43.072516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.080288 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-37c847a3-7bf6-4ae2-b4ad-6ec8050c168a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 200 len: 205 time: 0.0548267 Jun 22 20:40:43.083012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54930) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.128632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59720fcd-a2fc-4185-9b8c-d1997eb4b04d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:43.162941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 8b64b2e3-0620-48b6-9d3f-76194dd4b930 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:43.182420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:43.185584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:43.187893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=8ead79dc-0272-4998-8697-1eb06189463e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:43.201372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:43.204483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:43.205474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:43.209101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c02026a6-e86c-4a11-8097-3a98c48fc2ed tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:43.246440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.252959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:43.280683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.281002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment c1a40e19-5b47-40d9-8905-3ba8de73bf99 of type vlan for network 584e95c6-87cb-4d08-8443-244b34827651 Jun 22 20:40:43.310859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.364678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:43.365024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.366828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=ce641b0d-e66d-4498-9cb7-4050e9511b7e,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:43.373631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:43.402330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': '25e29852-5d5e-4bdd-bf67-b63e23b1f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:43.402701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 6bda7851-6340-4739-a259-b47c4ec33368, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:43.404791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=acb4bd60-aa5e-4365-a696-eb7f273e162a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:43.409403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.424192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Checking segment: {'id': '871ff70c-fe8b-49f8-ba48-49e34c81f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:43.424458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network hostable DHCP agents. Network: ba390c19-e4b4-4b2b-85fc-2af930c73ff2, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:43.430040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:43.469516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:43.470035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 6bda7851-6340-4739-a259-b47c4ec33368 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:43.474432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.482454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.483540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.486055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6bda7851-6340-4739-a259-b47c4ec33368) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:43.486413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ba390c19-e4b4-4b2b-85fc-2af930c73ff2) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:43.492206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:43.492807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.494875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:43.495436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.501113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9667cf27-fc6a-4f28-ab91-d25e021ae303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:43.503547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.503964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4282670 Jun 22 20:40:43.508690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:43.509391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.511140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54932) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.512633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] device_id is not set on port b5d27702-2d5a-4843-ba58-d1043a70b3c5 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:43.520424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57115196-f4e8-4176-a9c4-4d3182d36847 None None] Network 6bda7851-6340-4739-a259-b47c4ec33368 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:43.522740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea3f626-93f2-41e8-b43d-a25a97d612dc None None] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:43.524923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': '8ead79dc-0272-4998-8697-1eb06189463e'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:43.591185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6499608 Jun 22 20:40:43.591820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c164f763-1e6d-4a28-a55c-fc8c27664586,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:43.594958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4543757 Jun 22 20:40:43.596231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.617962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:43.618508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54938) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.623480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6943479 Jun 22 20:40:43.624200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3bd3cf0-6fd6-4076-ab57-cf3bdf76429d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:43.641323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:43.646568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1875495653'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:43.676250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:43.686247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.687889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:43.692167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.764362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5767a9-a976-435e-9ea1-2e78a9c8bd55 None None] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:43.845997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=584e95c6-87cb-4d08-8443-244b34827651,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:43.851320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:43.864334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:43.879319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 584e95c6-87cb-4d08-8443-244b34827651 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:43.891647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Provisioning for port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:43.913189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.913667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment 6925da7a-03b6-46b0-8786-439e441363a9 of type vlan for network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d Jun 22 20:40:43.938642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:43.939595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Allocated IP 172.26.4.132 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b5d27702-2d5a-4843-ba58-d1043a70b3c5) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:43.944336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:43.949950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Provisioning complete for port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:43.950776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.016929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6bda7851-6340-4739-a259-b47c4ec33368', 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': 'acb4bd60-aa5e-4365-a696-eb7f273e162a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:44.018612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.024725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.061752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port 7590e62d-3031-4be8-8a3f-570c97398595 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:44.062114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.099338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ba390c19-e4b4-4b2b-85fc-2af930c73ff2', 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': 'ce641b0d-e66d-4498-9cb7-4050e9511b7e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:44.099619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.100737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.105040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.106248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:44.106894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.125441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41be2e23-cfe5-4cb5-9069-217a5329cf0d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:44.181437 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5531967 Jun 22 20:40:44.186280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54944) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:44.193485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': '799aa0fc-3698-4535-9aa4-5d2ccb925b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:44.251121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=799aa0fc-3698-4535-9aa4-5d2ccb925b0d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:44.256644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:44.343364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.348619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.400545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:44.405357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.418796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for 7590e62d-3031-4be8-8a3f-570c97398595 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:44.431734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.478670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:44.506159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.522567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a597cc3-f1cf-4c11-ad1e-c65e31368bfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:44.539659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:44.565702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:44.575618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:44.618580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d27702-2d5a-4843-ba58-d1043a70b3c5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:44.625507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:44.645995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:44.646570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.662202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.688757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.692964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1343138 Jun 22 20:40:44.694748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54946) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:44.698335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b73df2d1-b8e8-4291-8da7-1ff28e6e6e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:44.747062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Allocated IP 172.20.0.2 (6bda7851-6340-4739-a259-b47c4ec33368/acb4bd60-aa5e-4365-a696-eb7f273e162a/6a057740-7d0d-4c8a-8ac3-f5788ad04a54) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:44.808371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Allocated IP 2001:db8:0:ffff::2 (ba390c19-e4b4-4b2b-85fc-2af930c73ff2/ce641b0d-e66d-4498-9cb7-4050e9511b7e/a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:44.812789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] For port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,segment=NetworkSegment(315b2089-4a54-4363-ab6c-66e3a0905c69),segment_id=315b2089-4a54-4363-ab6c-66e3a0905c69)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:44.831325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.856254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:44.859081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:40:44.860977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:44.864516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b77628f-ea6c-4d0b-8ae7-56553e0e6ad7 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:44.938123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=92ac3d0f-0ff8-4f80-ae86-fc25af184d3c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:44.952030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:44.991850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Checking segment: {'id': '6925da7a-03b6-46b0-8786-439e441363a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '799aa0fc-3698-4535-9aa4-5d2ccb925b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:44.992207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network hostable DHCP agents. Network: 799aa0fc-3698-4535-9aa4-5d2ccb925b0d, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:45.036789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:45.054536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Pushing event updated for resources: {'Port': ['ID=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.059310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 799aa0fc-3698-4535-9aa4-5d2ccb925b0d) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:45.061816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.068900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:45.069571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.076420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719a76b-0b6b-4095-9baf-906f2d0104fb None None] Network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:45.097029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.132'}]}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:45.099266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9118781 Jun 22 20:40:45.102351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54952) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:45.112677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'port': {'network_id': '799aa0fc-3698-4535-9aa4-5d2ccb925b0d', 'name': 'tempest-NetworksIpV6TestAttrs-235288812'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:45.209509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=c5190888-ab34-49ce-b35a-b2cc6fbe54b5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.223506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.237138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.238818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.243737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.254224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Transition to ACTIVE for port object 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:45.286795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:45.294747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.318657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] device_id is not set on port 2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:45.330024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Transition to ACTIVE for port object 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:45.336138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:40:45.345371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': 'c1a40e19-5b47-40d9-8905-3ba8de73bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '584e95c6-87cb-4d08-8443-244b34827651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:45.346123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 584e95c6-87cb-4d08-8443-244b34827651, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:45.361890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.367799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.369502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce06b6f3-016e-4a93-ba1b-51b4e0f9d121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:45.376764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0d2d0d83-e882-473f-b8a3-0fffb0c545f5 None None] Provisioning complete for port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:45.377132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0d83-e882-473f-b8a3-0fffb0c545f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.398047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.404843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Transition to ACTIVE for port object a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:45.407771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-75a0cf1c-34cb-459b-92dc-e06b8c6bc1d8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:45.410224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.452802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Allocated IP 2001:db8::f816:3eff:fe60:4b83 (799aa0fc-3698-4535-9aa4-5d2ccb925b0d/92ac3d0f-0ff8-4f80-ae86-fc25af184d3c/2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:45.459395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=7590e62d-3031-4be8-8a3f-570c97398595,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.472619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Transition to ACTIVE for port object a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:45.482879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Network 6bda7851-6340-4739-a259-b47c4ec33368 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:45.492812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.496805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:45.500803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.501369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:45.503252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Pushing event updated for resources: {'Port': ['ID=6a057740-7d0d-4c8a-8ac3-f5788ad04a54,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.505242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.505932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:45.516002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.519584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 584e95c6-87cb-4d08-8443-244b34827651 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:45.531761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.537322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:45.558331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.583598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:45.610012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:45.613876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:45.615733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=acb4bd60-aa5e-4365-a696-eb7f273e162a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.677975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.682999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 584e95c6-87cb-4d08-8443-244b34827651) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:45.694235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Pushing event updated for resources: {'Port': ['ID=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.700608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.717685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Transition to ACTIVE for port object 2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:45.718329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2359d86-5f42-48db-9e97-eda13aebeb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-799aa0fc-3698-4535-9aa4-5d2ccb925b0d', 'network_id': '799aa0fc-3698-4535-9aa4-5d2ccb925b0d', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': '92ac3d0f-0ff8-4f80-ae86-fc25af184d3c'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:45.719206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b2359d86-5f42-48db-9e97-eda13aebeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.721155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df06513-b8b5-4eb8-a327-ce4b38d2d577 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:45.723660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.758506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.761912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:45.762086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.764180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb15460d-25b3-4ceb-b7e1-78278887f757 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:45.779512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.790627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Attempting to bind port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:45.790992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Attempting to bind port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '25e29852-5d5e-4bdd-bf67-b63e23b1f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:45.791404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Attempting to bind port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 on network 6bda7851-6340-4739-a259-b47c4ec33368 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:45.804850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:45.808667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:45.811356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:45.817107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:45.817722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.843758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:45.844225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Checking segment: {'id': '25e29852-5d5e-4bdd-bf67-b63e23b1f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:45.844690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.845048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Bound using segment: {'id': '25e29852-5d5e-4bdd-bf67-b63e23b1f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:45.845538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Bound port: 6a057740-7d0d-4c8a-8ac3-f5788ad04a54, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e29852-5d5e-4bdd-bf67-b63e23b1f606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6bda7851-6340-4739-a259-b47c4ec33368'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:45.845929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.848043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7446215 Jun 22 20:40:45.849878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Port': ['ID=2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:45.852826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:45.853325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54954) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:45.861806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Attempting to bind port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:45.862322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Attempting to bind port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '871ff70c-fe8b-49f8-ba48-49e34c81f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:45.862564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Attempting to bind port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 on network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:45.895264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bda7851-6340-4739-a259-b47c4ec33368']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:45.901279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.904019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2979774 Jun 22 20:40:45.921454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.924815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54956) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:45.934269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting subnet 92ac3d0f-0ff8-4f80-ae86-fc25af184d3c {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:45.939058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.956419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:45.958714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:45.959091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Checking segment: {'id': '871ff70c-fe8b-49f8-ba48-49e34c81f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:45.959504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.959900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Bound using segment: {'id': '871ff70c-fe8b-49f8-ba48-49e34c81f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:45.960387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Bound port: a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871ff70c-fe8b-49f8-ba48-49e34c81f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba390c19-e4b4-4b2b-85fc-2af930c73ff2'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:45.960762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:45.990869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e29852-5d5e-4bdd-bf67-b63e23b1f606') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:45.991176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e29852-5d5e-4bdd-bf67-b63e23b1f606') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:45.994875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.065520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.075344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.078909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] For port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:46.107617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] For port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6a057740-7d0d-4c8a-8ac3-f5788ad04a54,segment=NetworkSegment(25e29852-5d5e-4bdd-bf67-b63e23b1f606),segment_id=25e29852-5d5e-4bdd-bf67-b63e23b1f606)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:46.114252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] For port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:46.117975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.118614 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.124718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:46.141057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.145694 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP b16c7f49-a480-4801-9596-3ec99ddfaa91 associated. External IP: 172.26.4.139, port: 8ead79dc-0272-4998-8697-1eb06189463e. Jun 22 20:40:46.162986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.165133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] For port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,segment=NetworkSegment(871ff70c-fe8b-49f8-ba48-49e34c81f10c),segment_id=871ff70c-fe8b-49f8-ba48-49e34c81f10c)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:46.192032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.234633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:46.235050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:46.238905 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:46.250190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-584e95c6-87cb-4d08-8443-244b34827651', 'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': 'c5190888-ab34-49ce-b35a-b2cc6fbe54b5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:46.251232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.256813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.261293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:46.290810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=92ac3d0f-0ff8-4f80-ae86-fc25af184d3c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:46.294227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:46.300222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.302463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/92ac3d0f-0ff8-4f80-ae86-fc25af184d3c HTTP/1.1" status: 204 len: 168 time: 0.4395878 Jun 22 20:40:46.304705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server [None req-b2359d86-5f42-48db-9e97-eda13aebeb09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ac3d0f-0ff8-4f80-ae86-fc25af184d3c: This subnet is being modified by another concurrent operation. Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:46.316205 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exception Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ac3d0f-0ff8-4f80-ae86-fc25af184d3c: This subnet is being modified by another concurrent operation. Jun 22 20:40:46.320782 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:40:46.332370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Pushing event updated for resources: {'Port': ['ID=6a057740-7d0d-4c8a-8ac3-f5788ad04a54,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:46.341597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.341597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:46.352612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:46.366406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38675f71-5491-4a78-b31f-3d75292da11d None None] Network 799aa0fc-3698-4535-9aa4-5d2ccb925b0d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:46.368327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.371154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-51c77670-727e-465c-8717-b28ce2418d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:46.377115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 204 len: 168 time: 3.2925410 Jun 22 20:40:46.378362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54964) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:46.383290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1113067546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:46.455563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8cef1-0ac6-4685-b511-a7eba5d70406 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:46.458511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8cef1-0ac6-4685-b511-a7eba5d70406 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:46.468463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a8e8cef1-0ac6-4685-b511-a7eba5d70406 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1592486 Jun 22 20:40:46.468463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.468463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.504718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54966) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:46.516551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf27bd-ec06-4ead-aad1-a46ee0d0e2be None None] Network 6bda7851-6340-4739-a259-b47c4ec33368 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:46.558442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.562544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.568062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:40:46.568062 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:40:46.568062 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': '6bda7851-6340-4739-a259-b47c4ec33368'}] Jun 22 20:40:46.568062 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:40:46.569010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:40:46.629105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.633950 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-167212dc-f067-40c0-b148-af2bacc71009 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2510872 Jun 22 20:40:46.634534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:46.640034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:46.724503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9734fb8c-9496-4af1-89ab-888d0c2f1e3d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.734035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:46.737360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.827304 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9734fb8c-9496-4af1-89ab-888d0c2f1e3d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 20:40:46.827803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9734fb8c-9496-4af1-89ab-888d0c2f1e3d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:46.833936 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9734fb8c-9496-4af1-89ab-888d0c2f1e3d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/799aa0fc-3698-4535-9aa4-5d2ccb925b0d HTTP/1.1" status: 409 len: 405 time: 0.3223174 Jun 22 20:40:46.843857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:46.848724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1865319113'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:46.884930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:46.888791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.970560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:46.988093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.ipam_backend_mixin [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5190888-ab34-49ce-b35a-b2cc6fbe54b5 (CIDR: 2001:db8::/64) Jun 22 20:40:47.004452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:47.026237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.026598 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment e152a181-0c70-4c30-ba55-deb9856e5f8f of type vlan for network 5114580b-135d-42af-99ce-f89084ef000e Jun 22 20:40:47.027970 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:40:47.028668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:47.034581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:47.039827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Pushing event updated for resources: {'Port': ['ID=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:47.047757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:47.049773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-418b173e-3cb9-4410-9933-5ee8b6a5f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.071724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.079831 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40a829e3-8c50-4863-b9e1-ee170a28b1f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1275699 Jun 22 20:40:47.085221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54972) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:47.092713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:47.122517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.171972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59720fcd-a2fc-4185-9b8c-d1997eb4b04d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:47.176924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Allocated IP 2001:db8::2 (584e95c6-87cb-4d08-8443-244b34827651/c5190888-ab34-49ce-b35a-b2cc6fbe54b5/222c0cb1-e83f-4331-aaf1-992a98e2eb01) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:47.197322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.203449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:47.204081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.207015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:47.259705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4149303 Jun 22 20:40:47.265403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:47.304823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': '5114580b-135d-42af-99ce-f89084ef000e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:47.358113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=5114580b-135d-42af-99ce-f89084ef000e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:47.362031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:47.388484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5114580b-135d-42af-99ce-f89084ef000e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:47.497123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:47.497956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.628825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.631700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:47.637593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.687739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.689653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.769483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Transition to ACTIVE for port object 222c0cb1-e83f-4331-aaf1-992a98e2eb01 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:47.802540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Transition to ACTIVE for port object 222c0cb1-e83f-4331-aaf1-992a98e2eb01 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:47.817437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.820199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5f5d711b-532f-43c5-96e6-1fc1f7836302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:47.891768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Pushing event updated for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:47.896864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:47.903584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:47.905362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:47.909183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:47.914534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Allocated IP 172.26.4.138 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/bf987a13-c09d-4050-a9cc-dd7d2a95647e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:47.915274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35421560-3bb2-41d9-a33f-b52861d3257f None None] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:47.958772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:47.996807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:48.006591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.012942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.032224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:48.049841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:48.050192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.074138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Attempting to bind port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:48.074514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Attempting to bind port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'c1a40e19-5b47-40d9-8905-3ba8de73bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '584e95c6-87cb-4d08-8443-244b34827651'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:48.074947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Attempting to bind port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 on network 584e95c6-87cb-4d08-8443-244b34827651 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:48.080134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:48.080800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:48.091868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-635b7743-dc50-4b54-99cc-5f68c5aa092b None None] Provisioning for port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:48.115152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:48.119627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.141102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:48.141342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Checking segment: {'id': 'c1a40e19-5b47-40d9-8905-3ba8de73bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '584e95c6-87cb-4d08-8443-244b34827651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:48.141596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.142103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Bound using segment: {'id': 'c1a40e19-5b47-40d9-8905-3ba8de73bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '584e95c6-87cb-4d08-8443-244b34827651'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:48.142549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Bound port: 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a40e19-5b47-40d9-8905-3ba8de73bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '584e95c6-87cb-4d08-8443-244b34827651'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:48.142944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.147378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:48.219231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:48.220330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:48.267150 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5924def5-df42-4dc3-8f33-e2e7e89bfc96 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/b16c7f49-a480-4801-9596-3ec99ddfaa91 HTTP/1.1" status: 200 len: 978 time: 4.7507408 Jun 22 20:40:48.278151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:48.278880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0dfb2-370f-4a30-bbbd-3e6d9bccc58d None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:48.301078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54980) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:48.323150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6a057740-7d0d-4c8a-8ac3-f5788ad04a54,segment=NetworkSegment(25e29852-5d5e-4bdd-bf67-b63e23b1f606),segment_id=25e29852-5d5e-4bdd-bf67-b63e23b1f606)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:48.323932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.360138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:48.371670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=222c0cb1-e83f-4331-aaf1-992a98e2eb01,segment=NetworkSegment(c1a40e19-5b47-40d9-8905-3ba8de73bf99),segment_id=c1a40e19-5b47-40d9-8905-3ba8de73bf99)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:48.381175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.384285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:48.386975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:48.474462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Pushing event updated for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:48.490835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:48.495601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.627277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:40:48.659470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.664880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:48.673343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 8ead79dc-0272-4998-8697-1eb06189463e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:48.674171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.679578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.685802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:48.723829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:48.753797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=d603c219-3e7b-418f-b916-3c8b20ae8b58,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:48.759819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:48.760861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:48.768137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:48.789023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:48.795721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:48.795924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=6a057740-7d0d-4c8a-8ac3-f5788ad04a54,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:48.805970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Checking segment: {'id': 'e152a181-0c70-4c30-ba55-deb9856e5f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5114580b-135d-42af-99ce-f89084ef000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:48.806276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network hostable DHCP agents. Network: 5114580b-135d-42af-99ce-f89084ef000e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:48.811075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port 6a057740-7d0d-4c8a-8ac3-f5788ad04a54 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:48.851712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event updated for resources: {'Port': ['ID=bf987a13-c09d-4050-a9cc-dd7d2a95647e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:48.860339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:48.902750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 5114580b-135d-42af-99ce-f89084ef000e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:48.912999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:49.015833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5114580b-135d-42af-99ce-f89084ef000e) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:49.029423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909095e-e511-49e2-a044-88a2d7942983 None None] Network 5114580b-135d-42af-99ce-f89084ef000e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:49.044011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:49.044609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.076187 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7801266 Jun 22 20:40:49.082274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:49.091505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.092095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'port': {'network_id': '5114580b-135d-42af-99ce-f89084ef000e', 'name': 'tempest-NetworksIpV6TestAttrs-491362300'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:49.174746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.183750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.187264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.230910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:49.261565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bda7851-6340-4739-a259-b47c4ec33368']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:49.297122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-5114580b-135d-42af-99ce-f89084ef000e', 'network_id': '5114580b-135d-42af-99ce-f89084ef000e', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': 'd603c219-3e7b-418f-b916-3c8b20ae8b58'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:49.298315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.305200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:49.310698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e29852-5d5e-4bdd-bf67-b63e23b1f606') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:49.310991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e29852-5d5e-4bdd-bf67-b63e23b1f606') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:49.351718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.373011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 584e95c6-87cb-4d08-8443-244b34827651 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:49.382656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.390700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:49.394383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.425458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] device_id is not set on port d7a81d26-cdce-45fc-9e88-daefa5f512ac yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:49.475364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:49.481612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.484134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:49.484519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.491291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.517168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:49.531124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:49.537213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.545263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=3ff7c1e3-f710-43e4-9f5f-6df069743497,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:49.557170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Allocated IP 2001:db8::f816:3eff:fe1b:a787 (5114580b-135d-42af-99ce-f89084ef000e/d603c219-3e7b-418f-b916-3c8b20ae8b58/a244868f-dff2-4b97-b1fd-d73495dc859c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:49.565569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:49.606593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.638246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.638497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.643261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.658282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:49.658859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:49.663794 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:49.692853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6067743 Jun 22 20:40:49.693938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.694817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4e8f7e6-d367-4931-8398-b78cc54c1a11 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:49.696810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54988) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:49.705648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'fixed_ips': [{'subnet_id': 'c5190888-ab34-49ce-b35a-b2cc6fbe54b5'}, {'subnet_id': '3ff7c1e3-f710-43e4-9f5f-6df069743497'}], 'name': 'tempest-PortsIpV6TestJSON-1794251498'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:49.721675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,segment=NetworkSegment(871ff70c-fe8b-49f8-ba48-49e34c81f10c),segment_id=871ff70c-fe8b-49f8-ba48-49e34c81f10c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:49.846182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.847086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 222c0cb1-e83f-4331-aaf1-992a98e2eb01 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:49.867116 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:40:49.871666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ee3db429-10fd-477c-a576-7c247868f101 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1667769 Jun 22 20:40:49.871666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.874173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 54992) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:49.883387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:49.895549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:49.907113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.909958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/6bda7851-6340-4739-a259-b47c4ec33368 HTTP/1.1" status: 204 len: 168 time: 6.2306833 Jun 22 20:40:49.917608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54994) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:49.924661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686662012'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:49.928064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=6bda7851-6340-4739-a259-b47c4ec33368,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:49.932463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:49.936568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:49.969002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-865693bb-222d-4dbd-8113-2164983f9104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.969856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Router 5e7a3704-1b4f-4605-b5e0-b335faed2feb is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:49.991828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.998504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:49.999471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.000400 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP b16c7f49-a480-4801-9596-3ec99ddfaa91 disassociated. External IP: 172.26.4.139, port: 8ead79dc-0272-4998-8697-1eb06189463e. Jun 22 20:40:50.001134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 8ead79dc-0272-4998-8697-1eb06189463e owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:50.031899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:50.038062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:50.069009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d126fd-58b8-4821-9348-a171a1547dbd None None] Network 584e95c6-87cb-4d08-8443-244b34827651 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:50.078797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:50.095462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:50.100560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.110723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.141840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port ff142507-7aff-44c5-9dd7-b6274c12231f yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:40:50.148254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.174277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Transition to ACTIVE for port object a244868f-dff2-4b97-b1fd-d73495dc859c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:50.189833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Provisioning for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:50.203328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Deleting port b5d27702-2d5a-4843-ba58-d1043a70b3c5 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:50.203899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.210483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Provisioning complete for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:50.210881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.241221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Transition to ACTIVE for port object a244868f-dff2-4b97-b1fd-d73495dc859c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:50.264460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:50.274676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.281828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:50.314361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.322327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77f98c4c-15d4-4fe2-9da4-981ed88fe1f3 tempest-RoutersAdminNegativeIpV6Test-1516588480 tempest-RoutersAdminNegativeIpV6Test-1516588480-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:50.362524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.365825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=8ead79dc-0272-4998-8697-1eb06189463e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:50.376716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:50.382237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Calling delete_port for b5d27702-2d5a-4843-ba58-d1043a70b3c5 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:50.390838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.391185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment cd7162ef-613c-4c5d-b813-7db27c21c62d of type vlan for network 42f53975-f520-4ad4-aa81-28846fc7b105 Jun 22 20:40:50.542419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Network 5114580b-135d-42af-99ce-f89084ef000e is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:50.543866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Pushing event updated for resources: {'Port': ['ID=a244868f-dff2-4b97-b1fd-d73495dc859c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:50.547896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:50.548131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Allocated IP 2001:db8::f816:3eff:fe44:f330 (5114580b-135d-42af-99ce-f89084ef000e/d603c219-3e7b-418f-b916-3c8b20ae8b58/d7a81d26-cdce-45fc-9e88-daefa5f512ac) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:50.549527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:50.553887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:50.587299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.588928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:40:50.658334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.675639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:50.684010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.685304 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "PUT /v2.0/routers/5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 200 len: 884 time: 4.0496264 Jun 22 20:40:50.695752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 54998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:50.699161 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] Sync routers for ids ['5e7a3704-1b4f-4605-b5e0-b335faed2feb'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:50.699755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Attempting to bind port a244868f-dff2-4b97-b1fd-d73495dc859c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:50.699841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Attempting to bind port a244868f-dff2-4b97-b1fd-d73495dc859c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'e152a181-0c70-4c30-ba55-deb9856e5f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5114580b-135d-42af-99ce-f89084ef000e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:50.700731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Attempting to bind port a244868f-dff2-4b97-b1fd-d73495dc859c on network 5114580b-135d-42af-99ce-f89084ef000e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:50.721157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:50.721566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Checking segment: {'id': 'e152a181-0c70-4c30-ba55-deb9856e5f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5114580b-135d-42af-99ce-f89084ef000e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:50.723665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.723665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Bound using segment: {'id': 'e152a181-0c70-4c30-ba55-deb9856e5f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5114580b-135d-42af-99ce-f89084ef000e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:50.723665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Bound port: a244868f-dff2-4b97-b1fd-d73495dc859c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e152a181-0c70-4c30-ba55-deb9856e5f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5114580b-135d-42af-99ce-f89084ef000e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:50.723665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.726117 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] Routers {'5e7a3704-1b4f-4605-b5e0-b335faed2feb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:50.731674 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5e7a3704-1b4f-4605-b5e0-b335faed2feb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:50.739549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=222c0cb1-e83f-4331-aaf1-992a98e2eb01,segment=NetworkSegment(c1a40e19-5b47-40d9-8905-3ba8de73bf99),segment_id=c1a40e19-5b47-40d9-8905-3ba8de73bf99)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:50.750272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.791766 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:50.810017 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] Routers {'5e7a3704-1b4f-4605-b5e0-b335faed2feb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:50.810971 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5e7a3704-1b4f-4605-b5e0-b335faed2feb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:50.815052 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-8a35f85a-3bab-4158-92c6-1e6cbc4f8aea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3976438 Jun 22 20:40:50.847539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] For port a244868f-dff2-4b97-b1fd-d73495dc859c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:50.847783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.856034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] For port a244868f-dff2-4b97-b1fd-d73495dc859c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a244868f-dff2-4b97-b1fd-d73495dc859c,segment=NetworkSegment(e152a181-0c70-4c30-ba55-deb9856e5f8f),segment_id=e152a181-0c70-4c30-ba55-deb9856e5f8f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:50.856034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:50.856638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:50.856638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.859248 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:50.860262 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff17155-fc5c-41dd-b0f3-1e54490546fb None None] The sync data for ids ['5e7a3704-1b4f-4605-b5e0-b335faed2feb'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:50.896320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.985295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.991112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:50.993139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Pushing event updated for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:51.005035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:51.010723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:51.029047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Transition to ACTIVE for port object d7a81d26-cdce-45fc-9e88-daefa5f512ac will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:51.029433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.038926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-633c79d9-4e53-437a-933a-108463fb1c74 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:51.066096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:51.082955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Update dhcp port {'port': {'network_id': '584e95c6-87cb-4d08-8443-244b34827651', 'fixed_ips': [{'subnet_id': 'c5190888-ab34-49ce-b35a-b2cc6fbe54b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ff7c1e3-f710-43e4-9f5f-6df069743497'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '222c0cb1-e83f-4331-aaf1-992a98e2eb01'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:40:51.111924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:51.158785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Pushing event updated for resources: {'Port': ['ID=a244868f-dff2-4b97-b1fd-d73495dc859c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:51.169022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:51.172817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.239105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:51.239491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.249218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d27702-2d5a-4843-ba58-d1043a70b3c5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:51.263396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:51.266411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.272375 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b5d27702-2d5a-4843-ba58-d1043a70b3c5 HTTP/1.1" status: 204 len: 168 time: 1.3957672 Jun 22 20:40:51.279831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:51.308008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3873191 Jun 22 20:40:51.329960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55006) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.341664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '42f53975-f520-4ad4-aa81-28846fc7b105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:51.377003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.379008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=42f53975-f520-4ad4-aa81-28846fc7b105,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:51.410041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:51.418742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad9c1ff5-0480-42ad-b1aa-fbd4ae401b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:51.438310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:51.447717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 42f53975-f520-4ad4-aa81-28846fc7b105 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:51.479601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.481961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/8ead79dc-0272-4998-8697-1eb06189463e HTTP/1.1" status: 204 len: 168 time: 3.1795812 Jun 22 20:40:51.484671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55008) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.512904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:51.514109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:51.542250 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-16b5fdfb-7fb8-443e-98dd-8713fe2c513d tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 200 len: 925 time: 0.8357229 Jun 22 20:40:51.551656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55010) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.575910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 5114580b-135d-42af-99ce-f89084ef000e is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:51.586447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:51.593447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:51.599530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:51.607726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:51.608389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.610201 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd83fa89-d160-4433-9b71-83e561aa28dc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/floatingips/b16c7f49-a480-4801-9596-3ec99ddfaa91 HTTP/1.1" status: 200 len: 688 time: 0.1240733 Jun 22 20:40:51.613951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55014) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.614524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Port': ['ID=d7a81d26-cdce-45fc-9e88-daefa5f512ac,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:51.623405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:51.654398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-667cddb8-c115-4d9a-8872-62d51ad4ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:51.655844 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-667cddb8-c115-4d9a-8872-62d51ad4ea90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac4c14ed852340ed8462e73a12e43038&device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 1099 time: 0.5816736 Jun 22 20:40:51.662118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:51.662842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:51.674107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::124 (584e95c6-87cb-4d08-8443-244b34827651/c5190888-ab34-49ce-b35a-b2cc6fbe54b5/ff142507-7aff-44c5-9dd7-b6274c12231f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:51.684479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8:0:1::386 (584e95c6-87cb-4d08-8443-244b34827651/3ff7c1e3-f710-43e4-9f5f-6df069743497/ff142507-7aff-44c5-9dd7-b6274c12231f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:51.699996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:51.703538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.704984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:51.705738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b6eda-2182-408f-92c2-dc66f6070a4f None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:51.711015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d28d0-50a1-4f75-b082-ce321624c4a2 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:51.716499 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c00d28d0-50a1-4f75-b082-ce321624c4a2 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=5e7a3704-1b4f-4605-b5e0-b335faed2feb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1606188 Jun 22 20:40:51.718277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55016) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.729466 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6455104 Jun 22 20:40:51.746753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55018) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.888420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port b26f04c8-8aed-4de9-ac8a-95b2e55aa564 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:51.888827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:51.893719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c333b-9328-4a66-b76b-318007b5621e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:51.897949 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-203c333b-9328-4a66-b76b-318007b5621e tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1760292 Jun 22 20:40:51.905750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55020) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:51.924934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55022) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:52.000027 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8ed9fc4d-23ef-4cb6-9494-cd8a366e88ea tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 200 len: 205 time: 0.0898347 Jun 22 20:40:52.002593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55026) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:52.097887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.132711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.133037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.134430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.165239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for b26f04c8-8aed-4de9-ac8a-95b2e55aa564 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:52.202773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.218870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing IP validity checks on allocation pools {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 20:40:52.219383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 20:40:52.289704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting subnet d603c219-3e7b-418f-b916-3c8b20ae8b58 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:40:52.325336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.379255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c9375-63f8-4de3-a0a9-26afe757e1f7 None None] Network 5114580b-135d-42af-99ce-f89084ef000e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:52.408379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-3069d65d-f6dc-4b07-bb5a-1badd4bfae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:52.410301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-3069d65d-f6dc-4b07-bb5a-1badd4bfae83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 200 len: 907 time: 0.7208920 Jun 22 20:40:52.429295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.450339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.473000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f8193103-5509-4f28-ae72-9967a2b63175 None None] Provisioning for port a244868f-dff2-4b97-b1fd-d73495dc859c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:52.515046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.518331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.523136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25965408-ef33-4734-98e1-24dd07a8242d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:52.576142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=b26f04c8-8aed-4de9-ac8a-95b2e55aa564,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:52.583961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:52.585441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.591817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c1a8bf9-a43c-4514-9e3e-e33902716bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:52.605954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.631253 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-5d3d982a-a010-4e1f-ab6d-6b11cb386cb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 200 len: 1001 time: 0.2120874 Jun 22 20:40:52.682943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b585d-bb77-4f2d-8bcb-f66ac8a1427b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:52.692534 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c74df0de3e6546e98b229e1503bc6f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642372 Jun 22 20:40:52.692534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:52.695058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55032) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:52.719630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object ff142507-7aff-44c5-9dd7-b6274c12231f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:52.733620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.735959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port bf987a13-c09d-4050-a9cc-dd7d2a95647e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:52.736304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.744250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.747015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.748190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/b16c7f49-a480-4801-9596-3ec99ddfaa91 HTTP/1.1" status: 204 len: 168 time: 1.1315558 Jun 22 20:40:52.749001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:52.756608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55034) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:52.768116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '34130822-fd92-44c9-9b6b-aaf2b0349eda'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:52.774884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-c81549f8-2f99-43ae-b1a5-6ffc4a767a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:52.776915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-c81549f8-2f99-43ae-b1a5-6ffc4a767a7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7aa0c018-21b8-4aac-be01-c63b3024a168 HTTP/1.1" status: 200 len: 845 time: 0.1329050 Jun 22 20:40:52.825211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.861346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.868132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.893832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.902630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for bf987a13-c09d-4050-a9cc-dd7d2a95647e owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:52.927480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.934041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=bcd22bca-24c9-42d8-a3f8-a96e96cce4ed,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:52.937126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.940939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:52.973744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:52.977238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-196370ee-1ad5-42f1-97a5-3cdd7aa085d9 None None] Provisioning for port d7a81d26-cdce-45fc-9e88-daefa5f512ac completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:52.987889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-196370ee-1ad5-42f1-97a5-3cdd7aa085d9 None None] Provisioning complete for port d7a81d26-cdce-45fc-9e88-daefa5f512ac triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:52.988271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-196370ee-1ad5-42f1-97a5-3cdd7aa085d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.006615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-990b7a68-e512-4303-ae10-593b7a4d9e19 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:53.023909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Allocated IP 2001:db8:0:1::2 (584e95c6-87cb-4d08-8443-244b34827651/3ff7c1e3-f710-43e4-9f5f-6df069743497/222c0cb1-e83f-4331-aaf1-992a98e2eb01) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:53.059659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.062215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.063369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e08b585d-bb77-4f2d-8bcb-f66ac8a1427b HTTP/1.1" status: 204 len: 168 time: 0.3673933 Jun 22 20:40:53.088319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bb4ef0d7-1884-490c-b05c-3182718d5a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:53.102701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'cd7162ef-613c-4c5d-b813-7db27c21c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42f53975-f520-4ad4-aa81-28846fc7b105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:53.103063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 42f53975-f520-4ad4-aa81-28846fc7b105, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:53.125505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08b585d-bb77-4f2d-8bcb-f66ac8a1427b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:53.128327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:53.155361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 584e95c6-87cb-4d08-8443-244b34827651 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:53.232410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-196370ee-1ad5-42f1-97a5-3cdd7aa085d9 None None] Port d7a81d26-cdce-45fc-9e88-daefa5f512ac cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:53.249936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:53.259492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=222c0cb1-e83f-4331-aaf1-992a98e2eb01,segment=NetworkSegment(c1a40e19-5b47-40d9-8905-3ba8de73bf99),segment_id=c1a40e19-5b47-40d9-8905-3ba8de73bf99)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:53.268346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.276668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:53.285839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-1d935458-0957-4a84-985f-7ba471e10458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:53.287394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 222c0cb1-e83f-4331-aaf1-992a98e2eb01 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:53.287740 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-1d935458-0957-4a84-985f-7ba471e10458 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed84ea94-4d7c-4d65-9892-001535c67a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4722874 Jun 22 20:40:53.294231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:53.300399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:53.301279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.310395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ff142507-7aff-44c5-9dd7-b6274c12231f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:53.320062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=bf987a13-c09d-4050-a9cc-dd7d2a95647e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:53.324928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:53.325229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.338538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:53.342042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 42f53975-f520-4ad4-aa81-28846fc7b105 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:53.355563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Transition to ACTIVE for port object 222c0cb1-e83f-4331-aaf1-992a98e2eb01 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:53.358623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.378756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:53.394821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.399579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d702498c-3173-42f0-bfa0-65ea5a2622ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:53.413781 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7136164 Jun 22 20:40:53.419702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55042) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.444433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 42f53975-f520-4ad4-aa81-28846fc7b105) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:53.450866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=d603c219-3e7b-418f-b916-3c8b20ae8b58,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:53.456799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.461332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/d603c219-3e7b-418f-b916-3c8b20ae8b58 HTTP/1.1" status: 204 len: 168 time: 1.7118895 Jun 22 20:40:53.470160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:53.471110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5190888-ab34-49ce-b35a-b2cc6fbe54b5'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:53.471615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:53.471975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.474602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55044) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.512667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1760213 Jun 22 20:40:53.516242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.528810 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-2c2a6d7f-ffdc-4ade-b6c4-4702930c2f7d service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197485 Jun 22 20:40:53.538107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Pushing event updated for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:53.553428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e624ef1-aaee-4785-9fff-7ba3b7392495 None None] Network 42f53975-f520-4ad4-aa81-28846fc7b105 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:53.569019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10664b6e-11b7-41f3-a488-69934e67a7dd None None] Network 5114580b-135d-42af-99ce-f89084ef000e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:53.589472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55048) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.644332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.689631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:53.714997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.749062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ee32ae69-2ce7-414c-8067-71b99ef784a4 None None] Provisioning complete for port d7a81d26-cdce-45fc-9e88-daefa5f512ac triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:53.749441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee32ae69-2ce7-414c-8067-71b99ef784a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.753701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.764953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d68ef-2b2f-4c8d-a60b-248e61ca84ed tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:53.767009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d68ef-2b2f-4c8d-a60b-248e61ca84ed tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:53.771041 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-911d68ef-2b2f-4c8d-a60b-248e61ca84ed tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2876325 Jun 22 20:40:53.797452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.827441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.833354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.875149 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5eac74e3-5268-4df6-9e2d-3b1202325fa9 req-655c6f2d-0e9e-4529-8383-a5ca36dc7c8b service neutron] 10.222.0.53 "GET /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773595 Jun 22 20:40:53.925294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ee32ae69-2ce7-414c-8067-71b99ef784a4 None None] Port d7a81d26-cdce-45fc-9e88-daefa5f512ac cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:53.932636 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5bb46620-cf74-4a19-935d-dd7c12be2f42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59d771a0176246afb75ba609faac51a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401883 Jun 22 20:40:53.936710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55054) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:53.940448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a244868f-dff2-4b97-b1fd-d73495dc859c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:53.993672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:53.993923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7a3704-1b4f-4605-b5e0-b335faed2feb {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:54.006684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.015084 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 204 len: 168 time: 2.0108736 Jun 22 20:40:54.023602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55056) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:54.042077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-572693956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:54.061129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.082247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.095260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb08d66-5a5d-4766-a461-0831b741b5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-42f53975-f520-4ad4-aa81-28846fc7b105', 'network_id': '42f53975-f520-4ad4-aa81-28846fc7b105', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': 'bcd22bca-24c9-42d8-a3f8-a96e96cce4ed'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:54.096142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eeb08d66-5a5d-4766-a461-0831b741b5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.107147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a244868f-dff2-4b97-b1fd-d73495dc859c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:54.123813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a244868f-dff2-4b97-b1fd-d73495dc859c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:54.124274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.146422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.147441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.160435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.194 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/743106bd-1287-452d-bc86-ed4c1b115764) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:54.171238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cef53758-5746-48f2-8378-be1d0ca4e241 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.193979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.225156 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef53758-5746-48f2-8378-be1d0ca4e241 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 20:40:54.230429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] DHCP port deletion for 5114580b-135d-42af-99ce-f89084ef000e request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:40:54.231979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef53758-5746-48f2-8378-be1d0ca4e241 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:40:54.234212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cef53758-5746-48f2-8378-be1d0ca4e241 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/5114580b-135d-42af-99ce-f89084ef000e HTTP/1.1" status: 409 len: 405 time: 0.4316962 Jun 22 20:40:54.250537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55058) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:54.272110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-365249460'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:54.277993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.354852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.357890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.359305 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-50451731-95e3-44be-97c3-32205499423f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c164f763-1e6d-4a28-a55c-fc8c27664586 HTTP/1.1" status: 204 len: 168 time: 0.4225888 Jun 22 20:40:54.399705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.410800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.411050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d28d12-7d65-478b-9356-075d00dcf23b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:54.413795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:54.415268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b23f32e4-0514-4a19-9282-06914de1aa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:54.418479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.434374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.446674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c164f763-1e6d-4a28-a55c-fc8c27664586,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:54.460483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:54.483516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd22bca-24c9-42d8-a3f8-a96e96cce4ed,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:54.492283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:54.537458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.546428 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-36ad7719-d27f-44c6-a843-c3bdb5bdeb26 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5217090 Jun 22 20:40:54.548198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55062) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server [None req-eeb08d66-5a5d-4766-a461-0831b741b5ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd22bca-24c9-42d8-a3f8-a96e96cce4ed: This subnet is being modified by another concurrent operation. Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:40:54.552395 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exception Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd22bca-24c9-42d8-a3f8-a96e96cce4ed: This subnet is being modified by another concurrent operation. Jun 22 20:40:54.556502 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:40:54.582105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ad131-9d31-4d1c-b8f5-9aa7bf60c3dd None None] Network 42f53975-f520-4ad4-aa81-28846fc7b105 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:54.589062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': True}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:54.672884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.740502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Deleting port a244868f-dff2-4b97-b1fd-d73495dc859c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:54.740811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.789000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98634a36-f11e-4a1b-8dd2-772e84b64619 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:40:54.812426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a244868f-dff2-4b97-b1fd-d73495dc859c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a244868f-dff2-4b97-b1fd-d73495dc859c,segment=NetworkSegment(e152a181-0c70-4c30-ba55-deb9856e5f8f),segment_id=e152a181-0c70-4c30-ba55-deb9856e5f8f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:54.851204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:54.955089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9cc53b5c-e587-4b7c-9e98-410b2ca8045d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:55.029771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] For port a244868f-dff2-4b97-b1fd-d73495dc859c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a244868f-dff2-4b97-b1fd-d73495dc859c,segment=NetworkSegment(e152a181-0c70-4c30-ba55-deb9856e5f8f),segment_id=e152a181-0c70-4c30-ba55-deb9856e5f8f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:55.030224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.035792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cc92ff8-6aef-4b45-a8e5-1e627dc050b1 None None] Provisioning for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:55.088698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Calling delete_port for a244868f-dff2-4b97-b1fd-d73495dc859c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:55.113528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a244868f-dff2-4b97-b1fd-d73495dc859c,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:55.117952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:55.143982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cc92ff8-6aef-4b45-a8e5-1e627dc050b1 None None] Provisioning complete for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:55.144612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cc92ff8-6aef-4b45-a8e5-1e627dc050b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.153951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 222c0cb1-e83f-4331-aaf1-992a98e2eb01 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:55.243175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:55.248455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.251860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.272122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f53975-f520-4ad4-aa81-28846fc7b105']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:55.285494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.285836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment d0db93e6-bc4d-4b25-9724-ece36d31acee of type vlan for network 76a41e72-81f1-4806-97c1-62dddd5d09bc Jun 22 20:40:55.290730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7162ef-613c-4c5d-b813-7db27c21c62d') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:55.291071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7162ef-613c-4c5d-b813-7db27c21c62d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:55.313132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.363437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.370100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.390531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:55.390945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:55.395340 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:55.484662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.489058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:55.491026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.497380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.503260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:55.503911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.523904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:55.524289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.532402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.538604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/42f53975-f520-4ad4-aa81-28846fc7b105 HTTP/1.1" status: 204 len: 168 time: 2.0209625 Jun 22 20:40:55.546648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55082) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:55.553884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940191536'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:55.562621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.571050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:55.585472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:55.592951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3392758 Jun 22 20:40:55.597392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:55.598471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:55.601380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.602172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=743106bd-1287-452d-bc86-ed4c1b115764,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:55.607099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:55.613064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:55.620452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:55.621298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:55.621784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] No DVR routers for this DVR port a244868f-dff2-4b97-b1fd-d73495dc859c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:40:55.631388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Pushing event deleted for resources: {'Port': ['ID=a244868f-dff2-4b97-b1fd-d73495dc859c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:55.671609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:55.702284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:55.703646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:55.745490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Delete allocated IP 2001:db8:0:1::386 (584e95c6-87cb-4d08-8443-244b34827651/3ff7c1e3-f710-43e4-9f5f-6df069743497) {{(pid=100373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:40:55.827374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a244868f-dff2-4b97-b1fd-d73495dc859c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:40:55.867101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a244868f-dff2-4b97-b1fd-d73495dc859c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:40:55.867101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a244868f-dff2-4b97-b1fd-d73495dc859c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:40:55.876717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55094) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:55.888654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf6f9a-773e-4222-8860-bc3fac756a08 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=76a41e72-81f1-4806-97c1-62dddd5d09bc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:55.900571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:56.050378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:40:56.062282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=42f53975-f520-4ad4-aa81-28846fc7b105,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:56.076111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:56.083519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Provisioning for port ff142507-7aff-44c5-9dd7-b6274c12231f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:56.084428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:56.084892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:56.086357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.087111 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment d91b88ae-0866-4d2c-82d2-9362d5f0d786 of type vlan for network a1f37917-07d4-41c2-9228-689e2d4bd5ad Jun 22 20:40:56.088813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Provisioning complete for port ff142507-7aff-44c5-9dd7-b6274c12231f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:56.092943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.106566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:56.109779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.117289 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-02a5db72-ec3b-4a8b-af5e-ef1f5ae7563d tempest-AgentManagementNegativeTest-1729831394 tempest-AgentManagementNegativeTest-1729831394-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2277756 Jun 22 20:40:56.120142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.135719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Ignored duplicate provisioning block setup for port ff142507-7aff-44c5-9dd7-b6274c12231f by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 20:40:56.152934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.168481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Port ff142507-7aff-44c5-9dd7-b6274c12231f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:56.193726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3e24d126-14b7-4e87-99b6-5b9a0c182317 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:56.195944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Provisioning complete for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:56.196967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff17eca9-21f7-48d1-b927-a89152a10abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.325135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] In _notify_port_updated(), no bound segment for port ff142507-7aff-44c5-9dd7-b6274c12231f on network 584e95c6-87cb-4d08-8443-244b34827651 {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:40:56.331148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:56.331927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.333920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/ports/ff142507-7aff-44c5-9dd7-b6274c12231f HTTP/1.1" status: 200 len: 926 time: 2.9083462 Jun 22 20:40:56.336449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55102) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:56.340484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ff142507-7aff-44c5-9dd7-b6274c12231f,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:56.353761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:56.356467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5190888-ab34-49ce-b35a-b2cc6fbe54b5'}, {'subnet_id': '3ff7c1e3-f710-43e4-9f5f-6df069743497'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:56.368518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.391124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.396684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.477936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7945ffb8-d339-4e83-9269-98763cd84c8e None None] Provisioning complete for port ff142507-7aff-44c5-9dd7-b6274c12231f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:56.479437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7945ffb8-d339-4e83-9269-98763cd84c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.533982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 172.26.4.66 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/3d2ddfcc-b940-4f16-8e2a-dab888dd46ed) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:56.594295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7945ffb8-d339-4e83-9269-98763cd84c8e None None] Port ff142507-7aff-44c5-9dd7-b6274c12231f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:56.625552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.631911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:56.632976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.645006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55106) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:56.654603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:56.700552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a630a8-e7ad-4b2b-b913-0b121a08bf87 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:40:56.712307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.740302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6a8caddf-6e42-4f3d-bda9-cd9a2183568f None None] Provisioning complete for port ff142507-7aff-44c5-9dd7-b6274c12231f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:40:56.740684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a8caddf-6e42-4f3d-bda9-cd9a2183568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.749700 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2002399 Jun 22 20:40:56.749918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55110) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:56.756721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': 'a1f37917-07d4-41c2-9228-689e2d4bd5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:56.808216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6a8caddf-6e42-4f3d-bda9-cd9a2183568f None None] Port ff142507-7aff-44c5-9dd7-b6274c12231f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:40:56.845348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.852773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad367d56-5982-4be4-aadc-d63206e414a6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:56.855131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:56.880879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=a1f37917-07d4-41c2-9228-689e2d4bd5ad,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:56.884060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:56.899298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:56.902712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:40:56.903300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:56.909089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:56.958376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=3d2ddfcc-b940-4f16-8e2a-dab888dd46ed,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:56.969935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:56.992734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:40:56.993662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.024523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a630a8-e7ad-4b2b-b913-0b121a08bf87 None None] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:57.040148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a630a8-e7ad-4b2b-b913-0b121a08bf87 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 76a41e72-81f1-4806-97c1-62dddd5d09bc) {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:40:57.044380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.080630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:57.156376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:57.198490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.200525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:57.203718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:57.204318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.206973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.247908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.254889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d3affb28-fca6-49af-beb8-90b2eeebd079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:57.269127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=0e10b189-57e6-4dbf-a019-5fbf52b7c8bb,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:57.271865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:57.321728 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=376fe172765c44fdb86b45de7e153f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752086 Jun 22 20:40:57.324254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:40:57.328529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.331701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.331880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55116) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:57.345803 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7446265 Jun 22 20:40:57.352581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55118) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:57.367770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8785bb6-e88a-4ece-8485-6db5e85b8daa,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:57.381736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:57.465325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-76a41e72-81f1-4806-97c1-62dddd5d09bc', 'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': '0e10b189-57e6-4dbf-a019-5fbf52b7c8bb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:40:57.466426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.641223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Allocated IP 2001:db8::f816:3eff:fe0f:bf26 (76a41e72-81f1-4806-97c1-62dddd5d09bc/0e10b189-57e6-4dbf-a019-5fbf52b7c8bb/eb071da1-a4c3-44a1-bbfe-d170008793b3) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:57.692461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.699132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.703489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.708339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b30797db-057f-4ee1-95e9-2cb18086c21c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:57.790132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.805464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.818041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Transition to ACTIVE for port object eb071da1-a4c3-44a1-bbfe-d170008793b3 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:57.833392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Transition to ACTIVE for port object eb071da1-a4c3-44a1-bbfe-d170008793b3 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:57.839952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.843062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:57.846631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=734cfcd1-54df-435e-9ada-a10596efffef,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:57.851691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:57.866275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.871617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'd91b88ae-0866-4d2c-82d2-9362d5f0d786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a1f37917-07d4-41c2-9228-689e2d4bd5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:57.871984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: a1f37917-07d4-41c2-9228-689e2d4bd5ad, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:40:57.904659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:40:57.907687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:57.910993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:40:57.914335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:40:57.928241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a1f37917-07d4-41c2-9228-689e2d4bd5ad) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:40:57.933941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router 6bfcb902-e7f3-4f83-8a9a-8941b407de6f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:40:57.936608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:57.937218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.946903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.963425 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2093487 Jun 22 20:40:57.971743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:57.974308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8:0:1::131 (584e95c6-87cb-4d08-8443-244b34827651/3ff7c1e3-f710-43e4-9f5f-6df069743497/ff142507-7aff-44c5-9dd7-b6274c12231f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:40:57.980036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55120) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.081052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:40:58.090320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.094143 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "PUT /v2.0/routers/6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 200 len: 917 time: 3.5217707 Jun 22 20:40:58.095842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55122) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.105594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Pushing event updated for resources: {'Port': ['ID=eb071da1-a4c3-44a1-bbfe-d170008793b3,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:58.106912 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] Sync routers for ids ['6bfcb902-e7f3-4f83-8a9a-8941b407de6f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:40:58.126978 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] Routers {'6bfcb902-e7f3-4f83-8a9a-8941b407de6f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:58.127617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6bfcb902-e7f3-4f83-8a9a-8941b407de6f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:58.151601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:58.155887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Attempting to bind port eb071da1-a4c3-44a1-bbfe-d170008793b3 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:40:58.156722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Attempting to bind port eb071da1-a4c3-44a1-bbfe-d170008793b3 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'd0db93e6-bc4d-4b25-9724-ece36d31acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:40:58.156722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Attempting to bind port eb071da1-a4c3-44a1-bbfe-d170008793b3 on network 76a41e72-81f1-4806-97c1-62dddd5d09bc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:40:58.162372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:40:58.162570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Checking segment: {'id': 'd0db93e6-bc4d-4b25-9724-ece36d31acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:40:58.163027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.163461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Bound using segment: {'id': 'd0db93e6-bc4d-4b25-9724-ece36d31acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:40:58.163961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Bound port: eb071da1-a4c3-44a1-bbfe-d170008793b3, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0db93e6-bc4d-4b25-9724-ece36d31acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '76a41e72-81f1-4806-97c1-62dddd5d09bc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:40:58.164353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.199594 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:58.218282 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] Routers {'6bfcb902-e7f3-4f83-8a9a-8941b407de6f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:40:58.219191 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6bfcb902-e7f3-4f83-8a9a-8941b407de6f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:58.245597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-06d244e5-2b8e-43c2-83e7-c936f2c037fd tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 200 len: 923 time: 0.1481924 Jun 22 20:40:58.248276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55126) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.307178 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:58.307605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] For port eb071da1-a4c3-44a1-bbfe-d170008793b3, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:40:58.311904 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc713c5-78b9-47ba-9a51-6b68c1dca5b5 None None] The sync data for ids ['6bfcb902-e7f3-4f83-8a9a-8941b407de6f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:40:58.317970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] For port eb071da1-a4c3-44a1-bbfe-d170008793b3, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eb071da1-a4c3-44a1-bbfe-d170008793b3,segment=NetworkSegment(d0db93e6-bc4d-4b25-9724-ece36d31acee),segment_id=d0db93e6-bc4d-4b25-9724-ece36d31acee)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:40:58.341450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.343789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc819c89-3304-48dc-a203-1475799387eb tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:58.346226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:58.356418 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc819c89-3304-48dc-a203-1475799387eb tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=6bfcb902-e7f3-4f83-8a9a-8941b407de6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1062651 Jun 22 20:40:58.357298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.452913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.462279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Pushing event updated for resources: {'Port': ['ID=eb071da1-a4c3-44a1-bbfe-d170008793b3,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:58.468289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:58.477781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.483495 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8785bb6-e88a-4ece-8485-6db5e85b8daa HTTP/1.1" status: 204 len: 168 time: 1.1504536 Jun 22 20:40:58.490516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c3a7a5d-8a35-4fe2-8b04-0a99ca5c4851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:58.497533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.550349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8785bb6-e88a-4ece-8485-6db5e85b8daa,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:58.551814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6aa18-fb0a-46dc-afac-7f7f7c933ff9 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:58.557374 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7c6aa18-fb0a-46dc-afac-7f7f7c933ff9 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1984346 Jun 22 20:40:58.558296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55134) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.582834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.587217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:58.599201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.606302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:58.610017 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-10dea0e2-f6e8-4ead-93ba-9e2d0822cca3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 200 len: 205 time: 0.0481958 Jun 22 20:40:58.610490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55136) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:58.625662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting port eb071da1-a4c3-44a1-bbfe-d170008793b3 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:58.625662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.717773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.743086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=743106bd-1287-452d-bc86-ed4c1b115764,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:58.746524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object ff142507-7aff-44c5-9dd7-b6274c12231f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:40:58.756245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:58.782259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.821686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.835897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:58.889707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.946488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:58.949216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.015657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port 3d2ddfcc-b940-4f16-8e2a-dab888dd46ed {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:59.016726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.035801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ff142507-7aff-44c5-9dd7-b6274c12231f,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:59.069810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:59.070849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] In _notify_port_updated(), no bound segment for port ff142507-7aff-44c5-9dd7-b6274c12231f on network 584e95c6-87cb-4d08-8443-244b34827651 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:40:59.077276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:40:59.077981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.081881 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/ports/ff142507-7aff-44c5-9dd7-b6274c12231f HTTP/1.1" status: 200 len: 1012 time: 2.7353098 Jun 22 20:40:59.082982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] For port eb071da1-a4c3-44a1-bbfe-d170008793b3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eb071da1-a4c3-44a1-bbfe-d170008793b3,segment=NetworkSegment(d0db93e6-bc4d-4b25-9724-ece36d31acee),segment_id=d0db93e6-bc4d-4b25-9724-ece36d31acee)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:40:59.083351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.095651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55148) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:59.132188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.141240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Calling delete_port for eb071da1-a4c3-44a1-bbfe-d170008793b3 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:59.156150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb071da1-a4c3-44a1-bbfe-d170008793b3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:40:59.166575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for 3d2ddfcc-b940-4f16-8e2a-dab888dd46ed owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:40:59.214712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.226971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port eb071da1-a4c3-44a1-bbfe-d170008793b3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:40:59.234369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:59.318337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP 230c9c28-3495-42dc-bbc4-31b146f1be59 associated. External IP: 172.26.4.194, port: 34130822-fd92-44c9-9b6b-aaf2b0349eda. Jun 22 20:40:59.326514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=734cfcd1-54df-435e-9ada-a10596efffef,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:59.373857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:59.392813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.395977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab256432-9ffa-48aa-9344-b0382b06bec0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:40:59.436865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=3d2ddfcc-b940-4f16-8e2a-dab888dd46ed,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:40:59.441425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:40:59.517306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.530027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.569365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f37917-07d4-41c2-9228-689e2d4bd5ad']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:59.574134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55160) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:59.626810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91b88ae-0866-4d2c-82d2-9362d5f0d786') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:59.627434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91b88ae-0866-4d2c-82d2-9362d5f0d786') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:40:59.630747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port ff142507-7aff-44c5-9dd7-b6274c12231f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:40:59.631149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.656420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.660459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.677009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.738341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.739021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router 6bfcb902-e7f3-4f83-8a9a-8941b407de6f {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:40:59.747503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.754426 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 204 len: 168 time: 1.1424241 Jun 22 20:40:59.755107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55166) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:40:59.761098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-338212150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:59.772910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.792912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.793446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a7690-ce64-447d-b3ad-75011e3b8ba2 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:40:59.793982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.823173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1168656098'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:40:59.828933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:40:59.829336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:40:59.836658 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:40:59.922421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a7690-ce64-447d-b3ad-75011e3b8ba2 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:00.185628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c080f41b-e0da-4c45-9267-a2ca7c8beed5 None None] Provisioning for port eb071da1-a4c3-44a1-bbfe-d170008793b3 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:00.192864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c080f41b-e0da-4c45-9267-a2ca7c8beed5 None None] Provisioning complete for port eb071da1-a4c3-44a1-bbfe-d170008793b3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:00.192864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c080f41b-e0da-4c45-9267-a2ca7c8beed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.210323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.217791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc188d9e-6985-4ffc-842e-bef0cfe88cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:00.218909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c080f41b-e0da-4c45-9267-a2ca7c8beed5 None None] Port eb071da1-a4c3-44a1-bbfe-d170008793b3 was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:41:00.255939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:00.259483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.275996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2e251-28bf-400a-bdd9-694aef172091 None None] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:00.281172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391496af-4501-4b75-a516-8dd812995830 None None] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:00.296005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Port': ['ID=eb071da1-a4c3-44a1-bbfe-d170008793b3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:00.299751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.303390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:00.307846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.315479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391496af-4501-4b75-a516-8dd812995830 None None] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 20:41:00.330851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10ebd14c-6ba4-4da9-aca1-2e6ed520a374 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:00.332451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.334727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.340652 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/a1f37917-07d4-41c2-9228-689e2d4bd5ad HTTP/1.1" status: 204 len: 168 time: 2.3522942 Jun 22 20:41:00.344368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55168) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:00.345846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.346771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.355960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f895da-d882-4b6c-b84a-6dd1747e1d89 None None] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:00.363247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2059051501'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:00.374349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f895da-d882-4b6c-b84a-6dd1747e1d89 None None] Network a1f37917-07d4-41c2-9228-689e2d4bd5ad could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 20:41:00.375678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for ff142507-7aff-44c5-9dd7-b6274c12231f owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:00.393428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=a1f37917-07d4-41c2-9228-689e2d4bd5ad,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:00.416452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:00.418667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:00.421059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No DVR routers for this DVR port eb071da1-a4c3-44a1-bbfe-d170008793b3 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:00.421972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.426880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.428495 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f2ce66cb-f9a0-4857-9d65-b79f1d1082c5 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6721017 Jun 22 20:41:00.433264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:00.439242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:00.456711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:00.466783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.467510 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment bed5d702-348c-4b5d-9e54-b899657437bb of type vlan for network f581dff7-e0d8-42fd-b069-c8eb82353d22 Jun 22 20:41:00.526048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.559739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.565994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:00.566862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.569779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:00.593390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:00.649776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5966e2be-70ab-4b17-bc42-4fa477b26ae4 None None] Provisioning for port ff142507-7aff-44c5-9dd7-b6274c12231f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:00.652255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.657990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5966e2be-70ab-4b17-bc42-4fa477b26ae4 None None] Provisioning complete for port ff142507-7aff-44c5-9dd7-b6274c12231f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:00.658874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5966e2be-70ab-4b17-bc42-4fa477b26ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:00.662254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=f581dff7-e0d8-42fd-b069-c8eb82353d22,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:00.683744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:00.684132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network f581dff7-e0d8-42fd-b069-c8eb82353d22 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:00.768440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5966e2be-70ab-4b17-bc42-4fa477b26ae4 None None] Port ff142507-7aff-44c5-9dd7-b6274c12231f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:00.986426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.045401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.065558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.127543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=0e10b189-57e6-4dbf-a019-5fbf52b7c8bb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:01.158918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:01.167568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde77e4a-3176-4c6b-a746-1927a329227a None None] Network 76a41e72-81f1-4806-97c1-62dddd5d09bc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:01.173841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.191870 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8381665 Jun 22 20:41:01.192610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55176) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:01.194370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:01.195863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.199268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:01.212099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03e6bfa5-873b-43a5-8142-1e388d4afc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.225419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:01.247500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:01.248048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.282418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.311206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:01.312123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.320486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:01.324782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.339636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.353467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.356620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a41e72-81f1-4806-97c1-62dddd5d09bc']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.358024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:01.363269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.364295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.364691 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 08eab539-4313-4330-b789-df6fd8329905 of type vlan for network 65221206-ad68-479e-b78d-e42d64002cca Jun 22 20:41:01.366506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.367013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9486456d-6bae-49bb-b4dc-f4d84bae2a8b None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:01.371290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1831179c-8000-419d-a47f-6ada914c0e39,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:01.404527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:01.410762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.418499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0db93e6-bc4d-4b25-9724-ece36d31acee') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.418795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0db93e6-bc4d-4b25-9724-ece36d31acee') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:01.423402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1bfaa8-ed74-4c5d-b3ad-83a30712ffac None None] DHCP port deletion for 76a41e72-81f1-4806-97c1-62dddd5d09bc request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:01.489734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.491738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=ff142507-7aff-44c5-9dd7-b6274c12231f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:01.505719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:01.530523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.538580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7809112 Jun 22 20:41:01.542041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55178) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:01.551896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-218450838'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:01.584156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.588460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.593624 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/ff142507-7aff-44c5-9dd7-b6274c12231f HTTP/1.1" status: 204 len: 168 time: 2.4942091 Jun 22 20:41:01.598185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55180) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:01.617673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:01.618651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:01.622982 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:01.655758 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a087b9f6-09d4-4580-aaaa-b8f588b9415f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:01.661268 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a087b9f6-09d4-4580-aaaa-b8f588b9415f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/ff142507-7aff-44c5-9dd7-b6274c12231f HTTP/1.1" status: 404 len: 333 time: 0.0555727 Jun 22 20:41:01.663373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:01.669491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:01.672988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.680828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.691021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:01.691950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.699699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.722754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.731727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.740717 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1622429 Jun 22 20:41:01.741471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.749574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.754650 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/76a41e72-81f1-4806-97c1-62dddd5d09bc HTTP/1.1" status: 204 len: 168 time: 4.3983285 Jun 22 20:41:01.762970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55184) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:01.772690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1580282997'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:01.798481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:01.825923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 3ff7c1e3-f710-43e4-9f5f-6df069743497 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:01.831954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=65221206-ad68-479e-b78d-e42d64002cca,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:01.836318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:01.836835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:01.840824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.847793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 65221206-ad68-479e-b78d-e42d64002cca details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:01.897089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=76a41e72-81f1-4806-97c1-62dddd5d09bc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:01.898258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:01.904020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:02.007771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.016241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.043583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.089454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.089454 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Added segment 5cf51a9b-ff29-4276-a2cf-90251b6784cb of type vlan for network 4b797565-da0a-4a2c-ba40-32fcf7060324 Jun 22 20:41:02.090174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:02.093958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.116486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=ed919983-c9e4-4b10-aeab-d852cf01f4a9,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:02.151733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:02.177441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.185355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:02.190582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.200848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Allocated IP 172.26.4.105 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/2f923992-8cf4-43ad-a265-0468104fd2a1) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:02.202532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'bed5d702-348c-4b5d-9e54-b899657437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:02.203039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: f581dff7-e0d8-42fd-b069-c8eb82353d22, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:02.325186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.369734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.374254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be1f489f-66ee-4a2e-9533-005e66b70366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:02.419871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:02.424141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:02.428338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:02.467332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Pushing event updated for resources: {'Port': ['ID=2f923992-8cf4-43ad-a265-0468104fd2a1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:02.471894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:02.518195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:02.522369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff7c1e3-f710-43e4-9f5f-6df069743497,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:02.524546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.527038 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/3ff7c1e3-f710-43e4-9f5f-6df069743497 HTTP/1.1" status: 204 len: 168 time: 0.8516951 Jun 22 20:41:02.532909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55190) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:02.533817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:02.538693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52b681-b077-4b8f-a4ce-5f6a382a2ea3 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:02.582835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.583150 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment 3ebec903-b056-4447-b4ba-127d4e514b8c of type vlan for network 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 Jun 22 20:41:02.602524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.608294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:02.608925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.617727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cfb04efb-eb0f-4ec6-baca-811b63fc7dd8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:02.646077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network f581dff7-e0d8-42fd-b069-c8eb82353d22 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:02.694161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet c5190888-ab34-49ce-b35a-b2cc6fbe54b5 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:02.697519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.736013 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1926155 Jun 22 20:41:02.738252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.743728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, f581dff7-e0d8-42fd-b069-c8eb82353d22) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:02.748906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55192) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:02.758315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f98a235-0f82-4129-b6b7-23553fffbc27 None None] Network f581dff7-e0d8-42fd-b069-c8eb82353d22 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:02.776939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'subnet': {'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:02.785257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:02.786143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.790933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Network': ['ID=4b797565-da0a-4a2c-ba40-32fcf7060324,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:02.813794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:02.873687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:02.882448 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6880281 Jun 22 20:41:02.885711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.892286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:02.940634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.946412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:02.947852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:02.961728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22a94c2f-8f6c-431a-aff7-9ec39d287db7 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:03.064496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb071da1-a4c3-44a1-bbfe-d170008793b3 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:03.101339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3336680 Jun 22 20:41:03.113285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:03.125360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: eb071da1-a4c3-44a1-bbfe-d170008793b3 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:03.126549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb071da1-a4c3-44a1-bbfe-d170008793b3 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:03.129800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': '35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:03.213249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.237787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-f581dff7-e0d8-42fd-b069-c8eb82353d22', 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': 'ed919983-c9e4-4b10-aeab-d852cf01f4a9'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:03.238905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.258762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.354497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:03.358099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:03.361913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.376959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:03.393353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:03.439550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.549586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:03.556010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.580227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Allocated IP 172.20.0.2 (f581dff7-e0d8-42fd-b069-c8eb82353d22/ed919983-c9e4-4b10-aeab-d852cf01f4a9/8c1d225b-1bd3-4d45-8899-5b7be565885e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:03.669521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.674213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.817553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.828173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Transition to ACTIVE for port object 8c1d225b-1bd3-4d45-8899-5b7be565885e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:03.853014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Transition to ACTIVE for port object 8c1d225b-1bd3-4d45-8899-5b7be565885e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:03.869913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.871984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.873680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035ab338-86b1-4b57-80a0-67442a8aa153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:03.882146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-32fda2f2-0feb-48dc-840c-e25825d7da9b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:03.926837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Network f581dff7-e0d8-42fd-b069-c8eb82353d22 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:03.933017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:03.936989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:03.954136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=c5190888-ab34-49ce-b35a-b2cc6fbe54b5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:03.968579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:03.969500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Router e04dd4bf-efea-41b0-a297-bcdca3536af1 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:41:03.989547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c1d225b-1bd3-4d45-8899-5b7be565885e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:03.991444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:03.998387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.000937 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/c5190888-ab34-49ce-b35a-b2cc6fbe54b5 HTTP/1.1" status: 204 len: 168 time: 1.4639809 Jun 22 20:41:04.001532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:04.004567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.045058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Attempting to bind port 8c1d225b-1bd3-4d45-8899-5b7be565885e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:04.045441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Attempting to bind port 8c1d225b-1bd3-4d45-8899-5b7be565885e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'bed5d702-348c-4b5d-9e54-b899657437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:04.045814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Attempting to bind port 8c1d225b-1bd3-4d45-8899-5b7be565885e on network f581dff7-e0d8-42fd-b069-c8eb82353d22 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:04.053388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:04.053773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Checking segment: {'id': 'bed5d702-348c-4b5d-9e54-b899657437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:04.054259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.054669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Bound using segment: {'id': 'bed5d702-348c-4b5d-9e54-b899657437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:04.055319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Bound port: 8c1d225b-1bd3-4d45-8899-5b7be565885e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed5d702-348c-4b5d-9e54-b899657437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:04.055711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.101985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.122498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-961f5927-a916-4106-b5c3-e501188f2f15 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:04.140802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:04.149223 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] Sync routers for ids ['e04dd4bf-efea-41b0-a297-bcdca3536af1'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:04.151162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.152594 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "PUT /v2.0/routers/e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 200 len: 919 time: 3.7183542 Jun 22 20:41:04.155261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55204) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.162946 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] Routers {'e04dd4bf-efea-41b0-a297-bcdca3536af1'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:04.163578 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e04dd4bf-efea-41b0-a297-bcdca3536af1'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.214436 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.225031 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] Routers {'e04dd4bf-efea-41b0-a297-bcdca3536af1'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:04.225916 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e04dd4bf-efea-41b0-a297-bcdca3536af1'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.266569 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.267483 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cee015-5b6f-4db1-9905-d3cd38898b69 None None] The sync data for ids ['e04dd4bf-efea-41b0-a297-bcdca3536af1'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:04.320963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.331490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Checking segment: {'id': '3ebec903-b056-4447-b4ba-127d4e514b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:04.332017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network hostable DHCP agents. Network: 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:04.335483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e6af7b-d51d-41f1-acf4-b8f2a439eec5 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:04.346766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=b3922574-1505-42ec-a210-a829ec35d279,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:04.353415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:04.360062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.365948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.372309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-21bed947-816f-488f-bc28-0e0c74244b21 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:04.448923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eaffcd4c-1b84-4283-83a4-51afcf375475 None None] Provisioning complete for port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:04.449604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaffcd4c-1b84-4283-83a4-51afcf375475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.467563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-96986f2c-ced6-4a4c-a445-2293dc38fcdd tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 200 len: 925 time: 0.3109736 Jun 22 20:41:04.472110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.560132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] For port 8c1d225b-1bd3-4d45-8899-5b7be565885e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:04.605141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] For port 8c1d225b-1bd3-4d45-8899-5b7be565885e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8c1d225b-1bd3-4d45-8899-5b7be565885e,segment=NetworkSegment(bed5d702-348c-4b5d-9e54-b899657437bb),segment_id=bed5d702-348c-4b5d-9e54-b899657437bb)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:04.611735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.614419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.618000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2b31d71d-4df7-4a54-808c-939896d2fbc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:04.632294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f581dff7-e0d8-42fd-b069-c8eb82353d22']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.663705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed5d702-348c-4b5d-9e54-b899657437bb') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.664716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d32a0a-1c41-4838-a416-94cad000d947 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:04.667096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10d32a0a-1c41-4838-a416-94cad000d947 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=e04dd4bf-efea-41b0-a297-bcdca3536af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1938212 Jun 22 20:41:04.667910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed5d702-348c-4b5d-9e54-b899657437bb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:04.673049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:04.685932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55212) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.717337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.747229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:04.752475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Subnet': ['ID=683d9371-c317-4d9b-b6e1-5595f086a106,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:04.765955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Checking segment: {'id': '5cf51a9b-ff29-4276-a2cf-90251b6784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:04.766711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network hostable DHCP agents. Network: 4b797565-da0a-4a2c-ba40-32fcf7060324, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:04.772618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:04.773780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.787420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eeaee7-3c08-4ea2-b89a-8e5626bd1fa1 None None] Network 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:04.787945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.793463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf74442-6559-4983-b099-0baf7c407a72 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:04.798058 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fbf74442-6559-4983-b099-0baf7c407a72 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1181450 Jun 22 20:41:04.798740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55214) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.817343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=ed919983-c9e4-4b10-aeab-d852cf01f4a9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:04.824615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:04.828894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:04.829334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:04.830850 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7113981 Jun 22 20:41:04.834231 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e6f15901-fbb7-41b6-a7f7-dc3f2da14456 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 200 len: 205 time: 0.0340641 Jun 22 20:41:04.834671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55216) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.844078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55218) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:04.846840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:04.847585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:04.853232 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:04.953332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.996047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:04.996720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:04.998814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:05.021159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Pushing event updated for resources: {'Port': ['ID=8c1d225b-1bd3-4d45-8899-5b7be565885e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.024303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.026331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:05.093842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 4b797565-da0a-4a2c-ba40-32fcf7060324) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:05.106327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:05.107139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.111679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c65ae-dec5-456d-aede-ecaf164809bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1', 'network_id': '35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': 'b3922574-1505-42ec-a210-a829ec35d279'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:05.114727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-312c65ae-dec5-456d-aede-ecaf164809bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.121773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.131540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.152032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.200873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=b3922574-1505-42ec-a210-a829ec35d279,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.204522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:05.243312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:05.249319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': '65221206-ad68-479e-b78d-e42d64002cca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:05.261558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.288114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fec310-d7a0-42c8-839e-0278547bdca6 None None] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:05.295084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] DHCP port deletion for 584e95c6-87cb-4d08-8443-244b34827651 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:05.295794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.308603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:05.308603 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:05.308603 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': 'f581dff7-e0d8-42fd-b069-c8eb82353d22'}] Jun 22 20:41:05.308603 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:05.308937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:05.326900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c34e9-73e9-4c79-9c22-d44ab3f8ee92 None None] Network 35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:05.339158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.345168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=222c0cb1-e83f-4331-aaf1-992a98e2eb01,segment=NetworkSegment(c1a40e19-5b47-40d9-8905-3ba8de73bf99),segment_id=c1a40e19-5b47-40d9-8905-3ba8de73bf99)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:05.345466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.345982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebec903-b056-4447-b4ba-127d4e514b8c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.346405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebec903-b056-4447-b4ba-127d4e514b8c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.350910 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b15ac70b-89ed-494d-9de5-31852cd654f6 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5815322 Jun 22 20:41:05.359880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55222) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:05.366702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1986894758', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:05.368439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.414135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 222c0cb1-e83f-4331-aaf1-992a98e2eb01 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:05.415576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.429610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:05.430102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:05.434483 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:05.474022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:41:05.474022 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:41:05.474022 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'project_id_1': '5eefba24d0a24b58ab0512e77512480c', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 41, 5, 406461)}] Jun 22 20:41:05.474022 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:05.474022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:05.496363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:05.500581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.577826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.582521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.592046 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 HTTP/1.1" status: 204 len: 168 time: 0.7555709 Jun 22 20:41:05.594506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55224) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:05.600343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.603106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.608753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-913109793'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:05.615953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fd845c0-3ba8-429a-8469-dcb08b05e2c3 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.623432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:05.639264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Deleting port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:05.639877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.646809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:05.651765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.655729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-4b797565-da0a-4a2c-ba40-32fcf7060324', 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324', 'tenant_id': '5eefba24d0a24b58ab0512e77512480c', 'fixed_ips': [{'subnet_id': '683d9371-c317-4d9b-b6e1-5595f086a106'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:05.656612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.687710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.690457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:05.705303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:05.722579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.722959 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Added segment 73a650ca-c0b0-4520-b444-c1fa3fbd50b7 of type vlan for network 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e Jun 22 20:41:05.743272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.755069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584e95c6-87cb-4d08-8443-244b34827651']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.762069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] For port 222c0cb1-e83f-4331-aaf1-992a98e2eb01, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:05.762768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.768192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a40e19-5b47-40d9-8905-3ba8de73bf99') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.768669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a40e19-5b47-40d9-8905-3ba8de73bf99') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:05.784977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.805099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.805319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.812903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:05.813740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.894347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.898876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.902041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a96aeb21-0ca3-44c2-a4e3-2273c2d33a5a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:05.902223 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:05.904210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.908645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.910785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:05.912961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port 2f923992-8cf4-43ad-a265-0468104fd2a1 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:05.913265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.929728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-169df774-f28e-48ee-86b6-463ea00a56ca tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.933650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.940413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:05.940413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.943019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.944977 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/584e95c6-87cb-4d08-8443-244b34827651 HTTP/1.1" status: 204 len: 168 time: 1.9333577 Jun 22 20:41:05.950764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55230) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:05.958094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Calling delete_port for 222c0cb1-e83f-4331-aaf1-992a98e2eb01 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:05.963240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:41:05.967084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:05.970995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:05.983519 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:41:05.992588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=584e95c6-87cb-4d08-8443-244b34827651,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.998672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Pushing event deleted for resources: {'Port': ['ID=222c0cb1-e83f-4331-aaf1-992a98e2eb01,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:05.999344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.003842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.006417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Network 584e95c6-87cb-4d08-8443-244b34827651 is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:41:06.006660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] No DVR routers for this DVR port 222c0cb1-e83f-4331-aaf1-992a98e2eb01 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:06.030701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Allocated IP 172.20.0.2 (4b797565-da0a-4a2c-ba40-32fcf7060324/683d9371-c317-4d9b-b6e1-5595f086a106/108cf50c-c79e-4499-b1a8-7f65008a62d4) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:06.039147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=88df7d3d-e702-455c-a1f9-a65cd6bff488,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:06.042519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.045144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-77656de5-f3c0-4a2e-a7ee-cad1a936d50d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:06.091246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.107147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for 2f923992-8cf4-43ad-a265-0468104fd2a1 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:06.120875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Network': ['ID=89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:06.123855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.135037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5318534 Jun 22 20:41:06.138877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:06.140001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.145889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '08eab539-4313-4330-b789-df6fd8329905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '65221206-ad68-479e-b78d-e42d64002cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:06.146216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.146358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: 65221206-ad68-479e-b78d-e42d64002cca, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:06.147240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.180202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Request body: {'subnet': {'network_id': '89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:06.184883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 65221206-ad68-479e-b78d-e42d64002cca is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:06.209133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8ca17-3843-4e6c-a9b7-d707a8814b90 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:06.215525 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-05a8ca17-3843-4e6c-a9b7-d707a8814b90 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2552333 Jun 22 20:41:06.215525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55234) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.224532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 65221206-ad68-479e-b78d-e42d64002cca) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:06.237279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:06.237821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.271180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.289161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.291430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0466359 Jun 22 20:41:06.292386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55236) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.298833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Transition to ACTIVE for port object 108cf50c-c79e-4499-b1a8-7f65008a62d4 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:06.299017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214052277'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:06.315891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Transition to ACTIVE for port object 108cf50c-c79e-4499-b1a8-7f65008a62d4 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:06.316357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port 8c1d225b-1bd3-4d45-8899-5b7be565885e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:06.317248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.320907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f37413-98c8-44d7-ae58-1bc4fbf06049 None None] Network 65221206-ad68-479e-b78d-e42d64002cca requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:06.342404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0918437f-df3d-4cdf-bf4e-40f6b7f2b48f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1222246 Jun 22 20:41:06.342636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.342747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:06.342937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:06.346518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.349964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55238) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.366719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079404450'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:06.396949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:06.403530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:06.407222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.424741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.425539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 9bc33f9b-f437-4e2f-a60f-ef4fb3f09ce0 of type vlan for network ce70fd63-fa4f-4a58-863b-a5267e0697fd Jun 22 20:41:06.432679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:06.439804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:06.443124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:06.450327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Pushing event updated for resources: {'Port': ['ID=108cf50c-c79e-4499-b1a8-7f65008a62d4,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:06.458196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.481427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:06.484434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.501539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.502185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment fcc03911-fa04-4129-b749-4e239ac8bfcd of type vlan for network 8c9005d2-d7b4-466d-ad25-68716b0d082e Jun 22 20:41:06.539062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Attempting to bind port 108cf50c-c79e-4499-b1a8-7f65008a62d4 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:06.539433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Attempting to bind port 108cf50c-c79e-4499-b1a8-7f65008a62d4 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '5cf51a9b-ff29-4276-a2cf-90251b6784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:06.539804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Attempting to bind port 108cf50c-c79e-4499-b1a8-7f65008a62d4 on network 4b797565-da0a-4a2c-ba40-32fcf7060324 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:06.548745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:06.549133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Checking segment: {'id': '5cf51a9b-ff29-4276-a2cf-90251b6784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:06.549555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.549985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Bound using segment: {'id': '5cf51a9b-ff29-4276-a2cf-90251b6784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:06.550591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Bound port: 108cf50c-c79e-4499-b1a8-7f65008a62d4, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf51a9b-ff29-4276-a2cf-90251b6784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:06.551062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.554293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.560365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.566692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:06.567327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.570648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dab95a60-8930-499d-bede-9e4d556a95fb tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:06.586753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62587e-0836-452b-8baa-8ca6b1157c5e None None] Network f581dff7-e0d8-42fd-b069-c8eb82353d22 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:06.624183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3305011 Jun 22 20:41:06.626817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55240) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.666187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': 'ce70fd63-fa4f-4a58-863b-a5267e0697fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:06.695165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.701816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:06.702503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.705226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=ce70fd63-fa4f-4a58-863b-a5267e0697fd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:06.711171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.715256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:06.790476 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4392903 Jun 22 20:41:06.824055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55242) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:06.833383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:06.852566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ce70fd63-fa4f-4a58-863b-a5267e0697fd details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:06.867569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=8c9005d2-d7b4-466d-ad25-68716b0d082e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:06.884451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:06.908240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:06.928143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:06.934047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:06.965358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Made reservation on behalf of ea08aa98bcd14b43acfd95ff1d11bcff for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:06.969335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.061789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-65221206-ad68-479e-b78d-e42d64002cca', 'network_id': '65221206-ad68-479e-b78d-e42d64002cca', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '88df7d3d-e702-455c-a1f9-a65cd6bff488'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:07.063238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.110749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:07.116156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.143794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port 8c1d225b-1bd3-4d45-8899-5b7be565885e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8c1d225b-1bd3-4d45-8899-5b7be565885e,segment=NetworkSegment(bed5d702-348c-4b5d-9e54-b899657437bb),segment_id=bed5d702-348c-4b5d-9e54-b899657437bb)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:07.143794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.148297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.160563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.163691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6fbd258d-ce66-455b-b9b4-d5365c5d7c43 None None] Provisioning for port 8c1d225b-1bd3-4d45-8899-5b7be565885e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:07.163841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd4defbc-dcf4-4f5b-896e-e015dc0d3d83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:07.195655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=2f923992-8cf4-43ad-a265-0468104fd2a1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:07.207080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:07.211713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for 8c1d225b-1bd3-4d45-8899-5b7be565885e owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:07.242848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8c1d225b-1bd3-4d45-8899-5b7be565885e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:07.297682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] For port 108cf50c-c79e-4499-b1a8-7f65008a62d4, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:07.348823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.357820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f6aecc5-331c-49d9-bf1e-b8f46cecd398 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:07.375422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] For port 108cf50c-c79e-4499-b1a8-7f65008a62d4, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=108cf50c-c79e-4499-b1a8-7f65008a62d4,segment=NetworkSegment(5cf51a9b-ff29-4276-a2cf-90251b6784cb),segment_id=5cf51a9b-ff29-4276-a2cf-90251b6784cb)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:07.400193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.407320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9a0368bf-5dbb-4a67-a1df-3c62cdb1ad02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:07.421248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:07.424035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:07.463528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.472125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': 'fcc03911-fa04-4129-b749-4e239ac8bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:07.472567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 8c9005d2-d7b4-466d-ad25-68716b0d082e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:07.505574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:07.536710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 8c9005d2-d7b4-466d-ad25-68716b0d082e) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:07.542650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:07.543598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.545836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Allocated IP 2001:db8:0:ffff::2 (65221206-ad68-479e-b78d-e42d64002cca/88df7d3d-e702-455c-a1f9-a65cd6bff488/872260f7-3930-4aaa-943b-8bc200f3cf7c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:07.553524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8c1d225b-1bd3-4d45-8899-5b7be565885e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:07.558753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Pushing event updated for resources: {'Port': ['ID=108cf50c-c79e-4499-b1a8-7f65008a62d4,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:07.567840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:07.570941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8c1d225b-1bd3-4d45-8899-5b7be565885e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:07.571502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.575899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7489297 Jun 22 20:41:07.580511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55248) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:07.585020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e', 'name': 'tempest-PortsIpV6TestJSON-78914146'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:07.587289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.596578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-49e309fb-f30c-49f0-989e-feca48777cca tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:07.601063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.610257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c6afe-8b80-43d1-94b0-cc8344fceaeb None None] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:07.624406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 8c1d225b-1bd3-4d45-8899-5b7be565885e was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:41:07.629298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.675461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=8c1d225b-1bd3-4d45-8899-5b7be565885e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:07.677481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port 8c1d225b-1bd3-4d45-8899-5b7be565885e on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:07.689941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:07.719136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.727923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:07.756438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f91a06a-c441-4fdd-abb9-820852c5f400 None None] DHCP port deletion for f581dff7-e0d8-42fd-b069-c8eb82353d22 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:07.758696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 222c0cb1-e83f-4331-aaf1-992a98e2eb01 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:07.793575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 222c0cb1-e83f-4331-aaf1-992a98e2eb01 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:07.794337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 222c0cb1-e83f-4331-aaf1-992a98e2eb01 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:07.814423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.814423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router e04dd4bf-efea-41b0-a297-bcdca3536af1 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:07.829821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.834336 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 204 len: 168 time: 2.9787910 Jun 22 20:41:07.836859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '9bc33f9b-f437-4e2f-a60f-ef4fb3f09ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ce70fd63-fa4f-4a58-863b-a5267e0697fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:07.838134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: ce70fd63-fa4f-4a58-863b-a5267e0697fd, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:07.840698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:07.851720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975228879', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:07.872016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.917113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f581dff7-e0d8-42fd-b069-c8eb82353d22']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:07.948175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed5d702-348c-4b5d-9e54-b899657437bb') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:07.948389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=ab32ef7c-0275-434c-b73d-3eab334f6367,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:07.948474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed5d702-348c-4b5d-9e54-b899657437bb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:07.952235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:07.960115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.961375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.972475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:07.976708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:07.998652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.004054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-8c9005d2-d7b4-466d-ad25-68716b0d082e', 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': '2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:08.006113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.018008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network ce70fd63-fa4f-4a58-863b-a5267e0697fd is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:08.038449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 5a1c1dcd-d114-43be-b33c-938d64afad67 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:08.039834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.061235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Transition to ACTIVE for port object 872260f7-3930-4aaa-943b-8bc200f3cf7c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:08.080583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ce70fd63-fa4f-4a58-863b-a5267e0697fd) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:08.081923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:41:08.085493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:08.086125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.090350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.091922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.095585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e78ed86b-eddc-4344-8314-7d3b4c7dbb4b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:08.128926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:08.129321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.130682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:08.132794 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:08.139193 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4790199 Jun 22 20:41:08.139996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:08.173824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a5af1-5711-49f9-b420-6e9df318cc58 None None] Network ce70fd63-fa4f-4a58-863b-a5267e0697fd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:08.211046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.253004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.255887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.270743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event updated for resources: {'Subnet': ['ID=4ac108a3-ddfa-48b4-813d-3217947e23eb,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:08.277359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:08.285556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.302121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Allocated IP 2001:db8::2 (8c9005d2-d7b4-466d-ad25-68716b0d082e/2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb/7ec9651a-7266-4982-b457-f96d46e2d557) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:08.323435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c41e3d0e-b95f-46a8-bf7d-015c7ab664cd tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:08.327731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.333947 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/f581dff7-e0d8-42fd-b069-c8eb82353d22 HTTP/1.1" status: 204 len: 168 time: 5.4396279 Jun 22 20:41:08.337499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55258) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:08.355724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339388296'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:08.370344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=f581dff7-e0d8-42fd-b069-c8eb82353d22,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:08.382000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:08.385558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Checking segment: {'id': '73a650ca-c0b0-4520-b444-c1fa3fbd50b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:08.385968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network hostable DHCP agents. Network: 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:08.436486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Transition to ACTIVE for port object 872260f7-3930-4aaa-943b-8bc200f3cf7c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:08.444797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:08.454019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.479842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.488536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:08.516301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.26.4.237 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/cc7fc623-e958-47b3-8b98-a9cb23381feb) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:08.613469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Network 65221206-ad68-479e-b78d-e42d64002cca is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:08.628923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:08.633881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:08.654456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Pushing event updated for resources: {'Port': ['ID=872260f7-3930-4aaa-943b-8bc200f3cf7c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:08.664383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:08.672152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Network 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:08.701833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.726511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:08.729206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:08.737680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Transition to ACTIVE for port object 7ec9651a-7266-4982-b457-f96d46e2d557 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:08.748525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:08.749408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.755398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520976aa-6122-449c-a2d6-7f288c1501aa None None] Network 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:08.774279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.774683 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment f39ffd21-3bd3-4b42-8547-d94b6e1f5bcc of type vlan for network b4896fa4-2101-418a-8c01-1d9715735e7f Jun 22 20:41:08.803402 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6392848 Jun 22 20:41:08.808330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.813782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55264) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:08.829784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Attempting to bind port 872260f7-3930-4aaa-943b-8bc200f3cf7c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:08.830129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Attempting to bind port 872260f7-3930-4aaa-943b-8bc200f3cf7c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '08eab539-4313-4330-b789-df6fd8329905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '65221206-ad68-479e-b78d-e42d64002cca'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:08.830561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Attempting to bind port 872260f7-3930-4aaa-943b-8bc200f3cf7c on network 65221206-ad68-479e-b78d-e42d64002cca {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:08.836652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Transition to ACTIVE for port object 7ec9651a-7266-4982-b457-f96d46e2d557 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:08.869948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6541f9-93d1-4c08-99ea-b16b7c749d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ce70fd63-fa4f-4a58-863b-a5267e0697fd', 'network_id': 'ce70fd63-fa4f-4a58-863b-a5267e0697fd', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': 'ab32ef7c-0275-434c-b73d-3eab334f6367'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:08.870847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d6541f9-93d1-4c08-99ea-b16b7c749d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.878841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:08.884996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Checking segment: {'id': '08eab539-4313-4330-b789-df6fd8329905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '65221206-ad68-479e-b78d-e42d64002cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:08.885558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.886011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Bound using segment: {'id': '08eab539-4313-4330-b789-df6fd8329905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '65221206-ad68-479e-b78d-e42d64002cca'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:08.887056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Bound port: 872260f7-3930-4aaa-943b-8bc200f3cf7c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eab539-4313-4330-b789-df6fd8329905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '65221206-ad68-479e-b78d-e42d64002cca'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:08.887056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.888419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.890093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.903021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:08.948503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:08.959330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ee85-37b5-4f9c-ba01-877abfc97858 req-22a07566-01f6-470b-b9f9-89f6d63efcd8 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:08.967329 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7b21ee85-37b5-4f9c-ba01-877abfc97858 req-22a07566-01f6-470b-b9f9-89f6d63efcd8 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.3257153 Jun 22 20:41:09.000720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:09.078909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:09.084714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:09.097302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6891-de4e-426e-a2d1-017b24a513b2 req-e1bed67e-7a07-41b7-a86f-e15c1a396e52 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:09.098913 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e76b6891-de4e-426e-a2d1-017b24a513b2 req-e1bed67e-7a07-41b7-a86f-e15c1a396e52 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.4320397 Jun 22 20:41:09.100356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.112195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Pushing event updated for resources: {'Port': ['ID=7ec9651a-7266-4982-b457-f96d46e2d557,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:09.113285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.120098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:09.120442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.120532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.132029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:09.138947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1536f7b2-c73d-4efc-b2f5-36586e62147d tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:09.141247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::3cb (8c9005d2-d7b4-466d-ad25-68716b0d082e/2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb/5a1c1dcd-d114-43be-b33c-938d64afad67) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:09.154546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7b21ee85-37b5-4f9c-ba01-877abfc97858 req-9bd6d258-8cab-4542-b803-82603aa3d0bf tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861050 Jun 22 20:41:09.211412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.286102 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9453926 Jun 22 20:41:09.291173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55270) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:09.304160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': 'b4896fa4-2101-418a-8c01-1d9715735e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:09.332944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e76b6891-de4e-426e-a2d1-017b24a513b2 req-9443ad62-1588-4c4f-9084-c7181f339163 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083476 Jun 22 20:41:09.362099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:09.378168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:09.381157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=b4896fa4-2101-418a-8c01-1d9715735e7f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:09.385610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:09.393482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:09.396436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5c408bbf-a2e3-49b7-a650-090616e8596a tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:09.405286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.469126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c1c140a-5818-405c-9e3a-44518e5b3bc1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:09.495804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.517121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 108cf50c-c79e-4499-b1a8-7f65008a62d4 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:09.522585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=ab32ef7c-0275-434c-b73d-3eab334f6367,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:09.526578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:09.540725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f9499-8c58-4c3e-9543-c0412bf51ddf None None] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:09.544774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network b4896fa4-2101-418a-8c01-1d9715735e7f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:09.570153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] For port 872260f7-3930-4aaa-943b-8bc200f3cf7c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:09.612217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.617151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=cc7fc623-e958-47b3-8b98-a9cb23381feb,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:09.625772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server [None req-9d6541f9-93d1-4c08-99ea-b16b7c749d6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab32ef7c-0275-434c-b73d-3eab334f6367: This subnet is being modified by another concurrent operation. Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:41:09.638343 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exception Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab32ef7c-0275-434c-b73d-3eab334f6367: This subnet is being modified by another concurrent operation. Jun 22 20:41:09.644699 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:41:09.649649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce70fd63-fa4f-4a58-863b-a5267e0697fd']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:09.666184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] For port 872260f7-3930-4aaa-943b-8bc200f3cf7c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=872260f7-3930-4aaa-943b-8bc200f3cf7c,segment=NetworkSegment(08eab539-4313-4330-b789-df6fd8329905),segment_id=08eab539-4313-4330-b789-df6fd8329905)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:09.727559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:09.730128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c4405-6e8c-415c-b683-c9ca88f7a3b4 None None] Network ce70fd63-fa4f-4a58-863b-a5267e0697fd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:09.731938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.739008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc33f9b-f437-4e2f-a60f-ef4fb3f09ce0') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:09.739542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc33f9b-f437-4e2f-a60f-ef4fb3f09ce0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:09.740261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9290e039-612a-4393-b001-27763b0bf393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e', 'network_id': '89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e', 'tenant_id': 'ea08aa98bcd14b43acfd95ff1d11bcff', 'fixed_ips': [{'subnet_id': '4ac108a3-ddfa-48b4-813d-3217947e23eb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:09.741691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9290e039-612a-4393-b001-27763b0bf393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.743129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Attempting to bind port 7ec9651a-7266-4982-b457-f96d46e2d557 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:09.743513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Attempting to bind port 7ec9651a-7266-4982-b457-f96d46e2d557 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'fcc03911-fa04-4129-b749-4e239ac8bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:09.743941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Attempting to bind port 7ec9651a-7266-4982-b457-f96d46e2d557 on network 8c9005d2-d7b4-466d-ad25-68716b0d082e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:09.747134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.753399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.762235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.766303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:09.767731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:09.768782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d1724c88-b5c8-41f3-9b5c-3f2375963c42 None None] Provisioning for port 108cf50c-c79e-4499-b1a8-7f65008a62d4 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:09.788454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.813506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 5a1c1dcd-d114-43be-b33c-938d64afad67 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:09.828838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.831955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac108a3-ddfa-48b4-813d-3217947e23eb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:09.833832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:09.834250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Checking segment: {'id': 'fcc03911-fa04-4129-b749-4e239ac8bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:09.834671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.835080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Bound using segment: {'id': 'fcc03911-fa04-4129-b749-4e239ac8bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:09.835468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:09.835616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Bound port: 7ec9651a-7266-4982-b457-f96d46e2d557, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc03911-fa04-4129-b749-4e239ac8bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:09.835949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.849326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing IP validity checks on allocation pools {{(pid=100373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 20:41:09.850023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 20:41:09.864052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.873062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:09.873062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:09.924850 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:09.944347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.979219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:09.999907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:10.095110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 108cf50c-c79e-4499-b1a8-7f65008a62d4 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:10.165062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.167208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Pushing event updated for resources: {'Port': ['ID=872260f7-3930-4aaa-943b-8bc200f3cf7c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:10.173305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.177155 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/ce70fd63-fa4f-4a58-863b-a5267e0697fd HTTP/1.1" status: 204 len: 168 time: 2.0356507 Jun 22 20:41:10.184288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:10.185097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:10.207439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:10.209629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=ce70fd63-fa4f-4a58-863b-a5267e0697fd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:10.214799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:10.222529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365309718'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:10.228648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.238085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f88d5729-dd45-435c-ab89-0c4af877d5e5 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:10.283843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9ee93-8e34-43f8-8450-b15aaef99593 None None] Network 89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:10.285591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 108cf50c-c79e-4499-b1a8-7f65008a62d4 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:10.286005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.394353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:10.399043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=5a1c1dcd-d114-43be-b33c-938d64afad67,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:10.413819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:10.421984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:10.424743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:10.431028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:10.432550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.447709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:10.452351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.497452 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9167039 Jun 22 20:41:10.501996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Allocated IP 172.26.4.107 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/4a47f38c-5883-4dc4-ae12-ee0fdb09c334) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:10.504607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55284) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:10.514303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '8c9005d2-d7b4-466d-ad25-68716b0d082e', 'name': 'tempest-PortsIpV6TestJSON-1121149165'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:10.532153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:10.605713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] For port 7ec9651a-7266-4982-b457-f96d46e2d557, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:10.650446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] For port 7ec9651a-7266-4982-b457-f96d46e2d557, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7ec9651a-7266-4982-b457-f96d46e2d557,segment=NetworkSegment(fcc03911-fa04-4129-b749-4e239ac8bfcd),segment_id=fcc03911-fa04-4129-b749-4e239ac8bfcd)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:10.674031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.674482 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8 of type vlan for network a0957260-2ad0-4e36-ab65-6430d37890f0 Jun 22 20:41:10.680127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.684087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a8052ce5-fb1d-454d-a4de-cdb397fdcac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:10.694249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a650ca-c0b0-4520-b444-c1fa3fbd50b7') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:10.695160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a650ca-c0b0-4520-b444-c1fa3fbd50b7') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:10.716977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.791897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.811571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.814268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:10.818266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.822477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:10.824018 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:10.851196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.876818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Pushing event updated for resources: {'Port': ['ID=7ec9651a-7266-4982-b457-f96d46e2d557,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:10.883262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:10.904338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 108cf50c-c79e-4499-b1a8-7f65008a62d4, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=108cf50c-c79e-4499-b1a8-7f65008a62d4,segment=NetworkSegment(5cf51a9b-ff29-4276-a2cf-90251b6784cb),segment_id=5cf51a9b-ff29-4276-a2cf-90251b6784cb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:10.907982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038fe99-e830-4673-9eda-62a4f5a5bb83 req-74d63021-db0d-4658-8ef5-9890016a3c91 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:10.912619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:10.914814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:10.918920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6038fe99-e830-4673-9eda-62a4f5a5bb83 req-74d63021-db0d-4658-8ef5-9890016a3c91 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.3519726 Jun 22 20:41:10.991874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:10.997683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.005438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.015552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.022851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af42c7fd-b6f2-48fe-bfeb-9983090c5a88 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:11.031751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=108cf50c-c79e-4499-b1a8-7f65008a62d4,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:11.035101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:11.037919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8c1d225b-1bd3-4d45-8899-5b7be565885e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:11.043416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.045712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.049775 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e HTTP/1.1" status: 204 len: 168 time: 2.2343137 Jun 22 20:41:11.060351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31985817-04bf-42ba-9761-1d62a4d5bc45 req-d85d23d2-37c9-4211-9911-a5d276372616 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:11.062307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:11.063449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.068390 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-31985817-04bf-42ba-9761-1d62a4d5bc45 req-d85d23d2-37c9-4211-9911-a5d276372616 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.3960767 Jun 22 20:41:11.075342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8c1d225b-1bd3-4d45-8899-5b7be565885e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:11.075625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55288) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.075741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8c1d225b-1bd3-4d45-8899-5b7be565885e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:11.082017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8bd69606-83a3-409a-87df-c3cb3d250bca tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:11.093565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 9aad1231-a137-461b-a4da-f7c238fd2c02 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:11.125244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:11.152537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:11.200417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.216619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:11.252043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ca4a3e-b454-4028-82a1-4d17af6c0d1f tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.252529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ca4a3e-b454-4028-82a1-4d17af6c0d1f tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.256645 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-96ca4a3e-b454-4028-82a1-4d17af6c0d1f tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/4ac108a3-ddfa-48b4-813d-3217947e23eb HTTP/1.1" status: 404 len: 337 time: 0.1495781 Jun 22 20:41:11.265464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-31985817-04bf-42ba-9761-1d62a4d5bc45 req-80d352b7-0876-4f2a-9ac5-028f877d1cce tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961377 Jun 22 20:41:11.268460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55290) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.364156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f3f4ecf5-5234-41b8-95ed-8ec7318be405 None None] Provisioning complete for port 108cf50c-c79e-4499-b1a8-7f65008a62d4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:11.364718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ecf5-5234-41b8-95ed-8ec7318be405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.399339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf753fb7-2314-4cd3-bdbc-1aea837d1d3a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.402522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf753fb7-2314-4cd3-bdbc-1aea837d1d3a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.405046 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cf753fb7-2314-4cd3-bdbc-1aea837d1d3a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/89dfbcbd-0e16-464a-bdcb-33cddc9a7d7e HTTP/1.1" status: 404 len: 339 time: 0.1329274 Jun 22 20:41:11.405220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 872260f7-3930-4aaa-943b-8bc200f3cf7c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:11.414967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55292) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.422309 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2060444 Jun 22 20:41:11.429663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55294) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.443510 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6038fe99-e830-4673-9eda-62a4f5a5bb83 req-a58897fc-b165-40d7-ab79-5f061b86d479 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542260 Jun 22 20:41:11.456574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:11.475515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=a0957260-2ad0-4e36-ab65-6430d37890f0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:11.493049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:11.506860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:11.512128 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-823fbb33-5616-41f7-8b1b-15ba36452533 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.512873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823fbb33-5616-41f7-8b1b-15ba36452533 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.514813 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-823fbb33-5616-41f7-8b1b-15ba36452533 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/b3922574-1505-42ec-a210-a829ec35d279 HTTP/1.1" status: 404 len: 337 time: 0.0980949 Jun 22 20:41:11.519293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=52877f5c-f1b7-4189-aa7e-7d10cb78c95f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:11.524580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55296) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.537845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:11.598813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.607302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aedfa3fa-5033-4f4d-be38-b8aee4b867ac tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:11.612451 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15744c0-3e08-4365-bdf6-d3251f5f9b9d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.613416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15744c0-3e08-4365-bdf6-d3251f5f9b9d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.615375 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a15744c0-3e08-4365-bdf6-d3251f5f9b9d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/35fdd62b-cbb5-4aa9-9f34-37db1a7b5cc1 HTTP/1.1" status: 404 len: 339 time: 0.0800107 Jun 22 20:41:11.623493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55298) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.626133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'f39ffd21-3bd3-4b42-8547-d94b6e1f5bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b4896fa4-2101-418a-8c01-1d9715735e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:11.626503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: b4896fa4-2101-418a-8c01-1d9715735e7f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:11.645594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 872260f7-3930-4aaa-943b-8bc200f3cf7c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:11.658495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 108cf50c-c79e-4499-b1a8-7f65008a62d4 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:11.672343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::9b (8c9005d2-d7b4-466d-ad25-68716b0d082e/2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb/9aad1231-a137-461b-a4da-f7c238fd2c02) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:11.677425 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4c75c4-b6d8-40e5-bcce-28e8e1eb0aac tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.678821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4c75c4-b6d8-40e5-bcce-28e8e1eb0aac tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.680783 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-de4c75c4-b6d8-40e5-bcce-28e8e1eb0aac tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/0e10b189-57e6-4dbf-a019-5fbf52b7c8bb HTTP/1.1" status: 404 len: 337 time: 0.0557795 Jun 22 20:41:11.685410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55300) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.694880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45a552-8bf2-41d1-b71d-7e63ed11b518 None None] Network 65221206-ad68-479e-b78d-e42d64002cca requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:11.695304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.711018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:11.712187 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ee0827-5d39-4e40-a0d2-ef103bf7b52b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:11.713817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ee0827-5d39-4e40-a0d2-ef103bf7b52b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:11.716055 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d7ee0827-5d39-4e40-a0d2-ef103bf7b52b tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/76a41e72-81f1-4806-97c1-62dddd5d09bc HTTP/1.1" status: 404 len: 339 time: 0.0296574 Jun 22 20:41:11.717310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network b4896fa4-2101-418a-8c01-1d9715735e7f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:11.720588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:11.724103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55302) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.736933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:11.740840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event updated for resources: {'Port': ['ID=4a47f38c-5883-4dc4-ae12-ee0fdb09c334,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:11.787069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:11.793395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, b4896fa4-2101-418a-8c01-1d9715735e7f) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:11.798815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:11.799856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.802394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:11.807135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.809216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Provisioning for port 872260f7-3930-4aaa-943b-8bc200f3cf7c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:11.848552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585480c-ea57-4a57-8634-1ffcc7ce0cc9 None None] Network b4896fa4-2101-418a-8c01-1d9715735e7f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:11.858097 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5598016 Jun 22 20:41:11.861396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 108cf50c-c79e-4499-b1a8-7f65008a62d4 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:11.861781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:11.866122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55304) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:11.875680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Provisioning complete for port 872260f7-3930-4aaa-943b-8bc200f3cf7c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:11.876061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.042688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.118785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:41:12.262212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:12.264530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.346715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.359710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39044d76-04ab-4789-8c0c-081f3dda98b0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:12.379076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] Sync routers for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:12.392222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=52877f5c-f1b7-4189-aa7e-7d10cb78c95f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:12.400906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:12.417880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.419557 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0590310 Jun 22 20:41:12.427272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55308) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:12.442848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:12.443404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.445273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.560851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.591771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] For port 872260f7-3930-4aaa-943b-8bc200f3cf7c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=872260f7-3930-4aaa-943b-8bc200f3cf7c,segment=NetworkSegment(08eab539-4313-4330-b789-df6fd8329905),segment_id=08eab539-4313-4330-b789-df6fd8329905)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:12.596807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e899a0c-668e-4f4d-b908-c25b0e2760b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-b4896fa4-2101-418a-8c01-1d9715735e7f', 'network_id': 'b4896fa4-2101-418a-8c01-1d9715735e7f', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '52877f5c-f1b7-4189-aa7e-7d10cb78c95f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:12.597675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3e899a0c-668e-4f4d-b908-c25b0e2760b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.603175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.624883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:12.629163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.664022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:12.664829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.690556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4896fa4-2101-418a-8c01-1d9715735e7f']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.708505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39ffd21-3bd3-4b42-8547-d94b6e1f5bcc') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.709157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39ffd21-3bd3-4b42-8547-d94b6e1f5bcc') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.730291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.755540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206c440-f5a0-439c-9649-5b0e3bd9e958 None None] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:12.764415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.766086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:12.767139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188d324-07e8-4b98-9d73-61c9687e08f4 None None] The sync data for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:12.818853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:12.819170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:12.824181 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:12.826841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.849418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting port d7a81d26-cdce-45fc-9e88-daefa5f512ac {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:12.849761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.904136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9ca384f2-0e7f-4f7c-88ce-70b896c83d0c None None] Provisioning for port 7ec9651a-7266-4982-b457-f96d46e2d557 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:12.934270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-d1e7edc0-e570-40ea-997e-44d33facb027 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:12.936081 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-d1e7edc0-e570-40ea-997e-44d33facb027 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.9495084 Jun 22 20:41:12.937427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Pushing event updated for resources: {'Port': ['ID=872260f7-3930-4aaa-943b-8bc200f3cf7c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:12.945251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31bf4ee-9f55-4efc-aa36-3c1ffe66efa3 None None] Network b4896fa4-2101-418a-8c01-1d9715735e7f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:12.945451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df0e07-37e1-47d4-b7ba-f620070da05b req-f2d68fe4-54d7-49c2-ae41-54179055604f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:12.947584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:12.952739 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66df0e07-37e1-47d4-b7ba-f620070da05b req-f2d68fe4-54d7-49c2-ae41-54179055604f tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.3812826 Jun 22 20:41:12.954466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-6f6af30b-6211-4023-b9f6-2fede2c52368 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:12.955960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-6f6af30b-6211-4023-b9f6-2fede2c52368 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.6432283 Jun 22 20:41:12.966183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.972031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31bf4ee-9f55-4efc-aa36-3c1ffe66efa3 None None] Network b4896fa4-2101-418a-8c01-1d9715735e7f could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 20:41:12.978738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:12.985858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:12.987754 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/b4896fa4-2101-418a-8c01-1d9715735e7f HTTP/1.1" status: 204 len: 168 time: 1.1193395 Jun 22 20:41:12.992913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55312) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:13.007056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44432793'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:13.008741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 9aad1231-a137-461b-a4da-f7c238fd2c02 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:13.017880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=b4896fa4-2101-418a-8c01-1d9715735e7f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:13.027627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:13.085973 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66df0e07-37e1-47d4-b7ba-f620070da05b req-acf20637-dfb5-4cf7-92f4-c3faaae57eb6 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319203 Jun 22 20:41:13.119119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:13.123162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.148393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.159189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.164574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:13.201513 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:13.210636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.211025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 47c01e97-a64c-4441-8a0d-e5f09020d4ea of type vlan for network 09803694-6c76-478f-b309-3afe2a671a79 Jun 22 20:41:13.218307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-697827d9-1e99-4950-aa35-8f09ec85a320 None None] Provisioning complete for port 872260f7-3930-4aaa-943b-8bc200f3cf7c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:13.218872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-697827d9-1e99-4950-aa35-8f09ec85a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.237291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Calling delete_port for d7a81d26-cdce-45fc-9e88-daefa5f512ac owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:13.283104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.293281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.362866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 872260f7-3930-4aaa-943b-8bc200f3cf7c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:13.373314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.378856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:13.379427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.400596 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:13.440630 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4375176 Jun 22 20:41:13.444873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55314) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:13.451342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb2c62-c74c-4099-8501-335f8ca6f7b0 req-f509d463-ee9c-448e-bd85-6b8f5cbae13c tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:13.453189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5beb2c62-c74c-4099-8501-335f8ca6f7b0 req-f509d463-ee9c-448e-bd85-6b8f5cbae13c tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.7728360 Jun 22 20:41:13.463573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '09803694-6c76-478f-b309-3afe2a671a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:13.467610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 872260f7-3930-4aaa-943b-8bc200f3cf7c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:13.468338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.486413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=b67ba371-cb15-4930-a032-afd94008ee52,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:13.502924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.517975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:13.540719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.555773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:13.564304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7ec9651a-7266-4982-b457-f96d46e2d557 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:13.622367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=9aad1231-a137-461b-a4da-f7c238fd2c02,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:13.638296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7ec9651a-7266-4982-b457-f96d46e2d557 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:13.639249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:13.644166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7ec9651a-7266-4982-b457-f96d46e2d557 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:13.644497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.648785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:13.649215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: a0957260-2ad0-4e36-ab65-6430d37890f0, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:13.656889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=09803694-6c76-478f-b309-3afe2a671a79,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:13.665319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:13.700149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 09803694-6c76-478f-b309-3afe2a671a79 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:13.716313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:13.721321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5beb2c62-c74c-4099-8501-335f8ca6f7b0 req-9ab05963-5d63-4795-9dad-9ff984972bef tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598643 Jun 22 20:41:13.731566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:13.739732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:13.746464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:13.747228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.800269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Deleting port 8b8751bc-bb6c-46f1-8c96-44db40d052dc {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:13.800775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.811088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Deleting port 1870b7e1-50c4-4943-9a9d-30f82c259d19 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:13.811746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.854027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:13.855896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Provisioning for port 5a1c1dcd-d114-43be-b33c-938d64afad67 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:13.858984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.862758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Provisioning complete for port 5a1c1dcd-d114-43be-b33c-938d64afad67 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:13.863592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.871640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network a0957260-2ad0-4e36-ab65-6430d37890f0 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:13.886959 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3798463 Jun 22 20:41:13.912630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Port 5a1c1dcd-d114-43be-b33c-938d64afad67 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:13.914376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.936011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Provisioning complete for port 7ec9651a-7266-4982-b457-f96d46e2d557 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:13.936517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11c728aa-551f-4854-bd54-d3dd9e43250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.960548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7ec9651a-7266-4982-b457-f96d46e2d557, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7ec9651a-7266-4982-b457-f96d46e2d557,segment=NetworkSegment(fcc03911-fa04-4129-b749-4e239ac8bfcd),segment_id=fcc03911-fa04-4129-b749-4e239ac8bfcd)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:13.970674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] For port 1870b7e1-50c4-4943-9a9d-30f82c259d19, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1870b7e1-50c4-4943-9a9d-30f82c259d19,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:13.970988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.989863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:13.997513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8c5021a-3df4-44a4-a5d3-f0ccf7081a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:14.006497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.1 (4b797565-da0a-4a2c-ba40-32fcf7060324/683d9371-c317-4d9b-b6e1-5595f086a106/9d778c7a-a834-4e98-aeab-b5605de82651) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:14.067602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7ec9651a-7266-4982-b457-f96d46e2d557,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:14.071162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:14.086387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55316) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:14.104311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.108822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e5935-0241-4da9-83c6-4b4b1640797d None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:41:14.205910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d33ac6f7-e076-407d-99a7-24888217f52f tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:14.251015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a0957260-2ad0-4e36-ab65-6430d37890f0) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:14.262564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.264162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/ports/d7a81d26-cdce-45fc-9e88-daefa5f512ac HTTP/1.1" status: 204 len: 168 time: 2.5370727 Jun 22 20:41:14.281106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e5935-0241-4da9-83c6-4b4b1640797d None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:14.291515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Provisioning complete for port 5a1c1dcd-d114-43be-b33c-938d64afad67 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:14.292003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.390951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Port 5a1c1dcd-d114-43be-b33c-938d64afad67 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:14.416710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Provisioning for port 9aad1231-a137-461b-a4da-f7c238fd2c02 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:14.425535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Provisioning complete for port 9aad1231-a137-461b-a4da-f7c238fd2c02 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:14.425945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.500794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-eb66b386-4dad-4cfb-896e-1b8aff94ced3 None None] Port 9aad1231-a137-461b-a4da-f7c238fd2c02 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:14.553035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Port': ['ID=d7a81d26-cdce-45fc-9e88-daefa5f512ac,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:14.554492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55320) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:14.564544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:14.565155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.583136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:14.633617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.649995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a342b3-3418-4119-8a0a-6f8aa0ef74ab tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:14.650605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a342b3-3418-4119-8a0a-6f8aa0ef74ab tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:14.654930 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e4a342b3-3418-4119-8a0a-6f8aa0ef74ab tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/d603c219-3e7b-418f-b916-3c8b20ae8b58 HTTP/1.1" status: 404 len: 337 time: 0.0831738 Jun 22 20:41:14.659597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55322) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:14.675535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Transition to ACTIVE for port object 9d778c7a-a834-4e98-aeab-b5605de82651 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:14.687047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a0957260-2ad0-4e36-ab65-6430d37890f0', 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': 'b67ba371-cb15-4930-a032-afd94008ee52'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:14.688775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.701817 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2589853 Jun 22 20:41:14.705824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55324) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:14.713272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995840679'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:14.732607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa0501-f3b0-4f92-9e73-29a5e201ea1b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:14.734182 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0ffa0501-f3b0-4f92-9e73-29a5e201ea1b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3cb HTTP/1.1" status: 200 len: 927 time: 0.6366966 Jun 22 20:41:14.739987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55326) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:14.741803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] For port 8b8751bc-bb6c-46f1-8c96-44db40d052dc, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=8b8751bc-bb6c-46f1-8c96-44db40d052dc,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:14.742104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.817978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e9acf-699e-4cfe-9da5-cc25a9f4466e req-3f1583d8-1f1b-4c22-bca4-fa96e96c66b3 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:14.819487 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-430e9acf-699e-4cfe-9da5-cc25a9f4466e req-3f1583d8-1f1b-4c22-bca4-fa96e96c66b3 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.5767891 Jun 22 20:41:14.827152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:14.830578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.878531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.891431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:14.907202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Allocated IP 2001:db8::1 (a0957260-2ad0-4e36-ab65-6430d37890f0/b67ba371-cb15-4930-a032-afd94008ee52/858f2c87-411f-45c9-824d-61df676f666b) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:14.922741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.959055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:14.966570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.971673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.973963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:14.974458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.974834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:14.975147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Floating IP 1cf69060-dfa7-4885-bcd3-e7492415a22c disassociated. External IP: 172.26.4.94, port: 1870b7e1-50c4-4943-9a9d-30f82c259d19. Jun 22 20:41:14.975970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Calling delete_port for 1870b7e1-50c4-4943-9a9d-30f82c259d19 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:14.981135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:14.985749 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-430e9acf-699e-4cfe-9da5-cc25a9f4466e req-dad33611-467a-459f-a0fd-27ee2e81a0ec tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279109 Jun 22 20:41:14.986633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:14.994557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=9d778c7a-a834-4e98-aeab-b5605de82651,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.029949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.029949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.035996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.036345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 124b7c1c-e847-4a17-85a9-3999b6b51619 of type vlan for network fc667a1b-b21f-49fa-abca-f29e50cf0135 Jun 22 20:41:15.114957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.127052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Transition to ACTIVE for port object 858f2c87-411f-45c9-824d-61df676f666b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:15.136377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.152373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Transition to ACTIVE for port object 858f2c87-411f-45c9-824d-61df676f666b will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:15.167807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.183102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=efb34a9e-aa45-47a2-9a16-41fbb59bc506,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.183306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.189173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.192819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.206618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': '47c01e97-a64c-4441-8a0d-e5f09020d4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '09803694-6c76-478f-b309-3afe2a671a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:15.206991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 09803694-6c76-478f-b309-3afe2a671a79, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:15.226480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7ec9651a-7266-4982-b457-f96d46e2d557 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:15.235479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:15.257612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Pushing event updated for resources: {'Port': ['ID=858f2c87-411f-45c9-824d-61df676f666b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.260883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:15.262667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.264894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:15.280817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.286932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:15.287636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.293380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7ea2e5c-ee95-42da-91b4-ac8689d6927b tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.296769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 09803694-6c76-478f-b309-3afe2a671a79 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:15.348877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Attempting to bind port 858f2c87-411f-45c9-824d-61df676f666b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:15.349259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Attempting to bind port 858f2c87-411f-45c9-824d-61df676f666b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:15.349718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Attempting to bind port 858f2c87-411f-45c9-824d-61df676f666b on network a0957260-2ad0-4e36-ab65-6430d37890f0 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:15.357325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:15.357756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Checking segment: {'id': '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:15.358151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.358561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Bound using segment: {'id': '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:15.359047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Bound port: 858f2c87-411f-45c9-824d-61df676f666b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a0957260-2ad0-4e36-ab65-6430d37890f0'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:15.359444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.373326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 09803694-6c76-478f-b309-3afe2a671a79) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:15.376059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6691344 Jun 22 20:41:15.381162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55330) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:15.382609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:15.383267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.383885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.390980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': 'fc667a1b-b21f-49fa-abca-f29e50cf0135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:15.394204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30eabd-8589-4ca9-9dfd-ed6af5fdae1d req-d5f3967b-75b5-4b1d-9e2d-2a460d9a7b75 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:15.395690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1a30eabd-8589-4ca9-9dfd-ed6af5fdae1d req-d5f3967b-75b5-4b1d-9e2d-2a460d9a7b75 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 946 time: 0.4992385 Jun 22 20:41:15.406371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 9aad1231-a137-461b-a4da-f7c238fd2c02 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:15.406763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.415157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7ec9651a-7266-4982-b457-f96d46e2d557 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:15.415656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.436920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5114580b-135d-42af-99ce-f89084ef000e']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:15.464629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.464846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.465093 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Floating IP 07bb06fb-d102-4fca-81c5-8b5ef44adc7f disassociated. External IP: 172.26.4.100, port: 8b8751bc-bb6c-46f1-8c96-44db40d052dc. Jun 22 20:41:15.465270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] For port 858f2c87-411f-45c9-824d-61df676f666b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:15.465371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Calling delete_port for 8b8751bc-bb6c-46f1-8c96-44db40d052dc owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:15.469605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] For port 858f2c87-411f-45c9-824d-61df676f666b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=858f2c87-411f-45c9-824d-61df676f666b,segment=NetworkSegment(139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8),segment_id=139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:15.480436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.481330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e152a181-0c70-4c30-ba55-deb9856e5f8f') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:15.481624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e152a181-0c70-4c30-ba55-deb9856e5f8f') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:15.484777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6c847a8e-d408-4bdd-a424-c95913184493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.528989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=fc667a1b-b21f-49fa-abca-f29e50cf0135,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.538632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.559028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.562295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.576596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network fc667a1b-b21f-49fa-abca-f29e50cf0135 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:15.581920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:15.582071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Pushing event updated for resources: {'Port': ['ID=858f2c87-411f-45c9-824d-61df676f666b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.588295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.595090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.655842 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1a30eabd-8589-4ca9-9dfd-ed6af5fdae1d req-f6ddcb39-3386-43dd-a536-ad7ebff05e8f tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups?id=37fc6ba4-fafb-4fe9-98fd-f2114438c374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371273 Jun 22 20:41:15.656862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.663837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Performing IP validity checks on allocation pools {{(pid=100373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 20:41:15.665052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100373) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 20:41:15.678473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:15.678828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:15.687354 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:15.694612 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2430320 Jun 22 20:41:15.696013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55332) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:15.747662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.762681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43874cee-4de9-4ff9-86e9-6346869c260d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.777665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.819823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event deleted for resources: {'Port': ['ID=1870b7e1-50c4-4943-9a9d-30f82c259d19,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:15.828458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 9aad1231-a137-461b-a4da-f7c238fd2c02 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:15.832459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:15.843892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Router 6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:41:15.868652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.877090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:15.880762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:15.882594 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/5114580b-135d-42af-99ce-f89084ef000e HTTP/1.1" status: 204 len: 168 time: 1.2160838 Jun 22 20:41:15.891354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:16.001665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=5114580b-135d-42af-99ce-f89084ef000e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:16.017587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:16.034094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.065352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.070287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0ab066d5-899c-4039-893a-bd5867534674 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:16.252461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=0d1b3394-7a5d-4304-9341-6d7062b9ce61,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:16.266043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:16.324515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.336939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '124b7c1c-e847-4a17-85a9-3999b6b51619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'fc667a1b-b21f-49fa-abca-f29e50cf0135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:16.337349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: fc667a1b-b21f-49fa-abca-f29e50cf0135, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:16.431996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfb21f-f4eb-46b0-8b8e-4b3c9c579a72 req-a2233ca0-57f3-4276-9a69-2c0798754b96 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:16.433780 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5fbfb21f-f4eb-46b0-8b8e-4b3c9c579a72 req-a2233ca0-57f3-4276-9a69-2c0798754b96 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 945 time: 0.3028355 Jun 22 20:41:16.437861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.452045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network fc667a1b-b21f-49fa-abca-f29e50cf0135 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:16.456379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.470924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-70f89eb9-232f-4454-88af-869210aec0db tempest-ExternalNetworksAdminNegativeTestJSON-1996930628 tempest-ExternalNetworksAdminNegativeTestJSON-1996930628-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:16.499086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.512420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, fc667a1b-b21f-49fa-abca-f29e50cf0135) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:16.512701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-108ecde0-1f3f-4b5c-8d7f-ff9f6185da0d tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:16.517094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:16.517688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.557093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event deleted for resources: {'Port': ['ID=8b8751bc-bb6c-46f1-8c96-44db40d052dc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:16.568885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:16.589492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.599484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5fbfb21f-f4eb-46b0-8b8e-4b3c9c579a72 req-1f9cf110-2ca6-4501-9e03-c9195f4665dd tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups?id=13d392ed-2585-42bb-9334-f7c8a4356e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556277 Jun 22 20:41:16.611217 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2215922 Jun 22 20:41:16.611217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.611707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Router e1e33fb3-9399-4fae-9816-605e45fcd451 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:16.611707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:16.612853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55338) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:16.617798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=9d778c7a-a834-4e98-aeab-b5605de82651,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:16.621668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:16.625818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:16.632559 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] Sync routers for ids ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:16.658564 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] Routers {'6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:16.659198 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.661403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=efb34a9e-aa45-47a2-9a16-41fbb59bc506,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:16.687363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:16.700695 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.711447 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] Routers {'6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:16.711887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.745377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47bedb-6ed4-4789-970e-9e2a506ccd24 None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:16.751976 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.752816 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feb9e5-c015-4a2f-ab6c-6d31e127c3ce None None] The sync data for ids ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:16.782600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-70c48bb2-c963-4353-8f5c-f4dfbda218c7 None None] Provisioning for port 858f2c87-411f-45c9-824d-61df676f666b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:16.784689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc2be3-bf7c-418d-b541-c1e27d972e03 None None] Network 09803694-6c76-478f-b309-3afe2a671a79 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:16.820824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.821016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.841992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09803694-6c76-478f-b309-3afe2a671a79']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.865781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d296297-e398-458e-8e54-91a9723b1460 None None] Network fc667a1b-b21f-49fa-abca-f29e50cf0135 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:16.867560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c01e97-a64c-4441-8a0d-e5f09020d4ea') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.868115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c01e97-a64c-4441-8a0d-e5f09020d4ea') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:16.884435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.912075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting port 2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:16.912781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.938723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8824fe83-ddd6-4389-926e-998dd7c5207e req-b487ea9a-eabf-4b53-890c-83970cc9875d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.0701969 Jun 22 20:41:16.939436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.940663 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0938072 Jun 22 20:41:16.951587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.956304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55342) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:16.959043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:16.977775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:16.982091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:16.996516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:16.997134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:17.001184 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:17.007458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:17.083510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36523c78-4f47-4e32-8e55-d052effe5125 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:17.141520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.145830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-13412b20-91ee-4dc2-b07b-c5eeb4cf2c09 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:17.191425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.197486 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/09803694-6c76-478f-b309-3afe2a671a79 HTTP/1.1" status: 204 len: 168 time: 1.4967225 Jun 22 20:41:17.202633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 8b8751bc-bb6c-46f1-8c96-44db40d052dc no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:17.231343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55344) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:17.245931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-478468984'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:17.304926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=09803694-6c76-478f-b309-3afe2a671a79,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:17.321161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:17.330545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:17.333852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:17.352500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.355138 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/9aad1231-a137-461b-a4da-f7c238fd2c02 HTTP/1.1" status: 204 len: 168 time: 2.6005547 Jun 22 20:41:17.361031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.390828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55346) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:17.408099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=9aad1231-a137-461b-a4da-f7c238fd2c02,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:17.410742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:17.436147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.451142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:17.465765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.466215 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 465007fa-1690-46fe-9f8a-74796f0dc3e6 of type vlan for network 5eac9671-30a0-4d12-ab9c-9f75265edcdc Jun 22 20:41:17.527349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.534313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Calling delete_port for 2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:17.554856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.595975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.598479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f6cc4-c262-4545-b00d-e68ab6287892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-fc667a1b-b21f-49fa-abca-f29e50cf0135', 'network_id': 'fc667a1b-b21f-49fa-abca-f29e50cf0135', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '0d1b3394-7a5d-4304-9341-6d7062b9ce61'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:17.599343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-447f6cc4-c262-4545-b00d-e68ab6287892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.602874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5b57-f491-4edb-9d99-9076263579ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.603709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:17.604332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.609925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 858f2c87-411f-45c9-824d-61df676f666b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:17.612090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 8b8751bc-bb6c-46f1-8c96-44db40d052dc {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:17.612553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 8b8751bc-bb6c-46f1-8c96-44db40d052dc not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:17.613009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1870b7e1-50c4-4943-9a9d-30f82c259d19 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:17.625988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-378fff73-248b-4352-b243-0538b09b5f35 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:17.627437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Router 72aea580-a3d7-4261-91b2-880200d7a09c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:17.630479 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3835be55-0a73-478a-8184-2c842a9ca40c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:17.637350 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3835be55-0a73-478a-8184-2c842a9ca40c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/9aad1231-a137-461b-a4da-f7c238fd2c02 HTTP/1.1" status: 404 len: 333 time: 0.2383578 Jun 22 20:41:17.637872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55348) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:17.661776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4239490 Jun 22 20:41:17.674370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55352) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:17.688843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8d50d8e-658b-479a-bf1d-280874fa32f7 None None] Provisioning for port 9d778c7a-a834-4e98-aeab-b5605de82651 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:17.694658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 1870b7e1-50c4-4943-9a9d-30f82c259d19 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:17.695193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1870b7e1-50c4-4943-9a9d-30f82c259d19 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:17.697972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:17.708061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988eee5c-0a81-45ed-b1b8-e3f53b9737a1 None None] Network 09803694-6c76-478f-b309-3afe2a671a79 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:17.734947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8d50d8e-658b-479a-bf1d-280874fa32f7 None None] Provisioning complete for port 9d778c7a-a834-4e98-aeab-b5605de82651 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:17.735337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b8d50d8e-658b-479a-bf1d-280874fa32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:17.769517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:17.774953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b8d50d8e-658b-479a-bf1d-280874fa32f7 None None] Port 9d778c7a-a834-4e98-aeab-b5605de82651 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:17.779507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988eee5c-0a81-45ed-b1b8-e3f53b9737a1 None None] Network 09803694-6c76-478f-b309-3afe2a671a79 could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 20:41:17.784361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Sync routers for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:17.805424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:17.820123 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] Sync routers for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:17.832544 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:17.833602 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:17.873365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:17.876141 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/routers/c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4466491 Jun 22 20:41:17.886370 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:17.889299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:17.897137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55354) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:17.914356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'port': {'network_id': '4b797565-da0a-4a2c-ba40-32fcf7060324', 'name': 'tempest-FloatingIPTestJSON-224461182'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:17.940088 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:17.941126 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e4bf3-c233-497c-a7d1-a62b214b8ab3 None None] The sync data for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:17.950600 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aaf30925-bbbe-4f6a-9ee0-148814e8b5df req-64767362-b34f-4062-af42-50f4a8f9afb4 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.0436833 Jun 22 20:41:17.953765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=5eac9671-30a0-4d12-ab9c-9f75265edcdc,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:17.957514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:18.018643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 5a1c1dcd-d114-43be-b33c-938d64afad67 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:18.019229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.022622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:18.024054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:18.085793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5eac9671-30a0-4d12-ab9c-9f75265edcdc details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:18.129322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server [None req-447f6cc4-c262-4545-b00d-e68ab6287892 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d1b3394-7a5d-4304-9341-6d7062b9ce61: This subnet is being modified by another concurrent operation. Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 20:41:18.138658 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server raise exception Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d1b3394-7a5d-4304-9341-6d7062b9ce61: This subnet is being modified by another concurrent operation. Jun 22 20:41:18.141769 dv-neutron-797537-2-hyperv neutron-server[100375]: ERROR oslo_messaging.rpc.server Jun 22 20:41:18.151150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 5a1c1dcd-d114-43be-b33c-938d64afad67 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:18.162367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] No DVR routers for this DVR port 1870b7e1-50c4-4943-9a9d-30f82c259d19 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:18.163058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad607f-4afe-470c-ba72-e8073a5d64db None None] Network fc667a1b-b21f-49fa-abca-f29e50cf0135 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:18.199998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.207890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 858f2c87-411f-45c9-824d-61df676f666b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:18.213047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.215106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a712cd5e-4a4f-4179-8cd5-49caacf35532 req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.53 "DELETE /v2.0/ports/1870b7e1-50c4-4943-9a9d-30f82c259d19 HTTP/1.1" status: 204 len: 173 time: 5.2034807 Jun 22 20:41:18.223310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:18.226210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'name': 'network-vif-deleted', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:41:18.229374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386691f-1870-43b6-bfbe-f0453cb5910c" -d '{"events": [{"server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "name": "network-vif-deleted", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:41:18.261784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bfa287d8-8a81-4be7-8d32-5de0b61f3085 None None] Provisioning complete for port 9d778c7a-a834-4e98-aeab-b5605de82651 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:18.262195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfa287d8-8a81-4be7-8d32-5de0b61f3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.271265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 858f2c87-411f-45c9-824d-61df676f666b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:18.271647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.308834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a069690-a0b1-4df0-a54f-f1c7daa5da7b req-9607039f-93c1-4540-b4c4-b00d2e5d7336 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a HTTP/1.1" status: 200 len: 210 time: 0.1537905 Jun 22 20:41:18.323295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1b3394-7a5d-4304-9341-6d7062b9ce61,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:18.326647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:18.377728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.402461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c401313a-26fb-4c2c-85fa-ce18c827c734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:18.419688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:18.451027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bfa287d8-8a81-4be7-8d32-5de0b61f3085 None None] Port 9d778c7a-a834-4e98-aeab-b5605de82651 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:18.502329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=5a1c1dcd-d114-43be-b33c-938d64afad67,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:18.542189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:18.619273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.631605 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/5a1c1dcd-d114-43be-b33c-938d64afad67 HTTP/1.1" status: 204 len: 168 time: 0.9925280 Jun 22 20:41:18.635344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55360) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:18.671536 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe56e5a-48ac-4442-ab02-db8ca75684af tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:18.673260 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-abe56e5a-48ac-4442-ab02-db8ca75684af tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/5a1c1dcd-d114-43be-b33c-938d64afad67 HTTP/1.1" status: 404 len: 333 time: 0.0366588 Jun 22 20:41:18.676506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:18.753943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:18.757809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.824798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.862381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd3a90-77e1-4ab4-a910-cbeaa97b009c x-openstack-request-id: req-fcbd3a90-77e1-4ab4-a910-cbeaa97b009c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:41:18.862730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a", "name": "network-vif-deleted", "tag": "1870b7e1-50c4-4943-9a9d-30f82c259d19", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:41:18.863003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fcbd3a90-77e1-4ab4-a910-cbeaa97b009c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:41:18.863432 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d954d-27a2-4e17-8e26-6ebaa5a5d42a', 'name': 'network-vif-deleted', 'tag': '1870b7e1-50c4-4943-9a9d-30f82c259d19', 'status': 'completed', 'code': 200} Jun 22 20:41:18.878133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:18.881690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.891398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.914360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:18.958985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c804dce8-d9b8-4c9d-b9d1-995b3b117963 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:18.972087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.029804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 858f2c87-411f-45c9-824d-61df676f666b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=858f2c87-411f-45c9-824d-61df676f666b,segment=NetworkSegment(139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8),segment_id=139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:19.032659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.042295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.067793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.069887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1bc93d3b-0ec9-4741-97c7-a4a7773e1e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:19.072809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Checking router: e1e33fb3-9399-4fae-9816-605e45fcd451 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:19.112154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.114280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:19.115126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.117028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ba53acc-0bf7-43d7-9a21-aca92b5d7be7 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:19.156434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:19.160168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:19.161600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.168266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb HTTP/1.1" status: 204 len: 168 time: 0.4904747 Jun 22 20:41:19.168976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55368) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:19.174804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Port': ['ID=2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:19.183101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:19.196573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc667a1b-b21f-49fa-abca-f29e50cf0135']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.289255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734bb87-c1bf-4779-aba5-f104726e48cf None None] Network 8c9005d2-d7b4-466d-ad25-68716b0d082e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:19.311125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.375856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.377501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/ports/2fbb1cd1-3f84-45b3-b3ca-cc8b83bb3488 HTTP/1.1" status: 204 len: 168 time: 3.4521227 Jun 22 20:41:19.381838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:19.389930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:19.420855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b7c1c-e847-4a17-85a9-3999b6b51619') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.421800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b7c1c-e847-4a17-85a9-3999b6b51619') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.440212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Sync routers for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:19.443741 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78421bd-6406-427c-8198-925a7f8ce386 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:19.444263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78421bd-6406-427c-8198-925a7f8ce386 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:19.446101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e78421bd-6406-427c-8198-925a7f8ce386 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/92ac3d0f-0ff8-4f80-ae86-fc25af184d3c HTTP/1.1" status: 404 len: 337 time: 0.0632465 Jun 22 20:41:19.448457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 7ec9651a-7266-4982-b457-f96d46e2d557 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:19.448873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.451425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55374) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:19.523028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:19.566636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=858f2c87-411f-45c9-824d-61df676f666b,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:19.589124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:19.589124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a1e0d-526a-4939-8bd6-ec9b04a5154b None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:19.591757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55378) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:19.600078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:19.601153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:40:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:19.642082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port 7ec9651a-7266-4982-b457-f96d46e2d557, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7ec9651a-7266-4982-b457-f96d46e2d557,segment=NetworkSegment(fcc03911-fa04-4129-b749-4e239ac8bfcd),segment_id=fcc03911-fa04-4129-b749-4e239ac8bfcd)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:19.642544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.649186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.680079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 7ec9651a-7266-4982-b457-f96d46e2d557 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:19.700148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.723958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.726380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:19.739569 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fe428267-35a6-448b-a060-42aa87330939 req-7939f5f7-5cf4-41ac-adc3-f48a60718bda tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.3455510 Jun 22 20:41:19.740231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Made reservation on behalf of 5eefba24d0a24b58ab0512e77512480c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:19.744553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.746825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.832099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] No DVR routers for this DVR port 8b8751bc-bb6c-46f1-8c96-44db40d052dc on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:19.835719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.849828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.852157 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7a2c7c8-7680-41c2-b943-f3ff3522a722 req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.53 "DELETE /v2.0/ports/8b8751bc-bb6c-46f1-8c96-44db40d052dc HTTP/1.1" status: 204 len: 173 time: 6.7907104 Jun 22 20:41:19.905385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:19.906168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:19.913540 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:19.949801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] device_id is not set on port aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:19.998689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=62cb42fd-2518-4c84-a036-2bf4b3e6315a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:20.015633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:20.035491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.051761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': '465007fa-1690-46fe-9f8a-74796f0dc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:20.052525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 5eac9671-30a0-4d12-ab9c-9f75265edcdc, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:20.101693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.111890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:20.112969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8cd74890-59bb-40c4-b42e-9f69fcdd4417 None None] Provisioning complete for port 858f2c87-411f-45c9-824d-61df676f666b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:20.113487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8cd74890-59bb-40c4-b42e-9f69fcdd4417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.122514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.124766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/fc667a1b-b21f-49fa-abca-f29e50cf0135 HTTP/1.1" status: 204 len: 168 time: 3.5078704 Jun 22 20:41:20.130880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.144012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55380) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:20.155278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975405821'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:20.169014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=fc667a1b-b21f-49fa-abca-f29e50cf0135,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:20.179008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:20.221723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-94c2bc0f-07b3-4711-a1fa-694c30586fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.224805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.240237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.248621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 5eac9671-30a0-4d12-ab9c-9f75265edcdc is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:20.257095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.269265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:20.272960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.286420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5eac9671-30a0-4d12-ab9c-9f75265edcdc) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:20.300373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799aa0fc-3698-4535-9aa4-5d2ccb925b0d']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:20.303688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:20.304255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.305685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5729a-28ba-4fda-ad26-9d643554e295 None None] Network 5eac9671-30a0-4d12-ab9c-9f75265edcdc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:20.318498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Allocated IP 172.20.0.9 (4b797565-da0a-4a2c-ba40-32fcf7060324/683d9371-c317-4d9b-b6e1-5595f086a106/aa2b9414-6ed4-4a8f-b789-16f70ea90ed6) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:20.330874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6925da7a-03b6-46b0-8786-439e441363a9') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:20.331254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6925da7a-03b6-46b0-8786-439e441363a9') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:20.345508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:20.348450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.355369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:20.361249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6790059 Jun 22 20:41:20.364184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55382) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:20.368833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.369379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 15b38573-db96-4a3b-a3e5-42d44ce08390 of type vlan for network 14bfe862-ded8-422d-a5a5-fc229b71d124 Jun 22 20:41:20.391859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Deleting port 4a47f38c-5883-4dc4-ae12-ee0fdb09c334 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:20.392152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.393367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.424899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.443791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:20.444639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.449593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9339f22-a351-4b47-a12c-389c27b55315 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:20.467877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:20.489768 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:20.498610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port 7ec9651a-7266-4982-b457-f96d46e2d557 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:20.515981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=7ec9651a-7266-4982-b457-f96d46e2d557,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:20.520365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.523118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.524240 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "DELETE /v2.0/security-groups/37fc6ba4-fafb-4fe9-98fd-f2114438c374 HTTP/1.1" status: 204 len: 168 time: 0.9314060 Jun 22 20:41:20.528636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:20.538325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55384) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:20.545755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03fb28cc-ddd5-4be9-b1ec-c2d867c77b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:20.616869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.624807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:20.625729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.639217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0a1f90c-94fe-44e6-bfc8-08fb80382044 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:20.661618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dfa95-3637-4aac-a96d-de0e7b001a32 None None] DHCP port deletion for 8c9005d2-d7b4-466d-ad25-68716b0d082e request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:20.713657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc6ba4-fafb-4fe9-98fd-f2114438c374,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:20.722139 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-049f26fa-12c4-4788-a8b8-c70b172bbd4f tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] show failed (client error): The resource could not be found. Jun 22 20:41:20.723722 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-049f26fa-12c4-4788-a8b8-c70b172bbd4f tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "GET /v2.0/security-groups/37fc6ba4-fafb-4fe9-98fd-f2114438c374 HTTP/1.1" status: 404 len: 347 time: 0.1318650 Jun 22 20:41:20.733076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55386) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:20.764155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:20.872163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'name': 'network-vif-deleted', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:41:20.874489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a752c572-7716-40d3-9a46-a1d53bfd9610" -d '{"events": [{"server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "name": "network-vif-deleted", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:41:20.903837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:20.909488 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7594068 Jun 22 20:41:20.922022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:20.932695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:20.959616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=14bfe862-ded8-422d-a5a5-fc229b71d124,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:20.963081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:20.977273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Calling delete_port for 4a47f38c-5883-4dc4-ae12-ee0fdb09c334 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:20.984553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ce80e-bed8-46be-9fbf-28a0858b3d9a x-openstack-request-id: req-1f3ce80e-bed8-46be-9fbf-28a0858b3d9a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:41:20.984896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edd2f09-bf61-407c-8996-fcbab576f9f7", "name": "network-vif-deleted", "tag": "8b8751bc-bb6c-46f1-8c96-44db40d052dc", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:41:20.985193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f3ce80e-bed8-46be-9fbf-28a0858b3d9a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:41:20.985732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edd2f09-bf61-407c-8996-fcbab576f9f7', 'name': 'network-vif-deleted', 'tag': '8b8751bc-bb6c-46f1-8c96-44db40d052dc', 'status': 'completed', 'code': 200} Jun 22 20:41:21.011374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 14bfe862-ded8-422d-a5a5-fc229b71d124 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:21.040283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.046206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.050056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.062619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:21.078080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.080738 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/799aa0fc-3698-4535-9aa4-5d2ccb925b0d HTTP/1.1" status: 204 len: 168 time: 1.6271901 Jun 22 20:41:21.086477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9005d2-d7b4-466d-ad25-68716b0d082e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.090624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:21.131900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Transition to ACTIVE for port object aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:21.132904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=799aa0fc-3698-4535-9aa4-5d2ccb925b0d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:21.137432 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3c867d3f-9707-4ada-9d5e-4fb3e73624dc req-d7ff8df9-bd1b-49d6-a450-25e9ab6c75f9 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/ports?device_id=0edd2f09-bf61-407c-8996-fcbab576f9f7 HTTP/1.1" status: 200 len: 210 time: 0.0932198 Jun 22 20:41:21.140069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:21.157541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.169012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc03911-fa04-4129-b749-4e239ac8bfcd') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.169247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc03911-fa04-4129-b749-4e239ac8bfcd') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.184433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.189552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.222706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.227789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 858f2c87-411f-45c9-824d-61df676f666b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:21.232715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:21.233193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:21.238240 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:21.248999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting subnet ce641b0d-e66d-4498-9cb7-4050e9511b7e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:21.261298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.269163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-5eac9671-30a0-4d12-ab9c-9f75265edcdc', 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '62cb42fd-2518-4c84-a036-2bf4b3e6315a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:21.270104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.289558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.296861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.331837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:21.335877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.364504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cceef58-75b3-4aeb-bd47-725c629c7d57 None None] The sync data for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv is: [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '03160f41-fb81-4d85-b4d4-0324c33ef3c3', 'name': '', 'network_id': 'ed84ea94-4d7c-4d65-9892-001535c67a19', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'mac_address': 'fa:16:3e:3b:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:34Z', 'updated_at': '2021-06-22T20:39:44Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'subnets': [{'id': '7aa0c018-21b8-4aac-be01-c63b3024a168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:21.369948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Deleting port 8cf5752c-fb83-424d-89b4-4fdbffe81b5f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:21.370448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.391656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.429833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.434601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.438086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Checking router: 72aea580-a3d7-4261-91b2-880200d7a09c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:21.465439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:21.465801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:21.492851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:21.501139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.507768 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/8c9005d2-d7b4-466d-ad25-68716b0d082e HTTP/1.1" status: 204 len: 168 time: 2.3375700 Jun 22 20:41:21.512220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55396) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:21.519020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1767372086'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:21.522735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.535708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ab39545-9795-4c7b-b684-9602005af15c tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:21.545016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=8c9005d2-d7b4-466d-ad25-68716b0d082e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:21.556013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 858f2c87-411f-45c9-824d-61df676f666b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:21.556453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.562739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:21.606748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:21.613391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.636517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:21.647412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.648029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.667184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Calling delete_port for 8cf5752c-fb83-424d-89b4-4fdbffe81b5f owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:21.669353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:21.672044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:21.691324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:21.714701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Allocated IP 172.20.0.1 (5eac9671-30a0-4d12-ab9c-9f75265edcdc/62cb42fd-2518-4c84-a036-2bf4b3e6315a/de0d0c47-fcad-4d6c-a003-cdaa2d2d7626) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:21.729703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6bb9dc2b-1269-4ba9-9796-d0dbc0371472 None None] Provisioning complete for port 858f2c87-411f-45c9-824d-61df676f666b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:21.730205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dc2b-1269-4ba9-9796-d0dbc0371472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.750733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event updated for resources: {'Port': ['ID=aa2b9414-6ed4-4a8f-b789-16f70ea90ed6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:21.761761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.762319 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment aa41be5b-ad5c-4254-afdf-6bca5b4766f1 of type vlan for network 29dd46f6-cbee-44f1-9e2f-fb305622c599 Jun 22 20:41:21.762915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:21.795578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.821723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:21.838762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.841785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.848296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac9c81d7-8fef-4349-9ee0-562f9fca1877 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:21.865356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:21.866195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.888777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.896211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:21.897100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:21.898481 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3475084-a7d3-47ad-98ad-cc3047ea4f17 None None] New status for floating IP 1cf69060-dfa7-4885-bcd3-e7492415a22c: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:41:21.905152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:21.961831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Pushing event deleted for resources: {'Port': ['ID=4a47f38c-5883-4dc4-ae12-ee0fdb09c334,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:21.971798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:21.991216 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0806859 Jun 22 20:41:22.008619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:22.015997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Request body: {'floatingip': {'port_id': 'aa2b9414-6ed4-4a8f-b789-16f70ea90ed6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:22.086842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.093311 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5784967 Jun 22 20:41:22.097026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55400) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:22.105133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:22.108442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.121911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac9a76e-e7e4-4be3-9a30-7037fa920eb1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:22.178809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Subnet': ['ID=ce641b0d-e66d-4498-9cb7-4050e9511b7e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:22.187102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:22.189481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.194856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.199448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8dbd46fd-ad5c-45ad-8278-62a0b43c9449 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:22.228022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=29dd46f6-cbee-44f1-9e2f-fb305622c599,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:22.234629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:22.245281 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.db.api [None req-e3475084-a7d3-47ad-98ad-cc3047ea4f17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:22.245723 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_db.api [None req-e3475084-a7d3-47ad-98ad-cc3047ea4f17 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:22.258542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.263838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-59672af8-56c5-42f5-9374-a883f32b6cf1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:22.280369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:22.280740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.283913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.286717 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/subnets/ce641b0d-e66d-4498-9cb7-4050e9511b7e HTTP/1.1" status: 204 len: 168 time: 1.1943445 Jun 22 20:41:22.288054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:22.331904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55408) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:22.365029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Pushing event deleted for resources: {'Port': ['ID=8cf5752c-fb83-424d-89b4-4fdbffe81b5f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:22.369845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7ec9651a-7266-4982-b457-f96d46e2d557 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:22.371678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:22.373346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c1dab-880a-4f46-ae0d-e09fbc510b7b None None] Network ba390c19-e4b4-4b2b-85fc-2af930c73ff2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:22.386424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:22.451548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7ec9651a-7266-4982-b457-f96d46e2d557 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:22.451548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7ec9651a-7266-4982-b457-f96d46e2d557 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:22.551264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.556414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=152552c7-a293-4eb6-ba78-69d1fb70f264,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:22.558834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '15b38573-db96-4a3b-a3e5-42d44ce08390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:22.559195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: 14bfe862-ded8-422d-a5a5-fc229b71d124, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:22.563491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:22.570884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.575188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.579169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] 10.222.0.66 "DELETE /v2.0/floatingips/1cf69060-dfa7-4885-bcd3-e7492415a22c HTTP/1.1" status: 204 len: 168 time: 1.8112037 Jun 22 20:41:22.580643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.580791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55410) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:22.684754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.687197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.718407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Transition to ACTIVE for port object de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:22.739345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Transition to ACTIVE for port object de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:22.747696 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3475084-a7d3-47ad-98ad-cc3047ea4f17 None None] New status for floating IP 1cf69060-dfa7-4885-bcd3-e7492415a22c: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:41:22.762191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.768615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-123ac07a-23cd-4522-b044-447e9e5d4c70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:22.824429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d545c411-d9cf-4a2d-afab-38d1990345ae None None] Provisioning for port aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:22.828329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.828650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Network 5eac9671-30a0-4d12-ab9c-9f75265edcdc is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:22.836568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d545c411-d9cf-4a2d-afab-38d1990345ae None None] Provisioning complete for port aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:22.836950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d545c411-d9cf-4a2d-afab-38d1990345ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.840778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:22.843792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:22.846719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:22.904094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Pushing event updated for resources: {'Port': ['ID=de0d0c47-fcad-4d6c-a003-cdaa2d2d7626,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:22.910841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9679fd4-1f35-4a9e-9e53-2347f49abceb None None] The sync data for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv is: [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:39:42Z', 'revision_number': 4, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '238fc9ed-f56e-4b77-ae97-9c13e50b922b', 'name': '', 'network_id': '46aee5db-cea0-4657-9b8b-abde1170ef75', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'mac_address': 'fa:16:3e:70:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:39Z', 'updated_at': '2021-06-22T20:39:48Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'subnets': [{'id': '34be42fe-fc61-405a-8583-3adb0bebd4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:22.914336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:22.955982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.960293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 14bfe862-ded8-422d-a5a5-fc229b71d124 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:22.988423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.990772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:22.995279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] DHCP port deletion for ba390c19-e4b4-4b2b-85fc-2af930c73ff2 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:22.997831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d545c411-d9cf-4a2d-afab-38d1990345ae None None] Port aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:23.018866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Attempting to bind port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:23.019590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Attempting to bind port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '465007fa-1690-46fe-9f8a-74796f0dc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:23.020168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Attempting to bind port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 on network 5eac9671-30a0-4d12-ab9c-9f75265edcdc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:23.023430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.038747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d7151f7f-e0b4-49db-acd0-979d9dea50e6 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:23.049563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:23.050380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Checking segment: {'id': '465007fa-1690-46fe-9f8a-74796f0dc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:23.051047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.051849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Bound using segment: {'id': '465007fa-1690-46fe-9f8a-74796f0dc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:23.052939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Bound port: de0d0c47-fcad-4d6c-a003-cdaa2d2d7626, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465007fa-1690-46fe-9f8a-74796f0dc3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:23.053574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.067285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 14bfe862-ded8-422d-a5a5-fc229b71d124) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:23.100369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec1333-dda1-4a4a-87a6-279aaa02550e None None] Network 14bfe862-ded8-422d-a5a5-fc229b71d124 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:23.100969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:23.101583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.130857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Router 6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:23.137217 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2062395 Jun 22 20:41:23.137519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.207760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Deleting port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:23.208108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.214546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Deleting port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:23.214546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.242023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:23.283738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] For port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:23.344179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] For port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=de0d0c47-fcad-4d6c-a003-cdaa2d2d7626,segment=NetworkSegment(465007fa-1690-46fe-9f8a-74796f0dc3e6),segment_id=465007fa-1690-46fe-9f8a-74796f0dc3e6)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:23.349719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:23.357423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] For port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,segment=NetworkSegment(871ff70c-fe8b-49f8-ba48-49e34c81f10c),segment_id=871ff70c-fe8b-49f8-ba48-49e34c81f10c)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:23.357791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.363225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.364831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.366006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "PUT /v2.0/routers/6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 200 len: 709 time: 6.3624632 Jun 22 20:41:23.372248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] For port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,segment=NetworkSegment(871ff70c-fe8b-49f8-ba48-49e34c81f10c),segment_id=871ff70c-fe8b-49f8-ba48-49e34c81f10c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:23.372830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.373869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55414) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.375258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:23.378697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] Sync routers for ids ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:23.390998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=62cb42fd-2518-4c84-a036-2bf4b3e6315a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:23.400724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:23.423042 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58fc4cd-3006-449f-ad19-64854011490d None None] New status for floating IP 07bb06fb-d102-4fca-81c5-8b5ef44adc7f: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:41:23.427618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Calling delete_port for a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:23.435804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Calling delete_port for a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:23.442673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.469089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.490763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afacd0a5-eb6f-42b5-9e66-4987eba8197d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:23.490969 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3ddee010-1e0b-4e90-ba78-f08ad5d730b1 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/routers/6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 200 len: 744 time: 0.1102045 Jun 22 20:41:23.500786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55416) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.510084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.581716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.593679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b7549bb7-1cad-4733-8339-45a4e6c1aa55 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:23.600508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.603166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.612271 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "DELETE /v2.0/security-groups/13d392ed-2585-42bb-9334-f7c8a4356e9e HTTP/1.1" status: 204 len: 168 time: 1.2601871 Jun 22 20:41:23.612271 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6b221404-7f8d-4fcc-973c-d7431fa86b36 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 200 len: 205 time: 0.1046586 Jun 22 20:41:23.612717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.615178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eac9671-30a0-4d12-ab9c-9f75265edcdc']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.619598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55418) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.619791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55420) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.623933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Port': ['ID=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:23.632048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 update to DOWN by agent not found {{(pid=100375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 20:41:23.652032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465007fa-1690-46fe-9f8a-74796f0dc3e6') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.652337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465007fa-1690-46fe-9f8a-74796f0dc3e6') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.665448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:23.666349 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-a7222f6a-fc03-43c1-9f9a-8243cd167509 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] show failed (client error): The resource could not be found. Jun 22 20:41:23.669943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7222f6a-fc03-43c1-9f9a-8243cd167509 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "GET /v2.0/security-groups/13d392ed-2585-42bb-9334-f7c8a4356e9e HTTP/1.1" status: 404 len: 347 time: 0.0404708 Jun 22 20:41:23.670101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] Routers {'6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:23.670723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.692271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55422) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.698857 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-86494dc7-d974-49d4-8d90-97f3b004bca3 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 200 len: 205 time: 0.0436504 Jun 22 20:41:23.722380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] No DVR routers for this DVR port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:23.744255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.746314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55424) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:23.759394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Pushing event updated for resources: {'Port': ['ID=de0d0c47-fcad-4d6c-a003-cdaa2d2d7626,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:23.769739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] No DVR routers for this DVR port a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:23.783243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:23.784121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:23.814136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-14bfe862-ded8-422d-a5a5-fc229b71d124', 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '152552c7-a293-4eb6-ba78-69d1fb70f264'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:23.815026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:23.817097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c969d-9fd6-4a06-b249-d9a5c5c2cf38 None None] Network 5eac9671-30a0-4d12-ab9c-9f75265edcdc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:23.821234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Pushing event deleted for resources: {'Port': ['ID=a1bdc28b-4d05-4ef8-b2c3-ff5e95160de9,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:23.840520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] Routers {'6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:23.841178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.843232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:23.894381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:23.895040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a3f97-7cfc-4336-a9e0-7acb713f791f None None] The sync data for ids ['6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:23.991493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:41:23.997548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.009666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.030292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.032080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=816b6f42-50fc-4080-a6ab-60747417f318,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:24.051385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:24.053579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-239cbc20-274b-4bba-9729-f3f091916041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:24.081524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.086716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d392ed-2585-42bb-9334-f7c8a4356e9e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:24.097493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:24.106848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.110500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:24.111131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:24.115779 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:24.136872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.143111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Allocated IP 2001:db8::1 (14bfe862-ded8-422d-a5a5-fc229b71d124/152552c7-a293-4eb6-ba78-69d1fb70f264/1be854e6-1a73-49a2-ae22-1314e868ce41) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:24.155226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.165005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:24.165890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 29dd46f6-cbee-44f1-9e2f-fb305622c599, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:24.182728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba390c19-e4b4-4b2b-85fc-2af930c73ff2']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:24.251276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:24.251276 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:24.251276 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': '5eac9671-30a0-4d12-ab9c-9f75265edcdc'}] Jun 22 20:41:24.251276 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:24.251949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:24.258405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871ff70c-fe8b-49f8-ba48-49e34c81f10c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:24.258741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871ff70c-fe8b-49f8-ba48-49e34c81f10c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:24.297386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:24.312070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.330416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.334901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.348866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.362717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 29dd46f6-cbee-44f1-9e2f-fb305622c599) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:24.375141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:24.375730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.385952 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP 230c9c28-3495-42dc-bbc4-31b146f1be59 associated. External IP: 172.26.4.194, port: 34130822-fd92-44c9-9b6b-aaf2b0349eda. Jun 22 20:41:24.395769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Deleting port 697cec25-4119-4d92-9cf6-a9725e0042e4 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:24.396361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.400384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:24.401031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:24.409603 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:24.453955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3472939 Jun 22 20:41:24.459751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:24.468258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599', 'name': 'tempest-PortsIpV6TestJSON-943561072', 'fixed_ips': [{'subnet_id': '816b6f42-50fc-4080-a6ab-60747417f318', 'ip_address': '2001:db8::10'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:24.494896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff8355-3c80-4e9c-98ec-c92d1e8ef495 None None] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:24.516770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.517478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Fanout notify agent at l3_agent the message router_deleted on router 6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:24.534880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.540226 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d1bdb023-9c5a-45cf-b488-53e1b263c7a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 204 len: 168 time: 0.7603562 Jun 22 20:41:24.548591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:24.571352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.581570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.588097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:24.596257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.598163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] 10.222.0.66 "DELETE /v2.0/networks/ba390c19-e4b4-4b2b-85fc-2af930c73ff2 HTTP/1.1" status: 204 len: 168 time: 2.3000538 Jun 22 20:41:24.612103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Pushing event deleted for resources: {'Network': ['ID=ba390c19-e4b4-4b2b-85fc-2af930c73ff2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:24.616664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:24.633928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Transition to ACTIVE for port object 1be854e6-1a73-49a2-ae22-1314e868ce41 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:24.634648 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c8a4df2f-956d-4b9c-914e-0a762b6f3f62 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 200 len: 205 time: 0.0846460 Jun 22 20:41:24.639295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.639295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.640062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55432) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:24.664187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Calling delete_port for 697cec25-4119-4d92-9cf6-a9725e0042e4 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:24.686232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Transition to ACTIVE for port object 1be854e6-1a73-49a2-ae22-1314e868ce41 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:24.700300 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ba9614f7-dae4-48a2-b9ca-4d4d8490e300 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:24.703883 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ba9614f7-dae4-48a2-b9ca-4d4d8490e300 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/6b77eb9b-e4dc-4cf1-bd11-c0eeb08266de HTTP/1.1" status: 404 len: 336 time: 0.0574958 Jun 22 20:41:24.716678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.719075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:24.741527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55434) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:24.750194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-29dd46f6-cbee-44f1-9e2f-fb305622c599', 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': '816b6f42-50fc-4080-a6ab-60747417f318'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:24.751346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.766857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.782864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Network 14bfe862-ded8-422d-a5a5-fc229b71d124 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:24.787147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:24.791236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:24.793425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:24.803159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:24.810328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Pushing event updated for resources: {'Port': ['ID=1be854e6-1a73-49a2-ae22-1314e868ce41,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:24.832741 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b81aef87-4d66-4550-a83b-b66f1ce89d16 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 200 len: 205 time: 0.0887134 Jun 22 20:41:24.838106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:24.843818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:24.865342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=152552c7-a293-4eb6-ba78-69d1fb70f264,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:24.869602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:24.926035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Attempting to bind port 1be854e6-1a73-49a2-ae22-1314e868ce41 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:24.926808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Attempting to bind port 1be854e6-1a73-49a2-ae22-1314e868ce41 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '15b38573-db96-4a3b-a3e5-42d44ce08390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:24.927452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Attempting to bind port 1be854e6-1a73-49a2-ae22-1314e868ce41 on network 14bfe862-ded8-422d-a5a5-fc229b71d124 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:24.978146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:24.999176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.006656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:25.007436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Checking segment: {'id': '15b38573-db96-4a3b-a3e5-42d44ce08390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:25.008112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.010579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Bound using segment: {'id': '15b38573-db96-4a3b-a3e5-42d44ce08390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:25.011179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bfe862-ded8-422d-a5a5-fc229b71d124']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:25.011471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Bound port: 1be854e6-1a73-49a2-ae22-1314e868ce41, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b38573-db96-4a3b-a3e5-42d44ce08390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '14bfe862-ded8-422d-a5a5-fc229b71d124'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:25.012121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.027029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b38573-db96-4a3b-a3e5-42d44ce08390') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:25.027445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b38573-db96-4a3b-a3e5-42d44ce08390') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:25.034856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.037158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.053347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.053615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Allocated IP 2001:db8::2 (29dd46f6-cbee-44f1-9e2f-fb305622c599/816b6f42-50fc-4080-a6ab-60747417f318/d8630e94-1a36-433f-87a2-f1b99f5eb98e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:25.060286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:25.060895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.133552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:25.137761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.159267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:25.159620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:25.174969 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:25.177340 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-763c8a50-37f7-4205-9cd1-98c930e66801 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:25.181271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-763c8a50-37f7-4205-9cd1-98c930e66801 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/e04dd4bf-efea-41b0-a297-bcdca3536af1 HTTP/1.1" status: 404 len: 336 time: 0.3340926 Jun 22 20:41:25.183374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55444) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.198712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] For port 1be854e6-1a73-49a2-ae22-1314e868ce41, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:25.200000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:25.200000 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:25.200000 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'id': '14bfe862-ded8-422d-a5a5-fc229b71d124'}] Jun 22 20:41:25.200000 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:25.200556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:25.223611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] For port 1be854e6-1a73-49a2-ae22-1314e868ce41, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1be854e6-1a73-49a2-ae22-1314e868ce41,segment=NetworkSegment(15b38573-db96-4a3b-a3e5-42d44ce08390),segment_id=15b38573-db96-4a3b-a3e5-42d44ce08390)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:25.234106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-86cc80b6-274e-442a-ad96-93212978f795 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 200 len: 205 time: 0.0471797 Jun 22 20:41:25.236198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.237374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55446) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.249905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:25.275414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.312773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.318492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d539048d-e4e2-4414-937a-2c77c6532a82 tempest-RoutersIpV6AdminTest-697224032 tempest-RoutersIpV6AdminTest-697224032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:25.348126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Pushing event deleted for resources: {'Port': ['ID=697cec25-4119-4d92-9cf6-a9725e0042e4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:25.350936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:25.380169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Pushing event updated for resources: {'Port': ['ID=1be854e6-1a73-49a2-ae22-1314e868ce41,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:25.383027 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-97edda72-262d-4cda-bf30-eee8bf40dee0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:25.384480 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-97edda72-262d-4cda-bf30-eee8bf40dee0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/6bfcb902-e7f3-4f83-8a9a-8941b407de6f HTTP/1.1" status: 404 len: 336 time: 0.1445723 Jun 22 20:41:25.386078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:25.407318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.409214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55448) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.412734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=de0d0c47-fcad-4d6c-a003-cdaa2d2d7626,segment=NetworkSegment(465007fa-1690-46fe-9f8a-74796f0dc3e6),segment_id=465007fa-1690-46fe-9f8a-74796f0dc3e6)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:25.413352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.419971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Transition to ACTIVE for port object d8630e94-1a36-433f-87a2-f1b99f5eb98e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:25.426093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329075cd-616a-423a-8b20-218fbdc550d7 None None] Network 14bfe862-ded8-422d-a5a5-fc229b71d124 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:25.459722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Transition to ACTIVE for port object d8630e94-1a36-433f-87a2-f1b99f5eb98e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:25.481927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 34b2bfd0-2a8e-4227-af80-2f2c4798e98e yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:25.492640 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6a9cbbc6-69ff-4a03-922a-2022be1574a1 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 200 len: 205 time: 0.0818424 Jun 22 20:41:25.504664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.508191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-169ef202-c9b4-4ccd-8da5-5726774225f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:25.525324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:25.564114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55450) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.584037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:25.591377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:25.596416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:25.613548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Pushing event updated for resources: {'Port': ['ID=d8630e94-1a36-433f-87a2-f1b99f5eb98e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:25.616422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:25.684455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Attempting to bind port d8630e94-1a36-433f-87a2-f1b99f5eb98e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:25.685181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Attempting to bind port d8630e94-1a36-433f-87a2-f1b99f5eb98e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:25.685181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Attempting to bind port d8630e94-1a36-433f-87a2-f1b99f5eb98e on network 29dd46f6-cbee-44f1-9e2f-fb305622c599 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:25.693029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:25.693436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Checking segment: {'id': 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:25.693806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.694241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Bound using segment: {'id': 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:25.695354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Bound port: d8630e94-1a36-433f-87a2-f1b99f5eb98e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:25.695487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.695924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.698469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.698607 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-33bc253d-57d4-447a-9654-93d02b22ce0e tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:25.704833 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-33bc253d-57d4-447a-9654-93d02b22ce0e tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/5e7a3704-1b4f-4605-b5e0-b335faed2feb HTTP/1.1" status: 404 len: 336 time: 0.1340711 Jun 22 20:41:25.705011 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] 10.222.0.66 "DELETE /v2.0/floatingips/07bb06fb-d102-4fca-81c5-8b5ef44adc7f HTTP/1.1" status: 204 len: 168 time: 2.0021842 Jun 22 20:41:25.705011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.705011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55452) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.705231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55454) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.719808 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9cbaf1f-29f7-4600-9b9b-8a893b430b5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea08aa98bcd14b43acfd95ff1d11bcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776055 Jun 22 20:41:25.736145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.746698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-56d13d1b-380a-4b31-8fb5-4a38947e5900 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 200 len: 205 time: 0.0341172 Jun 22 20:41:25.747008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55458) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.771410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] For port d8630e94-1a36-433f-87a2-f1b99f5eb98e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:25.774845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] For port d8630e94-1a36-433f-87a2-f1b99f5eb98e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d8630e94-1a36-433f-87a2-f1b99f5eb98e,segment=NetworkSegment(aa41be5b-ad5c-4254-afdf-6bca5b4766f1),segment_id=aa41be5b-ad5c-4254-afdf-6bca5b4766f1)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:25.781111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:25.783066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ce8fb41c-d059-4708-b5f3-26c58493f03d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:25.843576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Pushing event updated for resources: {'Port': ['ID=d8630e94-1a36-433f-87a2-f1b99f5eb98e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:25.846981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:25.866592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-083d4a16-1782-4020-b49c-e4623812ca2e tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:25.867615 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-083d4a16-1782-4020-b49c-e4623812ca2e tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/ede56fa2-5fcd-4cd3-9035-ae572a50c5f2 HTTP/1.1" status: 404 len: 336 time: 0.1197705 Jun 22 20:41:25.883458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:25.988962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2cae2f20-e7fb-440b-83f2-b896022fae43 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 HTTP/1.1" status: 200 len: 205 time: 0.1012855 Jun 22 20:41:25.994958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55462) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:26.098978 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-48012dc7-c9cb-45e1-8c82-9367a834c677 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] delete failed (client error): The resource could not be found. Jun 22 20:41:26.100292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-48012dc7-c9cb-45e1-8c82-9367a834c677 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/routers/2f07ceab-9c78-42b6-83cd-ab0cd6e2e896 HTTP/1.1" status: 404 len: 336 time: 0.1025715 Jun 22 20:41:26.108687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:26.137307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:26.147338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:26.156202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.163144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:26.164054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.199061 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-afec9a65-6531-4bcd-a3e6-d38fe322ad60 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:26.199061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afec9a65-6531-4bcd-a3e6-d38fe322ad60 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:26.203175 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-afec9a65-6531-4bcd-a3e6-d38fe322ad60 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] 10.222.0.66 "DELETE /v2.0/subnets/5b52dbd6-41ec-4e36-9aab-030f78f311e0 HTTP/1.1" status: 404 len: 337 time: 0.0843351 Jun 22 20:41:26.222480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.238324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:26.239725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.246682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.283428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 1be854e6-1a73-49a2-ae22-1314e868ce41 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:26.283788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.295838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.296562 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46843196-f9d2-48ca-aedb-3abb17750e1c None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:26.329661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::10 (29dd46f6-cbee-44f1-9e2f-fb305622c599/816b6f42-50fc-4080-a6ab-60747417f318/34b2bfd0-2a8e-4227-af80-2f2c4798e98e) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:26.347785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.358967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee88a9a5-ddda-4982-b725-f853e618fca0 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:26.408643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=de0d0c47-fcad-4d6c-a003-cdaa2d2d7626,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:26.413869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 1be854e6-1a73-49a2-ae22-1314e868ce41, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1be854e6-1a73-49a2-ae22-1314e868ce41,segment=NetworkSegment(15b38573-db96-4a3b-a3e5-42d44ce08390),segment_id=15b38573-db96-4a3b-a3e5-42d44ce08390)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:26.414449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.417348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:26.421977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port de0d0c47-fcad-4d6c-a003-cdaa2d2d7626 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:26.429561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 1be854e6-1a73-49a2-ae22-1314e868ce41 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:26.482652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55470) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:26.514208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.516879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.520440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dcdf79a-dd19-4a55-a84c-bf9f31dc234f HTTP/1.1" status: 204 len: 168 time: 0.7731826 Jun 22 20:41:26.522561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40c6ebc1-2c79-4ef9-a62e-7495d9975ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:26.588988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcdf79a-dd19-4a55-a84c-bf9f31dc234f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:26.593399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:26.622779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.664933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eac9671-30a0-4d12-ab9c-9f75265edcdc']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.672626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.675459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:26.724859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 1be854e6-1a73-49a2-ae22-1314e868ce41 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:26.730277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=1be854e6-1a73-49a2-ae22-1314e868ce41,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:26.732735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:26.734460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465007fa-1690-46fe-9f8a-74796f0dc3e6') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.734973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465007fa-1690-46fe-9f8a-74796f0dc3e6') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.753343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.792280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.843177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.846033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Deleting port 03160f41-fb81-4d85-b4d4-0324c33ef3c3 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:26.846533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.871483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.879559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:26.880197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:26.895811 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:26.899986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bfe862-ded8-422d-a5a5-fc229b71d124']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.916280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b38573-db96-4a3b-a3e5-42d44ce08390') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.916794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b38573-db96-4a3b-a3e5-42d44ce08390') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:26.936698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.959400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:26.967635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.006983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:27.007642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:27.011526 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:27.022606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:27.026228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.098593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] For port 03160f41-fb81-4d85-b4d4-0324c33ef3c3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=03160f41-fb81-4d85-b4d4-0324c33ef3c3,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:27.099321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.117794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.135000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.140321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.147319 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/14bfe862-ded8-422d-a5a5-fc229b71d124 HTTP/1.1" status: 204 len: 168 time: 4.0039268 Jun 22 20:41:27.148039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9bf63e5b-20af-4150-9a0d-b8c8dccdc6c0 tempest-QuotasNegativeTest-583700357 tempest-QuotasNegativeTest-583700357-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:27.155722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55486) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:27.164966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1333985436'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:27.170366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a32b5665-113c-4fbd-a778-9680af1b3329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935751677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:27.189201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.197538 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/5eac9671-30a0-4d12-ab9c-9f75265edcdc HTTP/1.1" status: 204 len: 168 time: 6.8272026 Jun 22 20:41:27.197538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 34b2bfd0-2a8e-4227-af80-2f2c4798e98e will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:27.222775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8411d5aa-01bd-44f0-b3a6-df72a38fc508 None None] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:27.252761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:27.255237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=14bfe862-ded8-422d-a5a5-fc229b71d124,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:27.257556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:27.262707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219915914'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:27.289265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Calling delete_port for 03160f41-fb81-4d85-b4d4-0324c33ef3c3 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:27.326082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=5eac9671-30a0-4d12-ab9c-9f75265edcdc,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:27.343024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7a4be6bc-1601-4a98-a36d-99c967338144 None None] Provisioning for port d8630e94-1a36-433f-87a2-f1b99f5eb98e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:27.359448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:27.419630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d8630e94-1a36-433f-87a2-f1b99f5eb98e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:27.490757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Deleting port 238fc9ed-f56e-4b77-ae97-9c13e50b922b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:27.491103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.518414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d8630e94-1a36-433f-87a2-f1b99f5eb98e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:27.523836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d8630e94-1a36-433f-87a2-f1b99f5eb98e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:27.524247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.599326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] For port 238fc9ed-f56e-4b77-ae97-9c13e50b922b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=238fc9ed-f56e-4b77-ae97-9c13e50b922b,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:27.599700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.624615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Calling delete_port for 238fc9ed-f56e-4b77-ae97-9c13e50b922b owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:27.630832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.632005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.643269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:27.649409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.652923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6191ecfd-c5af-42a2-9121-18d6d9c026b7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:27.653889 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] Sync routers for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:27.670278 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:27.671781 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:27.691001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.708023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.719209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d8630e94-1a36-433f-87a2-f1b99f5eb98e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d8630e94-1a36-433f-87a2-f1b99f5eb98e,segment=NetworkSegment(aa41be5b-ad5c-4254-afdf-6bca5b4766f1),segment_id=aa41be5b-ad5c-4254-afdf-6bca5b4766f1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:27.731591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.734887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:27.742146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55498) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:27.758532 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:27.779681 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:27.782232 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:27.832490 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:27.833197 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea28df-3218-41d8-aeae-3bc1d16d5509 None None] The sync data for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:27.850573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587b553-7e83-465b-8563-11c62b6d0e78 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:41:27.852278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:27.852691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:27.859389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d8630e94-1a36-433f-87a2-f1b99f5eb98e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:27.859577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.861830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:27.878000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:27.883526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.889629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=34b2bfd0-2a8e-4227-af80-2f2c4798e98e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:27.892914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:27.902456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:27.909231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:27.910161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.918202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:27.926525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.927167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.927744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.928447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.928744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.929183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment d3a76829-cd9e-478b-8f24-0599ad23e023 of type vlan for network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 Jun 22 20:41:27.929390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.929972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.930512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.932189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.932881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.933532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.934150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.934772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:27.950666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=332ec4cfc9464034a6ae469e7767c799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4624548 Jun 22 20:41:27.957075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:27.959730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4982505 Jun 22 20:41:27.960550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-46beb15a-8e2c-42fe-9eed-d23de2837cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:27.966987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9d66bdc9-9edc-4c12-ac3b-3604c67865bb None None] Provisioning complete for port d8630e94-1a36-433f-87a2-f1b99f5eb98e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:27.967475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d66bdc9-9edc-4c12-ac3b-3604c67865bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.985292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55502) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:27.985510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:27.985620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55504) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:28.003871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b9079d09-8b16-44a3-8f22-b563a55d011f tempest-DvrRoutersNegativeTest-1796442822 tempest-DvrRoutersNegativeTest-1796442822-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-324520565', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:28.007024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.policy [None req-b9079d09-8b16-44a3-8f22-b563a55d011f tempest-DvrRoutersNegativeTest-1796442822 tempest-DvrRoutersNegativeTest-1796442822-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100374) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 22 20:41:28.007330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.policy [None req-b9079d09-8b16-44a3-8f22-b563a55d011f tempest-DvrRoutersNegativeTest-1796442822 tempest-DvrRoutersNegativeTest-1796442822-project] Failed policy check for 'create_router' {{(pid=100374) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 22 20:41:28.007857 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-b9079d09-8b16-44a3-8f22-b563a55d011f tempest-DvrRoutersNegativeTest-1796442822 tempest-DvrRoutersNegativeTest-1796442822-project] create failed (client error): Access was denied to this resource. Jun 22 20:41:28.014569 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b9079d09-8b16-44a3-8f22-b563a55d011f tempest-DvrRoutersNegativeTest-1796442822 tempest-DvrRoutersNegativeTest-1796442822-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2711959 Jun 22 20:41:28.027335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '29dd46f6-cbee-44f1-9e2f-fb305622c599', 'name': 'tempest-PortsIpV6TestJSON-43163340', 'fixed_ips': [{'subnet_id': '816b6f42-50fc-4080-a6ab-60747417f318', 'ip_address': '2001:db8::f'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:28.058077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e59bd-b571-4fbb-a67b-d0fdb1618066,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:28.064206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587b553-7e83-465b-8563-11c62b6d0e78 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:28.073145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.083747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:28.085182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.094774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1eb9ce4b-2551-4d93-86a1-7e48141f2d28 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:28.095577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:28.144483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:28.159048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55508) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:28.159528 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-712da371-31cd-4fe6-835b-1e18b2dd0391 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/floatingips/230c9c28-3495-42dc-bbc4-31b146f1be59 HTTP/1.1" status: 200 len: 977 time: 6.1471350 Jun 22 20:41:28.253547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.264286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.272091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-552c273a-5a09-4409-9075-3106273cf5e8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:28.324782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03160f41-fb81-4d85-b4d4-0324c33ef3c3,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:28.339307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:28.343870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.412048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:28.418358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.468418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:28.470888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 8b3aa996-063b-4c8d-9137-ebef778f7c0d yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:28.532718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.535463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.536602 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/439e59bd-b571-4fbb-a67b-d0fdb1618066 HTTP/1.1" status: 204 len: 168 time: 0.5269721 Jun 22 20:41:28.570744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968372c-2b75-4518-bb4a-76950875a36d None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:41:28.576747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-be1a45ea-576b-4083-8dec-b65170ba4268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:28.588057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e59bd-b571-4fbb-a67b-d0fdb1618066,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:28.598223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:28.600799 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3465862 Jun 22 20:41:28.603749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.604241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 2560648b-378f-4e85-8a9e-38e17f63cc0a of type vlan for network d3f13193-ff14-44af-8f71-efa9dd19ff03 Jun 22 20:41:28.608058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55518) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:28.613431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:28.643463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=61a15007-8dc6-4b58-97f1-f29fd9db5bc5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:28.657170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.657466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.657982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.658357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.658721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.659137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.659498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.659853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.660256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.660608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.660963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.661400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:28.689349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:28.695398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:28.731454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.750358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.789639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:28.790719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.843423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968372c-2b75-4518-bb4a-76950875a36d None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:28.858728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.869093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5de8a8e7-3bcf-4b78-9fd7-f751bdfe57d3 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:28.928866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Pushing event deleted for resources: {'Port': ['ID=238fc9ed-f56e-4b77-ae97-9c13e50b922b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:28.931750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:28.932162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:29.016372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.022183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:29.022791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.030655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:29.031705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::f (29dd46f6-cbee-44f1-9e2f-fb305622c599/816b6f42-50fc-4080-a6ab-60747417f318/8b3aa996-063b-4c8d-9137-ebef778f7c0d) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:29.070882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.082215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55522) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:29.115393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.148220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.160890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:29.212488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 is not hosted by any dhcp agent {{(pid=100373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:41:29.218325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:29.218918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.220177 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "PUT /v2.0/networks/61a15007-8dc6-4b58-97f1-f29fd9db5bc5 HTTP/1.1" status: 200 len: 723 time: 0.6110501 Jun 22 20:41:29.220370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=d3f13193-ff14-44af-8f71-efa9dd19ff03,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:29.223178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:29.223834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55524) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:29.236012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:29.248124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network d3f13193-ff14-44af-8f71-efa9dd19ff03 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:29.519797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.547287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d8630e94-1a36-433f-87a2-f1b99f5eb98e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:29.633684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d8630e94-1a36-433f-87a2-f1b99f5eb98e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:29.634609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.727278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.728297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.728676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Floating IP 230c9c28-3495-42dc-bbc4-31b146f1be59 disassociated. External IP: 172.26.4.194, port: aa2b9414-6ed4-4a8f-b789-16f70ea90ed6. Jun 22 20:41:29.729031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:29.746748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e700aded-490a-4c9c-89a8-520a357ea14d None None] Provisioning for port 34b2bfd0-2a8e-4227-af80-2f2c4798e98e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:29.752100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e700aded-490a-4c9c-89a8-520a357ea14d None None] Provisioning complete for port 34b2bfd0-2a8e-4227-af80-2f2c4798e98e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:29.752100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e700aded-490a-4c9c-89a8-520a357ea14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.791360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e700aded-490a-4c9c-89a8-520a357ea14d None None] Port 34b2bfd0-2a8e-4227-af80-2f2c4798e98e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:29.847633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=61a15007-8dc6-4b58-97f1-f29fd9db5bc5,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:29.857488 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b60417d8-f6d2-47ae-96a9-4628b27db573 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=250575916cc746eab68aee492de7baec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7728565 Jun 22 20:41:29.858992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:29.861018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.863603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55526) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:29.866498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:29.928001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7708254 Jun 22 20:41:29.930166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:29.933399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55528) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:29.937327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7312eab7-8c56-4386-a8d6-1722f779d496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:29.944461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:29.995957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:29.999443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.020624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Router 72aea580-a3d7-4261-91b2-880200d7a09c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:30.067946 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae2ba0d743064e9d8871f8b429172025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5984745 Jun 22 20:41:30.085183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55530) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:30.101670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.105097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743eacd-4bca-4014-94c2-ec96ead600c8,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:30.111229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.117377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:30.127781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cd4935a5-2dbc-479a-9af8-8f26cddf7c89 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:30.152682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.174009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 8b3aa996-063b-4c8d-9137-ebef778f7c0d will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:30.179588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:30.183676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.214840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Router e1e33fb3-9399-4fae-9816-605e45fcd451 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:30.224372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=aa2b9414-6ed4-4a8f-b789-16f70ea90ed6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:30.228483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:30.247513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.341871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.351652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:30.440948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.442170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:30.471280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:30.481162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:30.486793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:30.487428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.511048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=8b3aa996-063b-4c8d-9137-ebef778f7c0d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:30.512918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:30.516492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:30.518213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:30.526668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] 10.222.0.66 "PUT /v2.0/routers/72aea580-a3d7-4261-91b2-880200d7a09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8189859 Jun 22 20:41:30.526906 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] 10.222.0.66 "PUT /v2.0/routers/e1e33fb3-9399-4fae-9816-605e45fcd451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9452651 Jun 22 20:41:30.529773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.529930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55532) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:30.536123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55534) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:30.544423 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Sync routers for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:30.546747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Sync routers for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:30.569636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.570533 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:30.572052 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:30.573253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.573810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:30.576829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b383bf58-4ceb-491e-b14c-a3fcc2ca83ae HTTP/1.1" status: 204 len: 168 time: 0.7081251 Jun 22 20:41:30.576963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:30.580883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43f58588-e097-4c3f-a879-fd4004ea44ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:30.603332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55538) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:30.604791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5894513 Jun 22 20:41:30.683560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:30.687937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383bf58-4ceb-491e-b14c-a3fcc2ca83ae,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:30.716881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.719867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:30.728863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a77b6e45-ff96-45e4-b744-69edc669caea tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:30.761576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:30.788019 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:30.964098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:30.973286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-250a3332-6296-423e-89aa-b22ba99a12dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:31.084537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.088362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.096471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=f5f05394-bde9-4e14-ba9e-ee27586d2ec4,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:31.104693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7f48d145-6b75-49f8-899c-7b6c76c5ab9d None None] Provisioning for port 8b3aa996-063b-4c8d-9137-ebef778f7c0d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:31.110098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7f48d145-6b75-49f8-899c-7b6c76c5ab9d None None] Provisioning complete for port 8b3aa996-063b-4c8d-9137-ebef778f7c0d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:31.110626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f48d145-6b75-49f8-899c-7b6c76c5ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.152907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:31.169578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:31.207364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Checking router: 72aea580-a3d7-4261-91b2-880200d7a09c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:31.209028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=96a87076-287b-45ed-b769-c31cc922222d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:31.219230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7f48d145-6b75-49f8-899c-7b6c76c5ab9d None None] Port 8b3aa996-063b-4c8d-9137-ebef778f7c0d cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:31.223776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.227850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Routers {'72aea580-a3d7-4261-91b2-880200d7a09c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:31.228045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.228479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72aea580-a3d7-4261-91b2-880200d7a09c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:31.230070 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e743eacd-4bca-4014-94c2-ec96ead600c8 HTTP/1.1" status: 204 len: 168 time: 1.1392441 Jun 22 20:41:31.234462 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:31.238657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:31.240741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2a561a28-1697-4a02-8fea-79d2e806d0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:31.271831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743eacd-4bca-4014-94c2-ec96ead600c8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:31.272399 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Checking router: e1e33fb3-9399-4fae-9816-605e45fcd451 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:31.283868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:31.289668 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Routers {'e1e33fb3-9399-4fae-9816-605e45fcd451'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:31.290528 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e1e33fb3-9399-4fae-9816-605e45fcd451'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:31.301357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '2560648b-378f-4e85-8a9e-38e17f63cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:31.301726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: d3f13193-ff14-44af-8f71-efa9dd19ff03, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:31.344143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'd3a76829-cd9e-478b-8f24-0599ad23e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:31.344843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 61a15007-8dc6-4b58-97f1-f29fd9db5bc5, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:31.354557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf1700-41f6-47e7-812b-1f69ea61edff tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.359354 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5aaf1700-41f6-47e7-812b-1f69ea61edff tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7391036 Jun 22 20:41:31.362063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55550) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.406132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] Set router 72aea580-a3d7-4261-91b2-880200d7a09c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:31.440553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:31.458836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network d3f13193-ff14-44af-8f71-efa9dd19ff03 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:31.473475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.480763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:31.483662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.486732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, d3f13193-ff14-44af-8f71-efa9dd19ff03) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:31.492401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.492992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.517212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] Sync routers for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:31.521875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf0d9b-a090-4e56-8917-cf8569d6ee0c None None] Network d3f13193-ff14-44af-8f71-efa9dd19ff03 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:31.557849 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6179311 Jun 22 20:41:31.565258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55554) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.584914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 61a15007-8dc6-4b58-97f1-f29fd9db5bc5) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:31.589157 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] Set router e1e33fb3-9399-4fae-9816-605e45fcd451 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:31.619032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.625059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.653089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79621500-85ca-4ff8-94c8-563fd1ba808f None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:31.713856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0df420-52d5-4f91-8ca5-7c1616b4692f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.719901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0df420-52d5-4f91-8ca5-7c1616b4692f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.726049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0df420-52d5-4f91-8ca5-7c1616b4692f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:31.731580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed0df420-52d5-4f91-8ca5-7c1616b4692f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3673685 Jun 22 20:41:31.733581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55560) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.743731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.748428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.748568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 HTTP/1.1" status: 204 len: 168 time: 3.2255538 Jun 22 20:41:31.773388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5392182 Jun 22 20:41:31.776111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55566) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.781530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:31.839098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:31.840544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:31.934028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62041767'] for subnet, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.981873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:31.983722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 8b3aa996-063b-4c8d-9137-ebef778f7c0d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:31.984047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:31.986928 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:32.016825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Deleting port 43f12eef-7f2c-4729-8a97-afa69380a5dd {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:32.017319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.031363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.038179 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f98ef8-c2d3-453a-8b73-0654725d20f1 None None] The sync data for ids ['e1e33fb3-9399-4fae-9816-605e45fcd451'] in dv-neutron-797537-2-hyperv is: [{'id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'name': 'tempest-ServersTestJSON-2064445004-router', 'tenant_id': 'ac4c14ed852340ed8462e73a12e43038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:27Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': 'ac4c14ed852340ed8462e73a12e43038', 'gw_port': {'id': '43f12eef-7f2c-4729-8a97-afa69380a5dd', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e33fb3-9399-4fae-9816-605e45fcd451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:28Z', 'updated_at': '2021-06-22T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:32.040474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Deleting port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:32.040977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.085729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:32.139696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:32.140343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:32.150059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1382061988'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:32.182548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] For port 6c049fe0-82de-4904-8f4d-ec17da8ee0dc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:32.182903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.190994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:32.191664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40147c2c-9d8d-4626-8110-f4c485f97766 None None] The sync data for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:32.220311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.232986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Calling delete_port for 6c049fe0-82de-4904-8f4d-ec17da8ee0dc owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:32.245083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-d3f13193-ff14-44af-8f71-efa9dd19ff03', 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': 'f5f05394-bde9-4e14-ba9e-ee27586d2ec4'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:32.246031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.261657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 8b3aa996-063b-4c8d-9137-ebef778f7c0d owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:32.262970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:32.267326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.285111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.290575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:32.299040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62684984'] for subnet, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.303448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:32.372646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347862-1d2e-42d2-bef5-ad6ee49a2503 None None] The sync data for ids ['72aea580-a3d7-4261-91b2-880200d7a09c'] in dv-neutron-797537-2-hyperv is: [{'id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'name': 'tempest-ServersTestManualDisk-1497952874-router', 'tenant_id': '609a2416f91d42789362eb4c5bd4475b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:39:29Z', 'updated_at': '2021-06-22T20:41:28Z', 'revision_number': 5, 'project_id': '609a2416f91d42789362eb4c5bd4475b', 'gw_port': {'id': '6c049fe0-82de-4904-8f4d-ec17da8ee0dc', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aea580-a3d7-4261-91b2-880200d7a09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:39:30Z', 'updated_at': '2021-06-22T20:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:32.382447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:32.383321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.385090 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "PUT /v2.0/subnets/96a87076-287b-45ed-b769-c31cc922222d HTTP/1.1" status: 200 len: 806 time: 0.6100562 Jun 22 20:41:32.393637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:32.411990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] For port 43f12eef-7f2c-4729-8a97-afa69380a5dd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=43f12eef-7f2c-4729-8a97-afa69380a5dd,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:32.412232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.443605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-61a15007-8dc6-4b58-97f1-f29fd9db5bc5', 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '96a87076-287b-45ed-b769-c31cc922222d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:32.444723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.464844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.469860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Calling delete_port for 43f12eef-7f2c-4729-8a97-afa69380a5dd owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:32.483548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=96a87076-287b-45ed-b769-c31cc922222d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:32.492778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:32.563069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Allocated IP 2001:db8::1 (d3f13193-ff14-44af-8f71-efa9dd19ff03/f5f05394-bde9-4e14-ba9e-ee27586d2ec4/5f569b39-d7be-41bd-89e6-afe526a9bb88) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:32.673604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.712202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.715084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.717346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Allocated IP 172.20.0.2 (61a15007-8dc6-4b58-97f1-f29fd9db5bc5/96a87076-287b-45ed-b769-c31cc922222d/b03b3e3b-eddb-4e3e-9a37-05cf71596c26) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:32.721589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-88a36caf-b82b-43ea-b866-5837f12ef2ee tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:32.731440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.786198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=8b3aa996-063b-4c8d-9137-ebef778f7c0d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:32.793402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:32.798817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:32.841253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.846712 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/8b3aa996-063b-4c8d-9137-ebef778f7c0d HTTP/1.1" status: 204 len: 168 time: 1.1106594 Jun 22 20:41:32.847362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55576) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:32.877720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:32.923578 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbee894-959d-4f89-b688-dc7beca8736d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:32.926547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9bbee894-959d-4f89-b688-dc7beca8736d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/8b3aa996-063b-4c8d-9137-ebef778f7c0d HTTP/1.1" status: 404 len: 333 time: 0.0627356 Jun 22 20:41:32.930481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.936105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55578) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:32.951468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0eaac7-ce6c-4e60-9d4a-6c88fefc6ad2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:32.996392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:32.996649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Added segment 8560a3dd-96c2-432e-994d-3ac0737f17ba of type vlan for network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd Jun 22 20:41:32.999004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.159303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.159689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 238fc9ed-f56e-4b77-ae97-9c13e50b922b no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:33.211661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 238fc9ed-f56e-4b77-ae97-9c13e50b922b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:33.212560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 238fc9ed-f56e-4b77-ae97-9c13e50b922b not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:33.213014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 03160f41-fb81-4d85-b4d4-0324c33ef3c3 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:33.238431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.246961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:33.247545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.250593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 03160f41-fb81-4d85-b4d4-0324c33ef3c3 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:33.250593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 03160f41-fb81-4d85-b4d4-0324c33ef3c3 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:33.253557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca7f128-11ad-426e-9277-92ea8df3326a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.262484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.265268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.278136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Transition to ACTIVE for port object 5f569b39-d7be-41bd-89e6-afe526a9bb88 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:33.283841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Transition to ACTIVE for port object b03b3e3b-eddb-4e3e-9a37-05cf71596c26 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:33.297319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 34b2bfd0-2a8e-4227-af80-2f2c4798e98e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:33.297756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.306738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Transition to ACTIVE for port object 5f569b39-d7be-41bd-89e6-afe526a9bb88 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:33.313960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Transition to ACTIVE for port object b03b3e3b-eddb-4e3e-9a37-05cf71596c26 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:33.318586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.320282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.351047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.354933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.358839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-34c7f00c-56a7-419c-bc1d-80b2cfd133c9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.359223 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3715420 Jun 22 20:41:33.363922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55580) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:33.370401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.380270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Network d3f13193-ff14-44af-8f71-efa9dd19ff03 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:33.389751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:33.391246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:33.393374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:33.396221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'subnet': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:33.400201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:33.405765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:33.409952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Pushing event updated for resources: {'Port': ['ID=5f569b39-d7be-41bd-89e6-afe526a9bb88,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.419868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Network': ['ID=ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.425030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.428649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.434411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-efeda691-c515-4a29-9ad1-e450ecc117e0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.446089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f05394-bde9-4e14-ba9e-ee27586d2ec4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.457622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.458005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.458350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.458680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.459013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.459343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.459673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.460639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.460639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.460639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.460968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.462451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:41:33.465839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.466888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.468494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:33.468984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=96a87076-287b-45ed-b769-c31cc922222d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.473990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.474197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5e0a5eff-ef32-40b1-984d-b96a76d6d685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.478516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.519520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.573061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.575730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 34b2bfd0-2a8e-4227-af80-2f2c4798e98e owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:33.578564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c049fe0-82de-4904-8f4d-ec17da8ee0dc,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.588509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a15007-8dc6-4b58-97f1-f29fd9db5bc5']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.604597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.611697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a76829-cd9e-478b-8f24-0599ad23e023') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.612651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a76829-cd9e-478b-8f24-0599ad23e023') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.641728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Attempting to bind port 5f569b39-d7be-41bd-89e6-afe526a9bb88 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:33.642134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Attempting to bind port 5f569b39-d7be-41bd-89e6-afe526a9bb88 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '2560648b-378f-4e85-8a9e-38e17f63cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:33.642508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Attempting to bind port 5f569b39-d7be-41bd-89e6-afe526a9bb88 on network d3f13193-ff14-44af-8f71-efa9dd19ff03 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:33.655114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Pushing event updated for resources: {'Port': ['ID=b03b3e3b-eddb-4e3e-9a37-05cf71596c26,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.657871 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.658619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Attempting to bind port b03b3e3b-eddb-4e3e-9a37-05cf71596c26 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:33.658998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Attempting to bind port b03b3e3b-eddb-4e3e-9a37-05cf71596c26 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'd3a76829-cd9e-478b-8f24-0599ad23e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:33.659368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Attempting to bind port b03b3e3b-eddb-4e3e-9a37-05cf71596c26 on network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:33.662086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.670018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:33.670821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Checking segment: {'id': '2560648b-378f-4e85-8a9e-38e17f63cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:33.670821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.671216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Bound using segment: {'id': '2560648b-378f-4e85-8a9e-38e17f63cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:33.671801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Bound port: 5f569b39-d7be-41bd-89e6-afe526a9bb88, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560648b-378f-4e85-8a9e-38e17f63cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:33.672097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.681357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.681640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:33.682818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Checking segment: {'id': 'd3a76829-cd9e-478b-8f24-0599ad23e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:33.683385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.683922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Bound using segment: {'id': 'd3a76829-cd9e-478b-8f24-0599ad23e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:33.684506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Bound port: b03b3e3b-eddb-4e3e-9a37-05cf71596c26, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a76829-cd9e-478b-8f24-0599ad23e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:33.685066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.686004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.691936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.701067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:33.701479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:33.704555 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:33.736042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.752763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f12eef-7f2c-4729-8a97-afa69380a5dd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.763629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f13193-ff14-44af-8f71-efa9dd19ff03']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.766539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.808318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2560648b-378f-4e85-8a9e-38e17f63cc0a') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.808318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2560648b-378f-4e85-8a9e-38e17f63cc0a') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:33.809939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.817615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] For port 5f569b39-d7be-41bd-89e6-afe526a9bb88, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:33.824565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] For port 5f569b39-d7be-41bd-89e6-afe526a9bb88, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5f569b39-d7be-41bd-89e6-afe526a9bb88,segment=NetworkSegment(2560648b-378f-4e85-8a9e-38e17f63cc0a),segment_id=2560648b-378f-4e85-8a9e-38e17f63cc0a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:33.824843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] For port b03b3e3b-eddb-4e3e-9a37-05cf71596c26, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:33.826110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:33.826110 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:33.826110 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'id': '61a15007-8dc6-4b58-97f1-f29fd9db5bc5'}] Jun 22 20:41:33.826110 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:33.826645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:33.828615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] For port b03b3e3b-eddb-4e3e-9a37-05cf71596c26, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b03b3e3b-eddb-4e3e-9a37-05cf71596c26,segment=NetworkSegment(d3a76829-cd9e-478b-8f24-0599ad23e023),segment_id=d3a76829-cd9e-478b-8f24-0599ad23e023)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:33.831643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.834926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.842046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.868654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.873110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43d51512-8d36-409d-b9f4-b715491069e7 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:33.902476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=34b2bfd0-2a8e-4227-af80-2f2c4798e98e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.906326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:33.908341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:33.910380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.920600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.941117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:33.945823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/34b2bfd0-2a8e-4227-af80-2f2c4798e98e HTTP/1.1" status: 204 len: 168 time: 1.0040731 Jun 22 20:41:33.947619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:33.989335 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4016bf-0234-4411-aae0-54750b54220f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:33.995017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Pushing event updated for resources: {'Port': ['ID=5f569b39-d7be-41bd-89e6-afe526a9bb88,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:33.995717 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3f4016bf-0234-4411-aae0-54750b54220f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/34b2bfd0-2a8e-4227-af80-2f2c4798e98e HTTP/1.1" status: 404 len: 333 time: 0.0468593 Jun 22 20:41:33.996483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55584) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:33.997189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.013697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.018809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:34.019298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:34.058984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.059253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 816b6f42-50fc-4080-a6ab-60747417f318 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:34.062662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.067181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.088081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7aa882-b182-4aa0-839e-e182811228b3 None None] Network d3f13193-ff14-44af-8f71-efa9dd19ff03 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:34.112596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6fd07-63c9-40f0-b1bb-ca99ddfb7537 None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:34.118344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.138490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:34.139024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:34.142830 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:34.174513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Pushing event updated for resources: {'Port': ['ID=b03b3e3b-eddb-4e3e-9a37-05cf71596c26,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:34.181633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:34.222375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.251190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.316230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.319909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ddca963e-a90a-4d65-9a02-83cd73671c41 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:34.327854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.353654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=816b6f42-50fc-4080-a6ab-60747417f318,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:34.356047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:34.359113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.361109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/816b6f42-50fc-4080-a6ab-60747417f318 HTTP/1.1" status: 204 len: 168 time: 0.3635676 Jun 22 20:41:34.364060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55586) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:34.373834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.374465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72aea580-a3d7-4261-91b2-880200d7a09c {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:34.382016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220f5bf-0280-424b-9f81-685eac5f529d None None] Network 61a15007-8dc6-4b58-97f1-f29fd9db5bc5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:34.384292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5bd97-4572-4a03-8d39-764f3c8fedfd None None] Network 29dd46f6-cbee-44f1-9e2f-fb305622c599 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:34.386238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.387424 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] 10.222.0.66 "DELETE /v2.0/routers/72aea580-a3d7-4261-91b2-880200d7a09c HTTP/1.1" status: 204 len: 168 time: 3.8569894 Jun 22 20:41:34.389290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.397834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55588) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:34.426830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.429146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:34.429146 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:34.429146 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': 'd3f13193-ff14-44af-8f71-efa9dd19ff03'}] Jun 22 20:41:34.429146 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:34.429146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:34.489524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Deleting subnet 34be42fe-fc61-405a-8583-3adb0bebd4c6 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:34.518977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.537240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.537787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e33fb3-9399-4fae-9816-605e45fcd451 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:34.545837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.547125 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e1e33fb3-9399-4fae-9816-605e45fcd451 HTTP/1.1" status: 204 len: 168 time: 4.0072088 Jun 22 20:41:34.552108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:34.581871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.596508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.685438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port b03b3e3b-eddb-4e3e-9a37-05cf71596c26 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:34.685773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.738952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Deleting subnet 7aa0c018-21b8-4aac-be01-c63b3024a168 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:34.756828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.792605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.795771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.800655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:34.824618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port d8630e94-1a36-433f-87a2-f1b99f5eb98e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:34.824958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.843011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.864973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port b03b3e3b-eddb-4e3e-9a37-05cf71596c26, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b03b3e3b-eddb-4e3e-9a37-05cf71596c26,segment=NetworkSegment(d3a76829-cd9e-478b-8f24-0599ad23e023),segment_id=d3a76829-cd9e-478b-8f24-0599ad23e023)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:34.865333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.914378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Subnet': ['ID=6a476a8b-5122-492f-988f-4f6ef36c99bb,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:34.922345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:34.932992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:34.966921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] DHCP port deletion for 29dd46f6-cbee-44f1-9e2f-fb305622c599 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:35.011044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Checking segment: {'id': '8560a3dd-96c2-432e-994d-3ac0737f17ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:35.011435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network hostable DHCP agents. Network: ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:35.027231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Deleting port d8630e94-1a36-433f-87a2-f1b99f5eb98e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:35.028094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.058930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.100432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] For port d8630e94-1a36-433f-87a2-f1b99f5eb98e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d8630e94-1a36-433f-87a2-f1b99f5eb98e,segment=NetworkSegment(aa41be5b-ad5c-4254-afdf-6bca5b4766f1),segment_id=aa41be5b-ad5c-4254-afdf-6bca5b4766f1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:35.101046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.117043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:35.117784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Calling delete_port for d8630e94-1a36-433f-87a2-f1b99f5eb98e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:35.150325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:35.157221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:35.158118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.175299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1e763-a635-48ca-a814-a845eafd7d64 None None] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:35.202604 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8296540 Jun 22 20:41:35.205132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55592) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:35.206604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 9d778c7a-a834-4e98-aeab-b5605de82651 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:35.207023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.207909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for b03b3e3b-eddb-4e3e-9a37-05cf71596c26 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:35.211433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 5f569b39-d7be-41bd-89e6-afe526a9bb88 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:35.211794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.216988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-1917257846'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:35.223918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.257180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.288980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port d8630e94-1a36-433f-87a2-f1b99f5eb98e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d8630e94-1a36-433f-87a2-f1b99f5eb98e,segment=NetworkSegment(aa41be5b-ad5c-4254-afdf-6bca5b4766f1),segment_id=aa41be5b-ad5c-4254-afdf-6bca5b4766f1)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:35.289450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.293226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.301906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.325744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34be42fe-fc61-405a-8583-3adb0bebd4c6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.333921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.345475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for d8630e94-1a36-433f-87a2-f1b99f5eb98e owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:35.361411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.365932 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/34be42fe-fc61-405a-8583-3adb0bebd4c6 HTTP/1.1" status: 204 len: 168 time: 0.9653664 Jun 22 20:41:35.366582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55594) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:35.401082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de620b2-68eb-4fb9-a3c3-80e3d689c8b6 None None] Network 46aee5db-cea0-4657-9b8b-abde1170ef75 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:35.436420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa0c018-21b8-4aac-be01-c63b3024a168,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.439754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.445362 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7aa0c018-21b8-4aac-be01-c63b3024a168 HTTP/1.1" status: 204 len: 168 time: 0.8886838 Jun 22 20:41:35.448226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55596) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:35.451086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.500385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.500696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e44a7-b2ed-442b-8f81-a0b8385cd682 None None] Network ed84ea94-4d7c-4d65-9892-001535c67a19 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:35.510228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-140ccfcf-af4f-4b9c-8280-d4bc074b9996 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.522492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 5f569b39-d7be-41bd-89e6-afe526a9bb88, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5f569b39-d7be-41bd-89e6-afe526a9bb88,segment=NetworkSegment(2560648b-378f-4e85-8a9e-38e17f63cc0a),segment_id=2560648b-378f-4e85-8a9e-38e17f63cc0a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:35.522859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.528466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d8630e94-1a36-433f-87a2-f1b99f5eb98e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:35.551869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.557250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=b03b3e3b-eddb-4e3e-9a37-05cf71596c26,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.560644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.566144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port b03b3e3b-eddb-4e3e-9a37-05cf71596c26 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:35.566574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'tenant_id': '158990e173674244b96bb97b15be200f', 'fixed_ips': [{'subnet_id': '6a476a8b-5122-492f-988f-4f6ef36c99bb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:35.567435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.589373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.591793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 5f569b39-d7be-41bd-89e6-afe526a9bb88 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:35.626578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 9d778c7a-a834-4e98-aeab-b5605de82651 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:35.631766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.707502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.713508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6bde08ed-ce2c-481c-9061-62f796aceccc tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.725166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.732296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:35.735802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.757583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a15007-8dc6-4b58-97f1-f29fd9db5bc5']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:35.768240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=d8630e94-1a36-433f-87a2-f1b99f5eb98e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.771235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port d8630e94-1a36-433f-87a2-f1b99f5eb98e on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:35.773013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.780300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a76829-cd9e-478b-8f24-0599ad23e023') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:35.780695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a76829-cd9e-478b-8f24-0599ad23e023') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:35.798008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No active binding found for port d8630e94-1a36-433f-87a2-f1b99f5eb98e {{(pid=100375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 22 20:41:35.798452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d8630e94-1a36-433f-87a2-f1b99f5eb98e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:35.798887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 43f12eef-7f2c-4729-8a97-afa69380a5dd no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:35.803732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:35.806770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.811171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.812140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-83bc7b87-e7ad-4fb4-b795-2f3776bb5125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.836382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Deleting port 477ceb1b-da43-4497-8222-07da21c593f6 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:35.836855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.860007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 43f12eef-7f2c-4729-8a97-afa69380a5dd {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:35.860357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 43f12eef-7f2c-4729-8a97-afa69380a5dd not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:35.860787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c049fe0-82de-4904-8f4d-ec17da8ee0dc no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:35.864542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.869563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Pushing event deleted for resources: {'Port': ['ID=d8630e94-1a36-433f-87a2-f1b99f5eb98e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.896121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.916614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.917835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] No DVR routers for this DVR port d8630e94-1a36-433f-87a2-f1b99f5eb98e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:35.923808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1bce559a-bc86-4286-951c-1c9a0bc1325d tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:35.925590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 6c049fe0-82de-4904-8f4d-ec17da8ee0dc {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:35.926026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c049fe0-82de-4904-8f4d-ec17da8ee0dc not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:35.955093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:35.955548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:35.959527 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:35.962357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:35.973521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=5f569b39-d7be-41bd-89e6-afe526a9bb88,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:35.976668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:35.980779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 5f569b39-d7be-41bd-89e6-afe526a9bb88 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:35.982661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Allocated IP 172.20.0.2 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/1a5359d0-5e58-4cea-a4e6-90622550a14c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:35.990939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Deleting port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:35.991474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.037582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dd46f6-cbee-44f1-9e2f-fb305622c599']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.056094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] For port 477ceb1b-da43-4497-8222-07da21c593f6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=477ceb1b-da43-4497-8222-07da21c593f6,segment=NetworkSegment(ed3078c1-a548-4409-a5ad-e9de7d90def6),segment_id=ed3078c1-a548-4409-a5ad-e9de7d90def6)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:36.056463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.092399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.092781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa41be5b-ad5c-4254-afdf-6bca5b4766f1') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.103331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Calling delete_port for 477ceb1b-da43-4497-8222-07da21c593f6 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:36.111087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.114803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.130108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-514d0451-f92e-433e-a79c-ed9ac93b3867 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.135865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] DHCP port deletion for 46aee5db-cea0-4657-9b8b-abde1170ef75 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:36.136419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.141676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/61a15007-8dc6-4b58-97f1-f29fd9db5bc5 HTTP/1.1" status: 204 len: 168 time: 3.7454319 Jun 22 20:41:36.146350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55598) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:36.167753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.167976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] DHCP port deletion for ed84ea94-4d7c-4d65-9892-001535c67a19 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:36.203302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=61a15007-8dc6-4b58-97f1-f29fd9db5bc5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.216625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.218018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:36.218499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:36.222004 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:36.224588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fcd89c-8a4e-4bb6-97a5-c5257c3542cf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:36.224991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fcd89c-8a4e-4bb6-97a5-c5257c3542cf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:36.231345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-73fcd89c-8a4e-4bb6-97a5-c5257c3542cf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/61a15007-8dc6-4b58-97f1-f29fd9db5bc5 HTTP/1.1" status: 404 len: 339 time: 0.0816896 Jun 22 20:41:36.247581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55600) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:36.261537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826890883', 'description': 'd1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:36.342497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.346847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:36.350517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.354733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47468ebe-044d-4902-b518-d657ec2338ee tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.360006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.368719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/29dd46f6-cbee-44f1-9e2f-fb305622c599 HTTP/1.1" status: 204 len: 168 time: 1.9966559 Jun 22 20:41:36.371123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:36.387877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616301568'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:36.398872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=29dd46f6-cbee-44f1-9e2f-fb305622c599,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.403981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.407808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.412777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd6100a7-7e40-4fb9-bb7d-5c997d0ac165 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.443529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:36.454316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Pushing event deleted for resources: {'Port': ['ID=477ceb1b-da43-4497-8222-07da21c593f6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.460390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.461275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:36.465407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.472301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] No DVR routers for this DVR port 477ceb1b-da43-4497-8222-07da21c593f6 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:36.480470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Deleting port 477ceb1b-da43-4497-8222-07da21c593f6 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:36.481209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.487593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.490225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.490570 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 58d5386a-5fcb-4e0e-a34c-077ed551d869 of type vlan for network ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b Jun 22 20:41:36.504049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.521926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] For port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:36.521926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.522384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Transition to ACTIVE for port object 1a5359d0-5e58-4cea-a4e6-90622550a14c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:36.540404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f13193-ff14-44af-8f71-efa9dd19ff03']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.541505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Calling delete_port for eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:36.563216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2560648b-378f-4e85-8a9e-38e17f63cc0a') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.563531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2560648b-378f-4e85-8a9e-38e17f63cc0a') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.580058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.581742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Deleting port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:36.582257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.584241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:36.587428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] For port 477ceb1b-da43-4497-8222-07da21c593f6, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:36.587920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.588247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.598725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Transition to ACTIVE for port object 1a5359d0-5e58-4cea-a4e6-90622550a14c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:36.621429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Calling delete_port for 477ceb1b-da43-4497-8222-07da21c593f6 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:36.624891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Port 477ceb1b-da43-4497-8222-07da21c593f6 was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:41:36.628890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.631758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.632124 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Added segment 8ad0a6ea-63ad-49c9-af57-8a7557b37203 of type vlan for network 82ee03c5-4a23-493a-a71b-970307595645 Jun 22 20:41:36.634663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.634836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.637039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.663230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.670423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d4603cd6-fb7f-43da-b296-3c5e3c3f4b66 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.674385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.689093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aee5db-cea0-4657-9b8b-abde1170ef75']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.700783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:36.701450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.719412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3078c1-a548-4409-a5ad-e9de7d90def6') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.721480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3078c1-a548-4409-a5ad-e9de7d90def6') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:36.721587 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:36.726766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] No DVR routers for this DVR port 477ceb1b-da43-4497-8222-07da21c593f6 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:36.728212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.731121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] For port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,segment=NetworkSegment(73a45770-d702-4248-9d07-f924c64b3634),segment_id=73a45770-d702-4248-9d07-f924c64b3634)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:36.731530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.751364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=9d778c7a-a834-4e98-aeab-b5605de82651,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.757396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:36.765206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.765415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Calling delete_port for eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:36.771112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:36.773708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:36.784501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Pushing event updated for resources: {'Port': ['ID=1a5359d0-5e58-4cea-a4e6-90622550a14c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.786049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.793618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.794626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.798108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:36.798804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.802144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.822439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.8 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/6bcbc691-6d43-442a-ae2a-3776ebf5bb76) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:36.867409 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:36.876827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.881499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.888352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.889545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Pushing event deleted for resources: {'Port': ['ID=477ceb1b-da43-4497-8222-07da21c593f6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.890602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.893149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.896659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.898500 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/d3f13193-ff14-44af-8f71-efa9dd19ff03 HTTP/1.1" status: 204 len: 168 time: 5.3295443 Jun 22 20:41:36.905103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:36.905725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55604) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:36.906210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.912350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e53df508-8bdd-42f4-84ef-57b6bd4958d8 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.922091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.927235 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46aee5db-cea0-4657-9b8b-abde1170ef75 HTTP/1.1" status: 204 len: 168 time: 1.5536456 Jun 22 20:41:36.927427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734566783'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:36.946549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:36.957134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=d3f13193-ff14-44af-8f71-efa9dd19ff03,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:36.972926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:36.987394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:36.994012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Attempting to bind port 1a5359d0-5e58-4cea-a4e6-90622550a14c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:36.994888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Attempting to bind port 1a5359d0-5e58-4cea-a4e6-90622550a14c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8560a3dd-96c2-432e-994d-3ac0737f17ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:36.995428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Attempting to bind port 1a5359d0-5e58-4cea-a4e6-90622550a14c on network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:37.005545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:37.005961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Checking segment: {'id': '8560a3dd-96c2-432e-994d-3ac0737f17ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:37.006381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.007350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Bound using segment: {'id': '8560a3dd-96c2-432e-994d-3ac0737f17ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:37.007350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Bound port: 1a5359d0-5e58-4cea-a4e6-90622550a14c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8560a3dd-96c2-432e-994d-3ac0737f17ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:37.007663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.053680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8034737 Jun 22 20:41:37.054494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55608) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:37.067315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.073875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.075456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4321c609-09dd-4bdc-9721-dd93d1e0497d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:37.082119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:37.083078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.099385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d836b-2cbb-4e8c-beb1-b384fb8e975c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.139217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:37.142956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Pushing event deleted for resources: {'Port': ['ID=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.156552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] No DVR routers for this DVR port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:37.177944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.205795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:37.209736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.214219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] No DVR routers for this DVR port eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:37.222304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.242352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.260568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8868554 Jun 22 20:41:37.261532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Pushing event deleted for resources: {'Network': ['ID=46aee5db-cea0-4657-9b8b-abde1170ef75,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.265867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55610) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:37.291071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] For port 1a5359d0-5e58-4cea-a4e6-90622550a14c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:37.293920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:37.323557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55612) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:37.325639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.327788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:37.328892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eeb94b1b-8d17-4bc0-9b14-a89f1ae4ce70 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:37.329369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 477ceb1b-da43-4497-8222-07da21c593f6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:37.336135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] For port 1a5359d0-5e58-4cea-a4e6-90622550a14c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1a5359d0-5e58-4cea-a4e6-90622550a14c,segment=NetworkSegment(8560a3dd-96c2-432e-994d-3ac0737f17ba),segment_id=8560a3dd-96c2-432e-994d-3ac0737f17ba)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:37.338330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '82ee03c5-4a23-493a-a71b-970307595645', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:37.343617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:37.377831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.381371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-72965cc2-e77d-4462-a3bb-6a763ef7196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:37.382745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 477ceb1b-da43-4497-8222-07da21c593f6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:37.383098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 477ceb1b-da43-4497-8222-07da21c593f6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:37.408151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:37.433096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.453606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.461361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c48c82a-a7ad-46fe-9908-f7108b861036 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:37.462310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.462763 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment eafaa895-c3cb-4d25-afcc-2a72309b1379 of type vlan for network 6de3cd52-b640-47ed-b7f2-02f54c345f2e Jun 22 20:41:37.465945 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6c48c82a-a7ad-46fe-9908-f7108b861036 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks?id=ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b HTTP/1.1" status: 200 len: 761 time: 0.4057214 Jun 22 20:41:37.466122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed84ea94-4d7c-4d65-9892-001535c67a19']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:37.468423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Pushing event updated for resources: {'Port': ['ID=1a5359d0-5e58-4cea-a4e6-90622550a14c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.472194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.491549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55614) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:37.492215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.508014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'description': 'd2'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:37.518162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Network': ['ID=82ee03c5-4a23-493a-a71b-970307595645,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.523836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.525372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:37.525991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.526272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a45770-d702-4248-9d07-f924c64b3634') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:37.526571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a45770-d702-4248-9d07-f924c64b3634') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:37.533501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:37.535445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 82ee03c5-4a23-493a-a71b-970307595645 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:37.559042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:37.562705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.592710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.601859 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05db9a87-e3ec-4122-806b-d0fee871b4ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=609a2416f91d42789362eb4c5bd4475b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2761612 Jun 22 20:41:37.640905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:37.719634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.733568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.765094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:37.765527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:37.770948 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:37.777718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.805010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.875374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.880740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.887221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fbf38d0-b678-4c0a-8013-bdc96667b14c HTTP/1.1" status: 204 len: 168 time: 0.2451844 Jun 22 20:41:37.888450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:37.902866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf38d0-b678-4c0a-8013-bdc96667b14c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:37.908589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:37.934603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.977106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.983743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:37.984795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:37.988683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:38.000541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.040595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.045308 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ed84ea94-4d7c-4d65-9892-001535c67a19 HTTP/1.1" status: 204 len: 168 time: 2.5890937 Jun 22 20:41:38.093180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.101846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-102b59af-0dab-4f7c-baa8-6463a81257ae tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:38.126558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:38.129989 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2211254 Jun 22 20:41:38.135635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55622) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.137179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:38.139483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=6de3cd52-b640-47ed-b7f2-02f54c345f2e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:38.143114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:38.149873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:38.154834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:38.168794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=fff1aa3a-f828-401f-b31a-6093a1d46bd9,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:38.171733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:38.185038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:38.186505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.187949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Checking segment: {'id': '8ad0a6ea-63ad-49c9-af57-8a7557b37203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82ee03c5-4a23-493a-a71b-970307595645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:38.188389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network hostable DHCP agents. Network: 82ee03c5-4a23-493a-a71b-970307595645, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:38.189239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d07a1adc-44b2-45af-8eeb-dfa15b4fb5f5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:38.208443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 82ee03c5-4a23-493a-a71b-970307595645 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:38.225874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 82ee03c5-4a23-493a-a71b-970307595645) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:38.233024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:38.233728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.273260 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9468427 Jun 22 20:41:38.273603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55628) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.287031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-950010667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:38.290566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065644a7-2517-4eb3-8b85-94c4797c474f None None] Network 82ee03c5-4a23-493a-a71b-970307595645 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:38.340390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.342623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.344307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.377263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55632) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.410974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=6bcbc691-6d43-442a-ae2a-3776ebf5bb76,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:38.433579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b is not hosted by any dhcp agent {{(pid=100373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:41:38.444385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:38.445027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.449023 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "PUT /v2.0/networks/ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b HTTP/1.1" status: 200 len: 758 time: 0.9515224 Jun 22 20:41:38.449023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:38.454606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:38.461575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:38.462952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.467547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55636) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.478658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.502127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.545180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed84ea94-4d7c-4d65-9892-001535c67a19,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:38.547125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-82ee03c5-4a23-493a-a71b-970307595645', 'network_id': '82ee03c5-4a23-493a-a71b-970307595645', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': 'fff1aa3a-f828-401f-b31a-6093a1d46bd9'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:38.549322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.570439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-acf3ed7d-0537-45fe-becb-eeb70718111c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac4c14ed852340ed8462e73a12e43038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1913772 Jun 22 20:41:38.571714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55640) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.741767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Allocated IP 2001:db8::2 (82ee03c5-4a23-493a-a71b-970307595645/fff1aa3a-f828-401f-b31a-6093a1d46bd9/2531f895-220e-415a-b0f0-ba35273bb420) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:38.746656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:38.769889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.771121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-21200339-4f4a-442d-8902-5c7d7ca81a61 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4959302 Jun 22 20:41:38.774865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55648) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.781672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'network_id': '82ee03c5-4a23-493a-a71b-970307595645', 'name': 'tempest-PortsIpV6TestJSON-54287293'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:38.782659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44aff3-7e33-4aa5-afae-c27028303df9 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:38.784537 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0c44aff3-7e33-4aa5-afae-c27028303df9 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks?id=ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b HTTP/1.1" status: 200 len: 761 time: 0.3138082 Jun 22 20:41:38.788020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.793969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:38.794843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526858236'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:38.797478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.806789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:38.810142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:38.815942 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6059802 Jun 22 20:41:38.818037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55652) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:38.831908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:38.832320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:38.842973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-1438785163', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6c:12:bf'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:38.875932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:38.900626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:38.904785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.962626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:38.968256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6bd21-5ab2-480e-882a-403367039ef3 None None] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:38.981464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:38.982019 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment f950cafd-3ad2-4796-9523-a0e1f27c6684 of type vlan for network 80d7487c-e1f5-477c-99bc-81cd6781f2ea Jun 22 20:41:38.983160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55656) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:39.015582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:39.019788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.052961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.079026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:39.085528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.108079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.121042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Transition to ACTIVE for port object 2531f895-220e-415a-b0f0-ba35273bb420 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:39.140424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1166041963-network', 'tenant_id': '2f5202f2ad58465a970062c8ef010608'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:39.146460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Transition to ACTIVE for port object 2531f895-220e-415a-b0f0-ba35273bb420 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:39.166860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.178817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Made reservation on behalf of 2f5202f2ad58465a970062c8ef010608 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:39.179058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.181844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.189030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.205240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.222835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.240186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:39.242390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.250262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:39.251760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-41bebf66-f509-4fe4-9528-99b8dacda0c8 None None] Provisioning for port 1a5359d0-5e58-4cea-a4e6-90622550a14c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:39.259692 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/routers/c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4910893 Jun 22 20:41:39.260452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55660) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:39.267921 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] Sync routers for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:39.278501 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:39.279136 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:39.293693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.296860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1a5359d0-5e58-4cea-a4e6-90622550a14c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:39.299807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Pushing event updated for resources: {'Port': ['ID=2531f895-220e-415a-b0f0-ba35273bb420,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:39.315868 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:39.316227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:39.318391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Network 82ee03c5-4a23-493a-a71b-970307595645 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:39.326755 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] Routers {'c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:39.327401 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:39.356090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:39.361863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:39.367454 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:39.368986 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ccdcf-d2e4-4110-bf0c-4c7bc81af57a None None] The sync data for ids ['c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:39.396811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=80d7487c-e1f5-477c-99bc-81cd6781f2ea,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:39.408517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:39.409661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::77 (82ee03c5-4a23-493a-a71b-970307595645/fff1aa3a-f828-401f-b31a-6093a1d46bd9/ea4bc4a8-758c-4a93-9c4d-129bb95be6c7) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:39.421053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 80d7487c-e1f5-477c-99bc-81cd6781f2ea details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:39.553195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Attempting to bind port 2531f895-220e-415a-b0f0-ba35273bb420 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:39.553889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Attempting to bind port 2531f895-220e-415a-b0f0-ba35273bb420 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8ad0a6ea-63ad-49c9-af57-8a7557b37203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82ee03c5-4a23-493a-a71b-970307595645'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:39.554052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Attempting to bind port 2531f895-220e-415a-b0f0-ba35273bb420 on network 82ee03c5-4a23-493a-a71b-970307595645 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:39.564341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1a5359d0-5e58-4cea-a4e6-90622550a14c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:39.569908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:39.570293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Checking segment: {'id': '8ad0a6ea-63ad-49c9-af57-8a7557b37203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82ee03c5-4a23-493a-a71b-970307595645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:39.570930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.571889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Bound using segment: {'id': '8ad0a6ea-63ad-49c9-af57-8a7557b37203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82ee03c5-4a23-493a-a71b-970307595645'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:39.572792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Bound port: 2531f895-220e-415a-b0f0-ba35273bb420, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad0a6ea-63ad-49c9-af57-8a7557b37203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82ee03c5-4a23-493a-a71b-970307595645'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:39.573020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.576957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1a5359d0-5e58-4cea-a4e6-90622550a14c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:39.577340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.583822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.599098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:39.637939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.642150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-215a9fe1-a515-451f-a801-4a74ca225a5d tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.686522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:39.700754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 82ee03c5-4a23-493a-a71b-970307595645 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:39.707405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:39.712402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] For port 2531f895-220e-415a-b0f0-ba35273bb420, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:39.712950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ea4bc4a8-758c-4a93-9c4d-129bb95be6c7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:39.717177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] For port 2531f895-220e-415a-b0f0-ba35273bb420, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2531f895-220e-415a-b0f0-ba35273bb420,segment=NetworkSegment(8ad0a6ea-63ad-49c9-af57-8a7557b37203),segment_id=8ad0a6ea-63ad-49c9-af57-8a7557b37203)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:39.722794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:39.728413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:39.729031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.732673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:39.743854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.748664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b5298be4-3180-4f8e-ba3a-a5b1f91c750a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.819376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.843885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.847039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.848462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74802ca9-aa0a-48fd-9f30-0c2e986f6833 HTTP/1.1" status: 204 len: 168 time: 1.2697518 Jun 22 20:41:39.856738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42cb421b-1577-4416-8530-df96c060c1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.862046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.869679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1a5359d0-5e58-4cea-a4e6-90622550a14c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1a5359d0-5e58-4cea-a4e6-90622550a14c,segment=NetworkSegment(8560a3dd-96c2-432e-994d-3ac0737f17ba),segment_id=8560a3dd-96c2-432e-994d-3ac0737f17ba)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:39.875920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Pushing event updated for resources: {'Port': ['ID=2531f895-220e-415a-b0f0-ba35273bb420,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:39.884116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:39.884116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:39.884897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74802ca9-aa0a-48fd-9f30-0c2e986f6833,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:39.886277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.888016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:39.893502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:39.944774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.007338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.016141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.022106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.028016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1a5359d0-5e58-4cea-a4e6-90622550a14c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:40.039075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:40.041298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:40.067208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=08183db0-96f0-4b0b-bfd1-a9ba945f5019,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:40.069889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:40.079118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 9e0be2ed-bb0b-405b-bbba-9b9990722d14 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:40.081505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.083891 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Added segment 4a699195-2307-4a40-be23-25e409f08a3e of type vlan for network 468dc091-ffd4-4981-b7f4-b711852b0063 Jun 22 20:41:40.094974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:40.101952 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3113978 Jun 22 20:41:40.102150 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3252985 Jun 22 20:41:40.115723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:40.116230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55668) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:40.121054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': 'eafaa895-c3cb-4d25-afcc-2a72309b1379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:40.121423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: 6de3cd52-b640-47ed-b7f2-02f54c345f2e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:40.127645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:40.217617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.223983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1e593-1c3c-4165-9b1d-51a8c7ea4960,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:40.230120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:40.233405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Provisioning for port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:40.248757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Provisioning complete for port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:40.250491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.303713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.304694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:40.305272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.336274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3e96d68-c7b7-44e4-8b42-cb54bee2a248 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:40.360318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:40.386879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Provisioning complete for port 1a5359d0-5e58-4cea-a4e6-90622550a14c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:40.387349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8898a5c-6d1d-4d4c-b478-f7c818dd2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.408894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4219174 Jun 22 20:41:40.434166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55676) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:40.500071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Request body: {'subnet': {'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1166041963-subnet', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:40.516901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.536983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Made reservation on behalf of 2f5202f2ad58465a970062c8ef010608 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:40.541450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.556953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:40.566038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=468dc091-ffd4-4981-b7f4-b711852b0063,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:40.570222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:40.581864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 468dc091-ffd4-4981-b7f4-b711852b0063 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:40.659581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6de3cd52-b640-47ed-b7f2-02f54c345f2e) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:40.669369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:40.670082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.699215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e81a1-46b2-45b0-a937-dd7b39ec3670 None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:40.722642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.3 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/9e0be2ed-bb0b-405b-bbba-9b9990722d14) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:40.734481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:40.739672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.768297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.771258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-31bc35e1-7bb6-49e7-9e44-9cf15eff53fc tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:40.785322 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6360512 Jun 22 20:41:40.787254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55686) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:40.792558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dfe80451-b58a-4e08-b648-5239f6cf908c None None] Provisioning complete for port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:40.792946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dfe80451-b58a-4e08-b648-5239f6cf908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.822639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:40.835765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01cd340-c3a4-48e7-b64b-d4f06d98036b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:40.844395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:40.856786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Checking segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:40.857534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Network hostable DHCP agents. Network: 468dc091-ffd4-4981-b7f4-b711852b0063, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:40.874796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-dfe80451-b58a-4e08-b648-5239f6cf908c None None] Port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:40.890970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Network 468dc091-ffd4-4981-b7f4-b711852b0063 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:40.908058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 468dc091-ffd4-4981-b7f4-b711852b0063) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:40.923906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:40.924767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:40.924941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc45e2-ebd5-479b-a2e2-fc48e247be77 None None] Network 468dc091-ffd4-4981-b7f4-b711852b0063 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:40.948761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4527342 Jun 22 20:41:40.951871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55690) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:40.956364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:41.000999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.002078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.079404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '08183db0-96f0-4b0b-bfd1-a9ba945f5019'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:41.080505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.099175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.148332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port cc7fc623-e958-47b3-8b98-a9cb23381feb {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:41.151345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.390303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.421865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1a5359d0-5e58-4cea-a4e6-90622550a14c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:41.464285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e6dae-1628-4821-9272-2176320cc2d4 None None] Network 82ee03c5-4a23-493a-a71b-970307595645 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:41.540700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-468dc091-ffd4-4981-b7f4-b711852b0063', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:41.541356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.577813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.591960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a607ede-34fd-4a26-b0c5-474d5fe3c811 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:41.615619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d5c6c3e-dee1-4087-a138-bd74fec05859 None None] Provisioning for port 2531f895-220e-415a-b0f0-ba35273bb420 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:41.638831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Allocated IP 2001:db8::2 (6de3cd52-b640-47ed-b7f2-02f54c345f2e/08183db0-96f0-4b0b-bfd1-a9ba945f5019/1f9266d3-36a1-4d9b-8b12-f02c2d44418c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:41.648525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=067bcc2a-4db9-49ff-ae64-4a95bad9e253,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:41.673620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:41.730794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.749220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.771425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.771534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1a5359d0-5e58-4cea-a4e6-90622550a14c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:41.771534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.782565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': 'f950cafd-3ad2-4796-9523-a0e1f27c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:41.782939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 80d7487c-e1f5-477c-99bc-81cd6781f2ea, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:41.786619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.802762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:41.807819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.810968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for cc7fc623-e958-47b3-8b98-a9cb23381feb owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:41.832203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:41.917129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55706) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:41.922621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 9e0be2ed-bb0b-405b-bbba-9b9990722d14 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:41.933641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Allocated IP 172.20.0.2 (468dc091-ffd4-4981-b7f4-b711852b0063/c01cd340-c3a4-48e7-b64b-d4f06d98036b/46eebe48-3fba-41ce-acac-4ad1b1ab3335) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:41.940745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Allocated IP 172.26.4.18 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/5392bc7f-f2ca-48ae-9eeb-98139287b9cb) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:42.042067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 80d7487c-e1f5-477c-99bc-81cd6781f2ea is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:42.106537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.122249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 80d7487c-e1f5-477c-99bc-81cd6781f2ea) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:42.141525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0424c-c9a4-4b56-a423-fc21db800d2b None None] Network 80d7487c-e1f5-477c-99bc-81cd6781f2ea requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:42.152776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.157220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1853971357'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:42.158433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:42.159022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.190228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.190511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2531f895-220e-415a-b0f0-ba35273bb420 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:42.192704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Transition to ACTIVE for port object 1f9266d3-36a1-4d9b-8b12-f02c2d44418c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:42.193882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:42.199396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Made reservation on behalf of 1e63740074134c018fa52391c5a76439 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:42.204073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.238808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:42.241971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:42.244072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.246196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:42.279722 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1608846 Jun 22 20:41:42.286278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55710) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:42.290109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Transition to ACTIVE for port object 1f9266d3-36a1-4d9b-8b12-f02c2d44418c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:42.294612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.308924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Pushing event updated for resources: {'Port': ['ID=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:42.317426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a3608f3d-e8c6-40db-9b99-5d0a18ca0141 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:42.325163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:42.334400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.341710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbdb8654-5415-46b3-a4c6-5f1d7990b780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:42.432011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:42.442746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.444456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:42.448352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:42.461348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:42.483994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2531f895-220e-415a-b0f0-ba35273bb420 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:42.486498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Transition to ACTIVE for port object 46eebe48-3fba-41ce-acac-4ad1b1ab3335 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:42.492005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Pushing event updated for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:42.495650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:42.496003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:42.510382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:42.517972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2531f895-220e-415a-b0f0-ba35273bb420 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:42.518369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.570073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Transition to ACTIVE for port object 46eebe48-3fba-41ce-acac-4ad1b1ab3335 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:42.622293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=9e0be2ed-bb0b-405b-bbba-9b9990722d14,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:42.641317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.651570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c469b46a-6a5b-49a9-a267-d36d7526b811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:42.662640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-80d7487c-e1f5-477c-99bc-81cd6781f2ea', 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '067bcc2a-4db9-49ff-ae64-4a95bad9e253'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:42.663907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.694573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:42.736067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Attempting to bind port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:42.736686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Attempting to bind port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'eafaa895-c3cb-4d25-afcc-2a72309b1379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:42.737288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Attempting to bind port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c on network 6de3cd52-b640-47ed-b7f2-02f54c345f2e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:42.781140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:42.781733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Checking segment: {'id': 'eafaa895-c3cb-4d25-afcc-2a72309b1379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:42.782407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.783030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Bound using segment: {'id': 'eafaa895-c3cb-4d25-afcc-2a72309b1379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:42.783814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Bound port: 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafaa895-c3cb-4d25-afcc-2a72309b1379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:42.784394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.807119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Network 468dc091-ffd4-4981-b7f4-b711852b0063 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:42.823717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Pushing event updated for resources: {'Port': ['ID=46eebe48-3fba-41ce-acac-4ad1b1ab3335,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:42.826484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:42.827679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:42.830483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:42.927922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.935004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.938425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:42.966837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:42.983452 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:41:42.986273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e759ec-3002-4d9b-9fc9-68d32d0d489a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:42.990881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:42.995325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:42.995856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Added segment 9618945b-ca7b-42d8-b761-f6d23bbaf115 of type vlan for network 486d0df8-0cef-4170-a47a-8466833ec1dd Jun 22 20:41:43.009245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Provisioning complete for port 2531f895-220e-415a-b0f0-ba35273bb420 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:43.009713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.045219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.074355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.086277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.094246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.095046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.098858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d039f296-770e-481e-a9f8-47f217eb6cf2 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.139577 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2185373 Jun 22 20:41:43.145706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Attempting to bind port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:43.146143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Attempting to bind port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:43.146718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Attempting to bind port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 on network 468dc091-ffd4-4981-b7f4-b711852b0063 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:43.161043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-45496035-772c-4edb-adb7-a06a2506379e None None] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:43.179203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Pushing event updated for resources: {'Network': ['ID=486d0df8-0cef-4170-a47a-8466833ec1dd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:43.184823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:43.189568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-45496035-772c-4edb-adb7-a06a2506379e None None] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,segment=NetworkSegment(eafaa895-c3cb-4d25-afcc-2a72309b1379),segment_id=eafaa895-c3cb-4d25-afcc-2a72309b1379)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:43.193111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:43.193543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Checking segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:43.194018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.194538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Bound using segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:43.195062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Bound port: 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:43.195536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.207963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 486d0df8-0cef-4170-a47a-8466833ec1dd details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:43.220633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Allocated IP 172.20.0.2 (80d7487c-e1f5-477c-99bc-81cd6781f2ea/067bcc2a-4db9-49ff-ae64-4a95bad9e253/96937e4c-5ad2-4b06-9ef0-6a2e71c1a226) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:43.231027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.248830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.265947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2531f895-220e-415a-b0f0-ba35273bb420, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2531f895-220e-415a-b0f0-ba35273bb420,segment=NetworkSegment(8ad0a6ea-63ad-49c9-af57-8a7557b37203),segment_id=8ad0a6ea-63ad-49c9-af57-8a7557b37203)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:43.310050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.317472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.325539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.330777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.331378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.342152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.353630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.372828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.374663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55716) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:43.458489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ea4bc4a8-758c-4a93-9c4d-129bb95be6c7,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:43.469503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:43.476966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.482786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd', 'binding:host_id': 'hv-neutron-7975', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-479605168'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:43.487751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d132eb16-e489-4bd4-ac56-0aa85322e251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.490557 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f2cd31e-0910-40c0-8df0-4eadfee61ab0 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.6541922 Jun 22 20:41:43.522653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55718) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:43.584728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=cc7fc623-e958-47b3-8b98-a9cb23381feb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:43.626866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.665713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:43.666889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.701125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6eed09-616b-4183-a0be-df0dd1e511bf tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.707250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6eed09-616b-4183-a0be-df0dd1e511bf tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.714175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6eed09-616b-4183-a0be-df0dd1e511bf tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.722152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d6eed09-616b-4183-a0be-df0dd1e511bf tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1982961 Jun 22 20:41:43.727594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55720) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:43.778458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Pushing event updated for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:43.781955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:43.788013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6df9931b-fe64-4864-9f31-9ed74c527faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:43.832425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] For port 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:43.857002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.859865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Made reservation on behalf of dde691ca61984f76806072a3e5fa7d83 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:43.862269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.863083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Provisioning for port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:43.884023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] For port 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=46eebe48-3fba-41ce-acac-4ad1b1ab3335,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:43.889058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:43.892703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Provisioning complete for port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:43.893104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.904017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.953498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.956094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:43.981598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:43.987759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:43.988957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2531f895-220e-415a-b0f0-ba35273bb420,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:43.992968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.001527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.002398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c09f089f-50ef-4391-b75b-2161ad25b796 None None] Port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:44.003769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.011738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=f535b217-f39f-4d57-b1c2-ea3a2f888837,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.014766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.060561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.067271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.077222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Transition to ACTIVE for port object 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:44.092037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 9e0be2ed-bb0b-405b-bbba-9b9990722d14 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:44.092366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.096333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Pushing event updated for resources: {'Port': ['ID=46eebe48-3fba-41ce-acac-4ad1b1ab3335,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.101474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.111366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Transition to ACTIVE for port object 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:44.130566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.133173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d7d04f5d-df65-4aba-a8a2-4d176f9e97ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.187167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Network 80d7487c-e1f5-477c-99bc-81cd6781f2ea is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:44.188065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Provisioning for port 9e0be2ed-bb0b-405b-bbba-9b9990722d14 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:44.193739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:44.199981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:44.202086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Provisioning complete for port 9e0be2ed-bb0b-405b-bbba-9b9990722d14 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:44.202473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.206124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Pushing event updated for resources: {'Port': ['ID=96937e4c-5ad2-4b06-9ef0-6a2e71c1a226,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.233296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.250634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.270927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 9e0be2ed-bb0b-405b-bbba-9b9990722d14 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:44.336332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.341654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.347899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.350383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.353504 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5494843 Jun 22 20:41:44.356911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55722) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:44.360993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-143585f7-cab1-416f-bf6e-715144033799 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.377290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Router 178151ae-82c0-4167-8224-ee37d4fefb02 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:41:44.396362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Port 9e0be2ed-bb0b-405b-bbba-9b9990722d14 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:44.398502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Attempting to bind port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:44.399901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Attempting to bind port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f950cafd-3ad2-4796-9523-a0e1f27c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:44.402451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Attempting to bind port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 on network 80d7487c-e1f5-477c-99bc-81cd6781f2ea {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:44.412290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:44.412786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Checking segment: {'id': 'f950cafd-3ad2-4796-9523-a0e1f27c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:44.413174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.413588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Bound using segment: {'id': 'f950cafd-3ad2-4796-9523-a0e1f27c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:44.414121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Bound port: 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f950cafd-3ad2-4796-9523-a0e1f27c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:44.414634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.475441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Provisioning complete for port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:44.476175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.510215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.511657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:44.513849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:44.515824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:44.518325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3e795a7-eb6d-4da8-968c-2c7119eb177f None None] Port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:44.518418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:44.520478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:44.523478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=067bcc2a-4db9-49ff-ae64-4a95bad9e253,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.526747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.527274 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-66855b07-83ce-4b53-9953-a0b2730bd20b tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1693332 Jun 22 20:41:44.545478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55724) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:44.556636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.557805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873679009'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:44.563692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dbc63735-db6f-4b7e-8912-15f75325622c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.567888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:44.572144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] For port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:44.617268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.618028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Fanout notify agent at l3_agent the message router_deleted on router c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:44.625585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.629449 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/routers/c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 HTTP/1.1" status: 204 len: 168 time: 5.3573477 Jun 22 20:41:44.653367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55726) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:44.710222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:44.714722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.729244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.748137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] For port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=96937e4c-5ad2-4b06-9ef0-6a2e71c1a226,segment=NetworkSegment(f950cafd-3ad2-4796-9523-a0e1f27c6684),segment_id=f950cafd-3ad2-4796-9523-a0e1f27c6684)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:44.751670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:44.752130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d7487c-e1f5-477c-99bc-81cd6781f2ea']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:44.755541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a13ec-e7f7-4b63-8fd1-c37df6467cf9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.756529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.757188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.760842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:44.772199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3862753d-18e0-4892-91f4-f11ddde5f380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.779140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Sync routers for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:44.782488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:44.790239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950cafd-3ad2-4796-9523-a0e1f27c6684') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:44.790887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950cafd-3ad2-4796-9523-a0e1f27c6684') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:44.798092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.798601 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment 338dd365-dbd1-42ba-b332-d5ffe2b9d47d of type vlan for network 18c8b748-6211-4192-8b6f-bb9e47901372 Jun 22 20:41:44.817071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.828150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:44.829151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:44.862124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting subnet 683d9371-c317-4d9b-b6e1-5595f086a106 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:44.864338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:44.878469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.894827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:44.895467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:44.901316 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:44.914004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101a530-6acd-48e6-be51-c125c5706502 None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:44.916548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=9e0be2ed-bb0b-405b-bbba-9b9990722d14,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:44.922195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.942827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:44.984296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:45.021622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.044810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.064679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:45.064679 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:45.064679 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': '80d7487c-e1f5-477c-99bc-81cd6781f2ea'}] Jun 22 20:41:45.064679 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:45.065131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:45.146192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:45.179487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.193598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7f002906-d5e6-48f5-989f-d91167b371c8 None None] Provisioning for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:45.195591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Pushing event updated for resources: {'Port': ['ID=96937e4c-5ad2-4b06-9ef0-6a2e71c1a226,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:45.215677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:45.253911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.255186 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3024445 Jun 22 20:41:45.256508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.259015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55728) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:45.259963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.266279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:45.266906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-594725'] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.274424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cf4798a6-c822-45f7-baaf-a55e39fd5507 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:45.277469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.292000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c781ff1-942a-440c-ad19-cf34893ec3cb None None] Network 80d7487c-e1f5-477c-99bc-81cd6781f2ea requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:45.324888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Transition to ACTIVE for port object fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 will not be triggered until provisioned by entity L2. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:45.353029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.370982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f465e324-fd97-49d5-bd1f-5fb898988301 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:45.382409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:45.430042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.435946 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/subnets/683d9371-c317-4d9b-b6e1-5595f086a106 HTTP/1.1" status: 204 len: 168 time: 0.7817571 Jun 22 20:41:45.437388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8879635 Jun 22 20:41:45.445004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55730) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:45.445349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55732) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:45.456133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09727413-a1bf-4587-a2d8-56edeb08137f None None] Network 4b797565-da0a-4a2c-ba40-32fcf7060324 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:45.462439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:45.472073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=fee2f1bd-3847-48aa-9ce7-8bd02cfe2681,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:45.494535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:45.534517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=18c8b748-6211-4192-8b6f-bb9e47901372,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:45.537915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:45.545334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db71c8f2-f536-46ef-a6f1-6ac0bc88afda tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:45.570151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.615457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdba047-a242-458c-95bb-56325875396a None None] Network 468dc091-ffd4-4981-b7f4-b711852b0063 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:45.632157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:45.637126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Checking segment: {'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:45.637705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Network hostable DHCP agents. Network: 486d0df8-0cef-4170-a47a-8466833ec1dd, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:45.662752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1f9266d3-36a1-4d9b-8b12-f02c2d44418c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:45.678998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Subnet': ['ID=683d9371-c317-4d9b-b6e1-5595f086a106,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:45.712510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:45.722549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.751014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Network 486d0df8-0cef-4170-a47a-8466833ec1dd is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:45.799809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 486d0df8-0cef-4170-a47a-8466833ec1dd) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:45.813854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:45.862731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:45.863340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:45.863841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:45.868700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.869650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.871636 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/9e0be2ed-bb0b-405b-bbba-9b9990722d14 HTTP/1.1" status: 204 len: 168 time: 2.1427076 Jun 22 20:41:45.874358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55734) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:45.874485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54eb9e3-1292-4d9e-ac58-88f03e08c3fa None None] Network 486d0df8-0cef-4170-a47a-8466833ec1dd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:45.906068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.926523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.929310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b7a834aa-3a0b-4f10-a2cc-5b3141c595a7 None None] Provisioning for port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:45.929925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5b8563c0-e091-41c4-b458-4e38968bf438 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:45.933443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.934326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.935916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:45.936443 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:45.956453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-21834e68-27b4-4f64-8464-2e8c04e2d749 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:45.959444 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 2 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:45.963120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 18c8b748-6211-4192-8b6f-bb9e47901372 is not hosted by any dhcp agent {{(pid=100374) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:41:45.968714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:45.969490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.970898 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "PUT /v2.0/networks/18c8b748-6211-4192-8b6f-bb9e47901372 HTTP/1.1" status: 200 len: 723 time: 0.5158763 Jun 22 20:41:45.972749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 108cf50c-c79e-4499-b1a8-7f65008a62d4 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:45.973181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:45.974969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55736) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:45.983891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:45.997095 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edd2426-f889-4932-a104-1eca3033145f tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] GET failed (client error): The resource could not be found. Jun 22 20:41:46.004476 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3edd2426-f889-4932-a104-1eca3033145f tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports/9e0be2ed-bb0b-405b-bbba-9b9990722d14 HTTP/1.1" status: 404 len: 333 time: 0.1228406 Jun 22 20:41:46.004476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:46.004476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.010007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55738) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:46.053653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-808611776'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:46.057625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.058222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.058557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.138315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.138643 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.169934 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 3 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.179016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=ea4bc4a8-758c-4a93-9c4d-129bb95be6c7,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:46.195590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:46.210759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=96937e4c-5ad2-4b06-9ef0-6a2e71c1a226,segment=NetworkSegment(f950cafd-3ad2-4796-9523-a0e1f27c6684),segment_id=f950cafd-3ad2-4796-9523-a0e1f27c6684)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:46.211677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.226718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.227054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.228219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.245369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:46.266051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.266385 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.272057 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 4 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.353509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.353845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.354523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.358006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:46.361766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 82ee03c5-4a23-493a-a71b-970307595645 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:46.385110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:46.385500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.389295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:46.396610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.396931 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.402940 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 5 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.410111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=18c8b748-6211-4192-8b6f-bb9e47901372,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:46.416779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Update dhcp port {'port': {'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'fixed_ips': [{'subnet_id': '08183db0-96f0-4b0b-bfd1-a9ba945f5019', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f535b217-f39f-4d57-b1c2-ea3a2f888837'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '1f9266d3-36a1-4d9b-8b12-f02c2d44418c'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:41:46.419158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:46.434321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.434737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.435168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.460514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:46.501528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] For port 108cf50c-c79e-4499-b1a8-7f65008a62d4, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=108cf50c-c79e-4499-b1a8-7f65008a62d4,segment=NetworkSegment(5cf51a9b-ff29-4276-a2cf-90251b6784cb),segment_id=5cf51a9b-ff29-4276-a2cf-90251b6784cb)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:46.501945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.512500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.512835 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.517261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 6 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.526804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 108cf50c-c79e-4499-b1a8-7f65008a62d4 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:46.569053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.569394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.569727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.580838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.581489 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.583991 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 7 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.587472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.590049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.592666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-be7102bf-c21c-4d24-a82b-890b5cdaab30 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:46.595919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.615435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:46.619557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.652364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:46.652788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:46.653192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:46.658815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=96937e4c-5ad2-4b06-9ef0-6a2e71c1a226,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:46.663474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:46.668727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port 96937e4c-5ad2-4b06-9ef0-6a2e71c1a226 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:46.679235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:46.679560 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:46.683932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 8 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:46.785344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.788025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea0508-0b31-4308-b14b-b495e343b505 None None] DHCP port deletion for 4b797565-da0a-4a2c-ba40-32fcf7060324 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:46.802901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:46.806681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.827061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.834339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03918b4b-6afe-4139-a799-0ab2b603a588 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:46.862291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:42Z', 'revision_number': 3, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:46.903213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] No DVR routers for this DVR port 108cf50c-c79e-4499-b1a8-7f65008a62d4 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:46.912557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 7873d105-4bc0-4674-a263-29e570f8a421 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:46.919650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=108cf50c-c79e-4499-b1a8-7f65008a62d4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:46.922945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:46.936347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Checking router: 178151ae-82c0-4167-8224-ee37d4fefb02 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:46.936957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Updating router 178151ae-82c0-4167-8224-ee37d4fefb02 port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:41:46.988485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4ca018e6-8276-4c63-ac26-7e3f877bf51b None None] Provisioning complete for port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:46.989167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ca018e6-8276-4c63-ac26-7e3f877bf51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:46.998198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-05e2df57-b1f8-4b25-8d0c-086f0eb10cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.027503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,segment=NetworkSegment(eafaa895-c3cb-4d25-afcc-2a72309b1379),segment_id=eafaa895-c3cb-4d25-afcc-2a72309b1379)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:47.059523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.060407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 46eebe48-3fba-41ce-acac-4ad1b1ab3335 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:47.068509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.103784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:47.104407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:47.104917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:47.123108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.141868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4ca018e6-8276-4c63-ac26-7e3f877bf51b None None] Port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:47.144966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:47.145465 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:47.150987 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 9 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:47.178060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Allocated IP 172.20.0.1 (6de3cd52-b640-47ed-b7f2-02f54c345f2e/f535b217-f39f-4d57-b1c2-ea3a2f888837/1f9266d3-36a1-4d9b-8b12-f02c2d44418c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:47.235475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.239824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Router 93094c85-50dc-40dd-a5f4-2326315fa538 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:41:47.240217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.12 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/7873d105-4bc0-4674-a263-29e570f8a421) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:47.248670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:47.249013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:47.249347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:47.255763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.257527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d7487c-e1f5-477c-99bc-81cd6781f2ea']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.269691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:47.270048 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:47.273015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950cafd-3ad2-4796-9523-a0e1f27c6684') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.273339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950cafd-3ad2-4796-9523-a0e1f27c6684') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.278701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b797565-da0a-4a2c-ba40-32fcf7060324']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.280067 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 10 to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 Jun 22 20:41:47.288312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.295723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d1adc334-608b-4b7f-9a92-3f977ff1fe36 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.304068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf51a9b-ff29-4276-a2cf-90251b6784cb') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.304395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf51a9b-ff29-4276-a2cf-90251b6784cb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.305996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:47.310633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.321338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:47.355306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.387662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:47.397646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5dcb4b05-7971-49ce-992b-30c3f07e71a3 None None] Provisioning complete for port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:47.398078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4b05-7971-49ce-992b-30c3f07e71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.405844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.407270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:47.407776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:47.407972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:47.410073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:47.410456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.411874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.418490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=17cde952-5a45-4bfd-b270-bbb9af5a1188,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:47.421737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:47.422831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:47.423363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.426912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:47.427339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:47.435424 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:47.437488 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:47.459465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:47.459465 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:47.459753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.507290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Allocated IP 172.20.0.1 (468dc091-ffd4-4981-b7f4-b711852b0063/c01cd340-c3a4-48e7-b64b-d4f06d98036b/2a93a356-0dc3-4e46-b536-1fb0f2a32ae3) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:47.512361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,segment=NetworkSegment(eafaa895-c3cb-4d25-afcc-2a72309b1379),segment_id=eafaa895-c3cb-4d25-afcc-2a72309b1379)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:47.533355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:47.552885 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] Sync routers for ids ['93094c85-50dc-40dd-a5f4-2326315fa538'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:47.557485 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/routers/93094c85-50dc-40dd-a5f4-2326315fa538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4373605 Jun 22 20:41:47.560106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': '338dd365-dbd1-42ba-b332-d5ffe2b9d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:47.560380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55740) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.560496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: 18c8b748-6211-4192-8b6f-bb9e47901372, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:47.579051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] Routers {'93094c85-50dc-40dd-a5f4-2326315fa538'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:47.579677 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['93094c85-50dc-40dd-a5f4-2326315fa538'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.589292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.604016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b4784cb5-4089-4c8b-96bc-208af3944a1e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.607815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.612108 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/80d7487c-e1f5-477c-99bc-81cd6781f2ea HTTP/1.1" status: 204 len: 168 time: 5.3223226 Jun 22 20:41:47.621704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55742) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.625775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network 18c8b748-6211-4192-8b6f-bb9e47901372 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:47.631645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.642783 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.654299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] Routers {'93094c85-50dc-40dd-a5f4-2326315fa538'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:47.655222 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['93094c85-50dc-40dd-a5f4-2326315fa538'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.685114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=80d7487c-e1f5-477c-99bc-81cd6781f2ea,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:47.692366 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:47.692896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:47.693290 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7c445-1909-4acb-86b0-c80ede023b4d None None] The sync data for ids ['93094c85-50dc-40dd-a5f4-2326315fa538'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:47.694047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.697926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc6a056-113e-4466-94d3-7e77fec3a66d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] GET failed (client error): The resource could not be found. Jun 22 20:41:47.703842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.705152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55744) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.706025 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cdc6a056-113e-4466-94d3-7e77fec3a66d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets/067bcc2a-4db9-49ff-ae64-4a95bad9e253 HTTP/1.1" status: 404 len: 337 time: 0.0820649 Jun 22 20:41:47.706188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681, host hv-neutron-7975, cleared binding levels {{(pid=100373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:47.706570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempted to set empty binding levels {{(pid=100373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:41:47.718817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.722174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.725360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/networks/4b797565-da0a-4a2c-ba40-32fcf7060324 HTTP/1.1" status: 204 len: 168 time: 2.2786722 Jun 22 20:41:47.726028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 18c8b748-6211-4192-8b6f-bb9e47901372) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:47.729151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-472e6416-25e8-46ac-af5c-dee18c0aabd0 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.735132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55746) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.736177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.739827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:47.739827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.749252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb5b947-5ba2-488a-bf2e-46aa651b4590 None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:47.753337 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-afec3bcb-029b-426c-a92c-18a239d71c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:47.753952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afec3bcb-029b-426c-a92c-18a239d71c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:47.755644 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-afec3bcb-029b-426c-a92c-18a239d71c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/80d7487c-e1f5-477c-99bc-81cd6781f2ea HTTP/1.1" status: 404 len: 339 time: 0.0462258 Jun 22 20:41:47.760595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Transition to ACTIVE for port object 1f9266d3-36a1-4d9b-8b12-f02c2d44418c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:47.761721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Transition to ACTIVE for port object 5392bc7f-f2ca-48ae-9eeb-98139287b9cb will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:47.777349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55748) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.783363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.786930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:47.790327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4b05-7971-49ce-992b-30c3f07e71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.792245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.794130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.797140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:47.797750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.823558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Network': ['ID=4b797565-da0a-4a2c-ba40-32fcf7060324,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:47.826181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:47.826612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.839880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=fee2f1bd-3847-48aa-9ce7-8bd02cfe2681,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:47.847714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:47.853643 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3964927 Jun 22 20:41:47.855733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Transition to ACTIVE for port object 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:47.857150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55750) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.873265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de254d-0ac5-4578-928c-cafebb97cffe tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:47.875245 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f1de254d-0ac5-4578-928c-cafebb97cffe tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?device_id=93094c85-50dc-40dd-a5f4-2326315fa538 HTTP/1.1" status: 200 len: 986 time: 0.3109388 Jun 22 20:41:47.878358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55752) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.897610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:47.913664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9348037 Jun 22 20:41:47.919506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55754) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:47.954405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:47.989982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Attempting to bind port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:47.990667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Attempting to bind port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:47.990930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Attempting to bind port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:48.000949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=46eebe48-3fba-41ce-acac-4ad1b1ab3335,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:48.003563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Pushing event updated for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:48.011194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:48.012981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:48.019392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:48.020021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:48.020613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.021161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:48.021794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Bound port: 5392bc7f-f2ca-48ae-9eeb-98139287b9cb, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:48.022348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.024651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.025712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2531f895-220e-415a-b0f0-ba35273bb420 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:48.029676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 7873d105-4bc0-4674-a263-29e570f8a421 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:48.135512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.141207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:48.161375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5876e8-ad23-45c4-8d07-802a1625db1b tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.162938 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3e5876e8-ad23-45c4-8d07-802a1625db1b tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3839393 Jun 22 20:41:48.168520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55756) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:48.187810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59240081'] for subnet, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.217932 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9805d7fa-1304-46e9-982a-9795d21b22ed tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 207 time: 0.0481498 Jun 22 20:41:48.221558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.225612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55758) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:48.227536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3354a3d-201d-4a3e-9153-2c7ccadfd575 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:48.232936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 743106bd-1287-452d-bc86-ed4c1b115764 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:48.233519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.371061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Network 468dc091-ffd4-4981-b7f4-b711852b0063 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:48.409670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Pushing event updated for resources: {'Port': ['ID=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:48.416749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:48.422078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:48.425265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-5dcb4b05-7971-49ce-992b-30c3f07e71a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:48.425680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-5dcb4b05-7971-49ce-992b-30c3f07e71a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:48.426204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a6f3ee38-5c1f-4309-8720-5ff048ef1487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:48.427182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:48.439712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:48.441217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:48.446981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:48.464925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:48.467406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:48.475378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] For port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:48.478708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2531f895-220e-415a-b0f0-ba35273bb420 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:48.479129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.482488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Deleting port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:48.482488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.557190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] For port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:48.605229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938dac79-9528-4465-b75d-bfd09caf49a8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.610518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.611211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938dac79-9528-4465-b75d-bfd09caf49a8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.617159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938dac79-9528-4465-b75d-bfd09caf49a8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.632202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-18c8b748-6211-4192-8b6f-bb9e47901372', 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '17cde952-5a45-4bfd-b270-bbb9af5a1188'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:48.633039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938dac79-9528-4465-b75d-bfd09caf49a8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.633676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.645884 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-938dac79-9528-4465-b75d-bfd09caf49a8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4103038 Jun 22 20:41:48.646898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=7873d105-4bc0-4674-a263-29e570f8a421,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:48.668844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=46eebe48-3fba-41ce-acac-4ad1b1ab3335,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:48.669404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.672147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:48.675548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e34d6508-4c12-44ee-853b-6bb0ac75d45b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:48.681247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55760) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:48.693216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:48.730865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:48.731679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.764093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.764460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.781418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 743106bd-1287-452d-bc86-ed4c1b115764 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:48.797529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:48.798609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:48.931685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd28f06-4ea2-47b8-917c-1df63e4ebd62 None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:48.956298 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9169276 Jun 22 20:41:48.956489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55762) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:48.966345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6c:12:bf'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:48.972862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port fee2f1bd-3847-48aa-9ce7-8bd02cfe2681, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:48.973022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:48.973233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.003330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5367f818-8505-492c-883c-90a6bc615070 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:49.017661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Pushing event updated for resources: {'Port': ['ID=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:49.029318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:49.035713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Calling delete_port for fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:49.041563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=743106bd-1287-452d-bc86-ed4c1b115764,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:49.048752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:49.078589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.095372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59007396'] for subnet, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.103902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1f9266d3-36a1-4d9b-8b12-f02c2d44418c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:49.137946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0ebd1193-a844-4e41-8193-6010377a0878 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:49.171269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.173753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.180210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/floatingips/230c9c28-3495-42dc-bbc4-31b146f1be59 HTTP/1.1" status: 204 len: 168 time: 1.4256060 Jun 22 20:41:49.180210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55764) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.208251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5c758b-c4df-4f09-a122-2dee68c6b511 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:49.208849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5c758b-c4df-4f09-a122-2dee68c6b511 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:49.213806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4d5c758b-c4df-4f09-a122-2dee68c6b511 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/aa2b9414-6ed4-4a8f-b789-16f70ea90ed6 HTTP/1.1" status: 404 len: 333 time: 0.0307343 Jun 22 20:41:49.214136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.216824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:49.217421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.218732 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "PUT /v2.0/subnets/17cde952-5a45-4bfd-b270-bbb9af5a1188 HTTP/1.1" status: 200 len: 826 time: 1.2700913 Jun 22 20:41:49.222571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55768) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.240630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:49.251914 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6a28cca-794e-4172-9b13-0896a0777609 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 HTTP/1.1" status: 200 len: 205 time: 0.0345390 Jun 22 20:41:49.254746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.298242 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-211163e4-fe6d-4c6c-9a62-0c269b5fd648 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4477258 Jun 22 20:41:49.298459 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-6acd9973-f27d-430c-b228-bed744add936 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] delete failed (client error): The resource could not be found. Jun 22 20:41:49.301568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6acd9973-f27d-430c-b228-bed744add936 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/routers/c4e1cf2d-177e-41c3-9c1b-5cfe31bcfcf7 HTTP/1.1" status: 404 len: 336 time: 0.0437143 Jun 22 20:41:49.304799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55772) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.305721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55774) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.314635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Allocated IP 2001:db8::2 (18c8b748-6211-4192-8b6f-bb9e47901372/17cde952-5a45-4bfd-b270-bbb9af5a1188/df2ca7c4-0513-4658-9c8c-3ddd52aa4809) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:49.339412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=17cde952-5a45-4bfd-b270-bbb9af5a1188,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:49.347418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 46eebe48-3fba-41ce-acac-4ad1b1ab3335 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:49.379502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-084c1164-c829-447d-89af-466177f89048 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:49.379763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:49.380028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084c1164-c829-447d-89af-466177f89048 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:49.381624 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-084c1164-c829-447d-89af-466177f89048 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/subnets/683d9371-c317-4d9b-b6e1-5595f086a106 HTTP/1.1" status: 404 len: 337 time: 0.0738530 Jun 22 20:41:49.390133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55776) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.437096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:49.473581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning complete for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:49.474319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.501232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.511946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c49b28bd-43ca-41ad-8944-d62475186743 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:49.589130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event deleted for resources: {'Port': ['ID=fee2f1bd-3847-48aa-9ce7-8bd02cfe2681,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:49.595139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:49.608419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.614501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.620297 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "DELETE /v2.0/ports/fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 HTTP/1.1" status: 204 len: 168 time: 1.7619622 Jun 22 20:41:49.622879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55778) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.712142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:49.712515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.767271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.775082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e3cd5-a53a-46fa-abd7-f3674633eacf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:49.776715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e3cd5-a53a-46fa-abd7-f3674633eacf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:49.781568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bc3e3cd5-a53a-46fa-abd7-f3674633eacf tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4694674 Jun 22 20:41:49.786540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55780) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.864483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1134-8810-4070-ae7d-e1f3ec2f2e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.920917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd7144-4411-4507-af2f-d8d412d4345e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:49.922692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:49.926800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd7144-4411-4507-af2f-d8d412d4345e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:49.929289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dcfd7144-4411-4507-af2f-d8d412d4345e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1379147 Jun 22 20:41:49.951281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning for port 7873d105-4bc0-4674-a263-29e570f8a421 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:49.957279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:49.963464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Transition to ACTIVE for port object df2ca7c4-0513-4658-9c8c-3ddd52aa4809 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:50.002446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning complete for port 7873d105-4bc0-4674-a263-29e570f8a421 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:50.002828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.032775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.042378 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d757b15-6d53-477e-93d2-5ec444673747 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:41:50.049548 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8d757b15-6d53-477e-93d2-5ec444673747 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports/fee2f1bd-3847-48aa-9ce7-8bd02cfe2681 HTTP/1.1" status: 404 len: 333 time: 0.4234884 Jun 22 20:41:50.055767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55784) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:50.064750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-708965156'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:50.092208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Transition to ACTIVE for port object df2ca7c4-0513-4658-9c8c-3ddd52aa4809 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:50.103322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Port 7873d105-4bc0-4674-a263-29e570f8a421 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:50.110819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.116146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:50.127786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:47Z', 'revision_number': 1, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:50.137404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 34130822-fd92-44c9-9b6b-aaf2b0349eda {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:50.137842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.201582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:50.213480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5eda6-f419-49ea-8b99-ce3d09dbb00a None None] The sync data for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv is: [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:47Z', 'revision_number': 1, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:50.223173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:50.223974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.226883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:50.231865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 108cf50c-c79e-4499-b1a8-7f65008a62d4 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:50.244292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Made reservation on behalf of dde691ca61984f76806072a3e5fa7d83 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:50.245547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Pushing event updated for resources: {'Port': ['ID=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:50.248169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.248337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:50.248534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.250386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.271997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:50.296969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:50.301308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 108cf50c-c79e-4499-b1a8-7f65008a62d4 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:50.301658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 108cf50c-c79e-4499-b1a8-7f65008a62d4 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:41:50.304594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.308092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.313519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a313b178-c8da-4691-8668-ff1567dbb0f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:50.317145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bf16b-a92d-4173-b785-dddd865f3c57 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:50.319144 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b99bf16b-a92d-4173-b785-dddd865f3c57 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks/b6d2a96b-3891-4000-83dd-d68608fe4a14 HTTP/1.1" status: 200 len: 799 time: 0.3600843 Jun 22 20:41:50.321303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port 1afa24da-c647-4736-bdb8-7b1f07d351cd yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:50.340069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55786) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:50.362166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4d30dfb4-fe7b-44e8-b22d-c4c91474fb11 None None] Port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:50.397356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Attempting to bind port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:50.397749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Attempting to bind port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '338dd365-dbd1-42ba-b332-d5ffe2b9d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:50.398195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Attempting to bind port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 on network 18c8b748-6211-4192-8b6f-bb9e47901372 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:50.405031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:50.405687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Checking segment: {'id': '338dd365-dbd1-42ba-b332-d5ffe2b9d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:50.406905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.407657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Bound using segment: {'id': '338dd365-dbd1-42ba-b332-d5ffe2b9d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:50.408320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Bound port: df2ca7c4-0513-4658-9c8c-3ddd52aa4809, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338dd365-dbd1-42ba-b332-d5ffe2b9d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '18c8b748-6211-4192-8b6f-bb9e47901372'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:50.408885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.452968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.483879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.507416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.529470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.546568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa535d5e-041b-4280-b547-78f1f026e06d tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:50.615845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 34130822-fd92-44c9-9b6b-aaf2b0349eda owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:50.626456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:50.658479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:50.667061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=7873d105-4bc0-4674-a263-29e570f8a421,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:50.681887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:50.734996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-de786a86-54bd-4504-9a19-57f865d9acf9 None None] Provisioning complete for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:50.735377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-de786a86-54bd-4504-9a19-57f865d9acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.739881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.759783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3cb3f66-0c64-48f1-9253-f9b822fb1c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:50.763824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] In _notify_port_updated(), no bound segment for port 7873d105-4bc0-4674-a263-29e570f8a421 on network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:41:50.769140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Network 468dc091-ffd4-4981-b7f4-b711852b0063 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:50.780208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:50.780924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.785580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] For port df2ca7c4-0513-4658-9c8c-3ddd52aa4809, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:50.786048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "PUT /v2.0/ports/7873d105-4bc0-4674-a263-29e570f8a421 HTTP/1.1" status: 200 len: 993 time: 1.8268349 Jun 22 20:41:50.793473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55788) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:50.803534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:50.828980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] For port df2ca7c4-0513-4658-9c8c-3ddd52aa4809, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,segment=NetworkSegment(338dd365-dbd1-42ba-b332-d5ffe2b9d47d),segment_id=338dd365-dbd1-42ba-b332-d5ffe2b9d47d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:50.845389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:50.868620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-745a8f20-d90f-4231-97a1-38af0175bb1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:51.077616 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f612dcac-705a-4dc4-8aed-6b6715d16770 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/networks/b6d2a96b-3891-4000-83dd-d68608fe4a14?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7353518 Jun 22 20:41:51.087318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55790) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:51.108948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=17cde952-5a45-4bfd-b270-bbb9af5a1188,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:51.128810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.130662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:51.160364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Pushing event updated for resources: {'Port': ['ID=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:51.167377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:51.184172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1041fed-81ff-4e83-9cc5-bf847d82491e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:51.190831 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c1041fed-81ff-4e83-9cc5-bf847d82491e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets/5325a443-2b4f-47e5-ab85-4c450bf08791 HTTP/1.1" status: 200 len: 811 time: 0.0919962 Jun 22 20:41:51.192719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Router 178151ae-82c0-4167-8224-ee37d4fefb02 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:51.195409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55792) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:51.278987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.309348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 7873d105-4bc0-4674-a263-29e570f8a421 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:51.309706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.317769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Provisioning complete for port 7873d105-4bc0-4674-a263-29e570f8a421 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:51.320126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.322059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8b748-6211-4192-8b6f-bb9e47901372']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:51.389132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Port 7873d105-4bc0-4674-a263-29e570f8a421 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:51.403988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:51.404409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.418299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.446530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338dd365-dbd1-42ba-b332-d5ffe2b9d47d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:51.447559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338dd365-dbd1-42ba-b332-d5ffe2b9d47d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:51.465165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.468412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957835f-29cd-4dc9-8a43-e6ab139c724e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:51.474623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9957835f-29cd-4dc9-8a43-e6ab139c724e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "GET /v2.0/subnets/5325a443-2b4f-47e5-ab85-4c450bf08791?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2702615 Jun 22 20:41:51.475513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c7c08-13db-4b5e-bae3-820d247fcf12 None None] Port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:41:51.484616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55794) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:51.485272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.492854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.497585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:51.498021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.499831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067058623'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:51.520430 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:51.555374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 7873d105-4bc0-4674-a263-29e570f8a421 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:51.603737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:51.607402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.608878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:41:51.608878 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:41:51.608878 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': '18c8b748-6211-4192-8b6f-bb9e47901372'}] Jun 22 20:41:51.608878 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:51.609650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:51.656353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:51.657025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.674499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.681077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.692836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-82353f78-1028-41ab-808b-b3f9de4a649e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:51.731435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:51.735424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:51.747587 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] 10.222.0.66 "PUT /v2.0/routers/178151ae-82c0-4167-8224-ee37d4fefb02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4796576 Jun 22 20:41:51.747820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=34130822-fd92-44c9-9b6b-aaf2b0349eda,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:51.781795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.795930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:51.807828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Network 486d0df8-0cef-4170-a47a-8466833ec1dd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:51.823103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.823594 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Added segment 12aee76b-a0cf-4a67-bd56-5dfeef64178d of type vlan for network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a Jun 22 20:41:51.848074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:51.850804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:51.852004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:51.852699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.913352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:51.916369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bae27978-19ea-49b5-b104-36f098d57c23 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/34130822-fd92-44c9-9b6b-aaf2b0349eda HTTP/1.1" status: 204 len: 168 time: 2.5252509 Jun 22 20:41:51.920412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa24da-c647-4736-bdb8-7b1f07d351cd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:51.923095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55800) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:51.929019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:51.969235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:51.969661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:52.020573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9601715 Jun 22 20:41:52.027540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55804) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:52.033398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7975'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:52.085235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.113347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.136126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.144714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-60d18779-3d3d-428c-9073-e5a544e6df43 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:52.164306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.219166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=ea4bc4a8-758c-4a93-9c4d-129bb95be6c7,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:52.219420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.223352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:52.223854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.238352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.244800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:52.245487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.250421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:52.303580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=7873d105-4bc0-4674-a263-29e570f8a421,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:52.306832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:52.315467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-47bd7f44-ce10-4c12-a048-c93c9bee76cf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:52.335911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port bb9239e1-3afe-459c-92f5-ec611133b36f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:52.336934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.397566 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9077797 Jun 22 20:41:52.416233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55806) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:52.428610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:52.464791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.525424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55808) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:52.535428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994809358', 'description': 'tempest-description--1221231404'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:52.574679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42d8f3-14f1-4b89-922c-367b2e305b3a None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:52.605636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Network': ['ID=757b4dc1-1599-406d-b2e9-2ee7d4c2b00a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:52.649616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:52.655192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:52.694180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c88b9cb-8a03-4fbc-96e2-b8bc69591a01 None None] Provisioning for port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:52.752790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.793463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.831439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for bb9239e1-3afe-459c-92f5-ec611133b36f owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:52.894445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.900575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Made reservation on behalf of ea7b2a546cff4ef093db02576b404519 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:52.905445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:52.906375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.906538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.911223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] DHCP port deletion for 18c8b748-6211-4192-8b6f-bb9e47901372 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:52.913625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:52.918740 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/7873d105-4bc0-4674-a263-29e570f8a421 HTTP/1.1" status: 204 len: 168 time: 2.1218917 Jun 22 20:41:52.923987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55810) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:52.965584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Deleting port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:52.966395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.036597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6e9779-0e55-4144-a530-8689ecef8620 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] GET failed (client error): The resource could not be found. Jun 22 20:41:53.038266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8e6e9779-0e55-4144-a530-8689ecef8620 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports/7873d105-4bc0-4674-a263-29e570f8a421 HTTP/1.1" status: 404 len: 333 time: 0.1029372 Jun 22 20:41:53.063259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] For port df2ca7c4-0513-4658-9c8c-3ddd52aa4809, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,segment=NetworkSegment(338dd365-dbd1-42ba-b332-d5ffe2b9d47d),segment_id=338dd365-dbd1-42ba-b332-d5ffe2b9d47d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:53.063920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.079316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55812) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:53.091904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Calling delete_port for df2ca7c4-0513-4658-9c8c-3ddd52aa4809 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:53.094740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-566283050'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:53.107396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing IP validity checks on allocation pools {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 20:41:53.107935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 20:41:53.143929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5392bc7f-f2ca-48ae-9eeb-98139287b9cb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:53.145967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Router 93094c85-50dc-40dd-a5f4-2326315fa538 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:41:53.162112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port df2ca7c4-0513-4658-9c8c-3ddd52aa4809, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,segment=NetworkSegment(338dd365-dbd1-42ba-b332-d5ffe2b9d47d),segment_id=338dd365-dbd1-42ba-b332-d5ffe2b9d47d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:53.162739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.221804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:53.229271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.235338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ad7fd17f-5a52-4115-8382-4e578d325aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.238088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:53.240525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.250022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port 1afa24da-c647-4736-bdb8-7b1f07d351cd yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:53.270473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.284950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for df2ca7c4-0513-4658-9c8c-3ddd52aa4809 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:53.314676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Sync routers for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:53.323564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Pushing event deleted for resources: {'Port': ['ID=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.330966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.344588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] No DVR routers for this DVR port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:53.350162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.366590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02775734-b606-4da4-b128-40ffe75fdffb None None] Network 18c8b748-6211-4192-8b6f-bb9e47901372 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:53.374886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:41:53.375201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:53.375837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:53.385451 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] Sync routers for ids ['93094c85-50dc-40dd-a5f4-2326315fa538'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:41:53.391413 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/routers/93094c85-50dc-40dd-a5f4-2326315fa538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5118115 Jun 22 20:41:53.394455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Transition to ACTIVE for port object 1afa24da-c647-4736-bdb8-7b1f07d351cd will not be triggered until provisioned by entity L2. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:53.398945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55814) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:53.402796 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] Routers {'93094c85-50dc-40dd-a5f4-2326315fa538'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:53.403666 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['93094c85-50dc-40dd-a5f4-2326315fa538'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:53.415416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.415982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.438302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.483673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43ed4ddc-d55c-4381-b1ed-7cac22949088 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.491200 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:53.496935 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d3d071-f5dc-42d4-964e-4562c87cc0dc tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:41:53.501162 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-58d3d071-f5dc-42d4-964e-4562c87cc0dc tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/ea4bc4a8-758c-4a93-9c4d-129bb95be6c7 HTTP/1.1" status: 404 len: 333 time: 0.0985858 Jun 22 20:41:53.504024 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] Routers {'93094c85-50dc-40dd-a5f4-2326315fa538'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:53.504662 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['93094c85-50dc-40dd-a5f4-2326315fa538'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:53.522057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55816) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:53.574522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b48486-f832-4968-a4bd-671eb0e0512b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.580705 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:53.582585 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd295f61-e1de-462d-9c22-2ce0704aee2c None None] The sync data for ids ['93094c85-50dc-40dd-a5f4-2326315fa538'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:53.590402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.591891 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0603793 Jun 22 20:41:53.593212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.597809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.601028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55818) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:53.602927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.614691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'security_group_rule': {'security_group_id': '08b48486-f832-4968-a4bd-671eb0e0512b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:53.619006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.624961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1705f613-3a6b-4b26-84a2-d58cc0451d10 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.632018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.656606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12272428-f46b-4536-a6d0-5770a7fc470e None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:41:53.693015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.699158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:53.716009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.716249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.720743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:53.723691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-925de70e-05b3-4cc1-af3a-0785a6bbfecf tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.723831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:53.724085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:53.724217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b539a37d-3361-40f6-8f78-64b05cc5d03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:53.724438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:53.735142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:53.735142 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:53.737858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:41:53.737858 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:41:53.737858 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': '2f5202f2ad58465a970062c8ef010608', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 41, 53, 622451)}] Jun 22 20:41:53.737858 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:41:53.738426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:41:53.739932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 2 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:53.754995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:53.755333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:53.755814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:53.764389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:53.764566 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:53.765058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa24da-c647-4736-bdb8-7b1f07d351cd,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.787725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=bb9239e1-3afe-459c-92f5-ec611133b36f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.791223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.796535 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 3 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:53.813203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:53.817204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.847623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.848778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:53.848778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:53.849123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:53.861778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:53.861778 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:53.863111 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 4 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:53.870459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 18054fe3-36a8-4315-a686-d30d7af07190 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:53.877197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.883927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/ports/bb9239e1-3afe-459c-92f5-ec611133b36f HTTP/1.1" status: 204 len: 168 time: 1.9568837 Jun 22 20:41:53.889221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:53.896202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55820) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:53.916081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:53.930561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Checking segment: {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:53.931326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network hostable DHCP agents. Network: 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:41:53.948918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.952801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.959198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:53.959198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:53.959473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:53.972722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:53.973067 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:53.973591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:53.979411 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 5 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:53.981040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:41:53.996771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95c79e07-b34f-4c26-aa13-ce00eb97e2d0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:54.027369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.028217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.028570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.030744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=df2ca7c4-0513-4658-9c8c-3ddd52aa4809,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:54.043352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:54.048837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:54.049495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.070217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:54.073446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.4 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/18054fe3-36a8-4315-a686-d30d7af07190) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:54.083447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6636987 Jun 22 20:41:54.087066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55822) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:54.090257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.090621 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.091424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port df2ca7c4-0513-4658-9c8c-3ddd52aa4809 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:54.092002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:54.103420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc85c9-9b66-4c33-ab70-4c9cee6a2a87 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:54.104953 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-77fc85c9-9b66-4c33-ab70-4c9cee6a2a87 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b038601-cf69-41c3-9312-988c48c68f61 HTTP/1.1" status: 200 len: 913 time: 0.2029369 Jun 22 20:41:54.106369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 6 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:54.127415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12272428-f46b-4536-a6d0-5770a7fc470e None None] Unable to find a vacant binding_index for network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a and agent 587d3217-d3be-4669-9e41-f66b577ddcfc {{(pid=100375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 22 20:41:54.130001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:54.137680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:49Z', 'revision_number': 2, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:54.140536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12272428-f46b-4536-a6d0-5770a7fc470e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a) {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:54.174541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Checking router: 178151ae-82c0-4167-8224-ee37d4fefb02 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:41:54.174865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Updating router 178151ae-82c0-4167-8224-ee37d4fefb02 port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:41:54.236701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.250998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.251494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Fanout notify agent at l3_agent the message router_deleted on router 93094c85-50dc-40dd-a5f4-2326315fa538 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:41:54.281387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.285056 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f31c6b19-9520-4153-8564-93d190e8730b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/routers/93094c85-50dc-40dd-a5f4-2326315fa538 HTTP/1.1" status: 204 len: 168 time: 0.7553225 Jun 22 20:41:54.286508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62041767'] for subnet, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.290954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55826) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:54.327599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.327897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.328232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.360778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.361105 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.364828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 7 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:54.380755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.381091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.381426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.384963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.402511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8b748-6211-4192-8b6f-bb9e47901372']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:54.414883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.415246 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.416978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338dd365-dbd1-42ba-b332-d5ffe2b9d47d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:54.417272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338dd365-dbd1-42ba-b332-d5ffe2b9d47d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:54.420534 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 8 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:54.436213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.468519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.468860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.469200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.476057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.490082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.490299 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.491874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 9 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:54.507752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.508666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.509059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.517477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.517477 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.517477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 10 to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd Jun 22 20:41:54.520340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.540483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:54.541018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:54.544349 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:54.547667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:54.547667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:54.547667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:54.547904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet fff1aa3a-f828-401f-b31a-6093a1d46bd9 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:41:54.560920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.561365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:41:54.561713 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port 1afa24da-c647-4736-bdb8-7b1f07d351cd on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:41:54.562106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.626104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.688818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.690135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 18054fe3-36a8-4315-a686-d30d7af07190 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:54.701156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.732033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.763479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.772556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:54.797113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5294af79-9a30-49dc-b4e0-0f5399809632 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:54.802181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.804450 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/18c8b748-6211-4192-8b6f-bb9e47901372 HTTP/1.1" status: 204 len: 168 time: 5.5593264 Jun 22 20:41:54.823078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55828) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:54.838461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=18c8b748-6211-4192-8b6f-bb9e47901372,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:54.861107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:54.871472 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1832158-b768-4054-9d4b-5ffdb8e04fff tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:41:54.872038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1832158-b768-4054-9d4b-5ffdb8e04fff tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:41:54.877170 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d1832158-b768-4054-9d4b-5ffdb8e04fff tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/18c8b748-6211-4192-8b6f-bb9e47901372 HTTP/1.1" status: 404 len: 339 time: 0.0497298 Jun 22 20:41:54.877747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:54.889832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316831892', 'description': 'd1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:54.905502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.908069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port 1afa24da-c647-4736-bdb8-7b1f07d351cd, host hv-neutron-7975, cleared binding levels {{(pid=100373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:54.908510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempted to set empty binding levels {{(pid=100373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:41:54.910963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-757b4dc1-1599-406d-b2e9-2ee7d4c2b00a', 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:54.912285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.922132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.926655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6824575-eef4-4ba8-b72f-96e7ec41d119 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:54.935382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Transition to ACTIVE for port object 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:54.947514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.950432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:54.960122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:54.964834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.990319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] In _notify_port_updated(), no bound segment for port 1afa24da-c647-4736-bdb8-7b1f07d351cd on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:41:54.991249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:54.992073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:54.997390 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "PUT /v2.0/ports/1afa24da-c647-4736-bdb8-7b1f07d351cd HTTP/1.1" status: 200 len: 976 time: 2.9686494 Jun 22 20:41:55.000562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55832) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.073647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Pushing event updated for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.078280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.099828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa24da-c647-4736-bdb8-7b1f07d351cd,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.101959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5392bc7f-f2ca-48ae-9eeb-98139287b9cb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:55.109735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.115945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:55.159829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.161029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment e36a5f78-073e-42c1-91a9-d8756d0241a1 of type vlan for network c55a54e2-1a4c-44d5-8fa1-78ed10494a30 Jun 22 20:41:55.172578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7837fc1-b024-4421-9394-cb265d3ab090,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.181175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Attempting to bind port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:55.181549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Attempting to bind port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:55.182158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Attempting to bind port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 on network 468dc091-ffd4-4981-b7f4-b711852b0063 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:55.194754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:55.195145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Checking segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:55.196134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.196572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Bound using segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:55.197086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Bound port: 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:55.198012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.217852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:55.218279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.219336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.220102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.223646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6155715 Jun 22 20:41:55.231358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55834) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.235266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.241109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.247870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'security_group_rule': {'security_group_id': '08b48486-f832-4968-a4bd-671eb0e0512b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:55.263579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.292399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.298878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62684984'] for subnet, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.300683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.310984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.311466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.312529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.313014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.313491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.314057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.314529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.314998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.315466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.315924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.316383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.316843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.317303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.317760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.318575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.318710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.319170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.319870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.328610 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8b1ee718-c49a-484f-91f8-ede34ce1d5cf tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16405 time: 0.3208628 Jun 22 20:41:55.333175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55836) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.381323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] For port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:55.385140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:55.388321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] For port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:55.397346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.398071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.399526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "PUT /v2.0/subnets/16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa HTTP/1.1" status: 200 len: 877 time: 1.3140974 Jun 22 20:41:55.400567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:55.405743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55838) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.407368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:55.411605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Allocated IP 172.20.0.3 (757b4dc1-1599-406d-b2e9-2ee7d4c2b00a/16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa/eb341d9b-6a9f-4dd1-970a-f8631ee697f6) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:55.413193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=18054fe3-36a8-4315-a686-d30d7af07190,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.416199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.421474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.436761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.440156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.472091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.478310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.501304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.503227 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/fff1aa3a-f828-401f-b31a-6093a1d46bd9 HTTP/1.1" status: 204 len: 168 time: 1.1601043 Jun 22 20:41:55.509845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.510513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.513107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55840) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.549354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.550903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event updated for resources: {'Subnet': ['ID=16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.555422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:55.556133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.559234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.559394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.578853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:41:55.579521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:55.581411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Pushing event updated for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.587328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.601220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5146997 Jun 22 20:41:55.618830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:55.627631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6c:12:bf'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:55.636915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=fff1aa3a-f828-401f-b31a-6093a1d46bd9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.641798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:55.668340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.754580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.767024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Transition to ACTIVE for port object eb341d9b-6a9f-4dd1-970a-f8631ee697f6 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:55.788068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Transition to ACTIVE for port object eb341d9b-6a9f-4dd1-970a-f8631ee697f6 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:55.822674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 2531f895-220e-415a-b0f0-ba35273bb420 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:55.823025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.833985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc1df9f1-45aa-4414-a067-78dcde514adb tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.865182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.875838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7be2d3d0-f744-4905-a20a-27cf2fa85226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:55.886329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:41:55.924651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] For port 2531f895-220e-415a-b0f0-ba35273bb420, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2531f895-220e-415a-b0f0-ba35273bb420,segment=NetworkSegment(8ad0a6ea-63ad-49c9-af57-8a7557b37203),segment_id=8ad0a6ea-63ad-49c9-af57-8a7557b37203)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:55.925053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.932174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:55.942801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:55.947593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 2531f895-220e-415a-b0f0-ba35273bb420 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:55.951354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:55.958783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:55.973645 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0907614 Jun 22 20:41:55.979032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Pushing event updated for resources: {'Port': ['ID=eb341d9b-6a9f-4dd1-970a-f8631ee697f6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:55.980842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55844) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.013174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=c55a54e2-1a4c-44d5-8fa1-78ed10494a30,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.013439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.018568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.031377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c55a54e2-1a4c-44d5-8fa1-78ed10494a30 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:56.045389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.050176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.060298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db5d472a-7c85-4c12-bde5-1f5724efd780 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.065729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.091305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Deleting port 1afa24da-c647-4736-bdb8-7b1f07d351cd {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:56.091683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.099018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214bc55-2a07-42d9-ba21-f66982a92394,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.119930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.125798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.126816 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8943503 Jun 22 20:41:56.130812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55846) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.161628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37be4b1-1fed-4bec-bb37-04faadb30265 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:56.165617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a37be4b1-1fed-4bec-bb37-04faadb30265 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks?id=c55a54e2-1a4c-44d5-8fa1-78ed10494a30 HTTP/1.1" status: 200 len: 765 time: 0.1804192 Jun 22 20:41:56.168012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:56.176834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55848) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.183010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Attempting to bind port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:41:56.183385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Attempting to bind port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:41:56.183777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Attempting to bind port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 on network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:41:56.201117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:41:56.201620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Checking segment: {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:41:56.201916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.202334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Bound using segment: {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:41:56.202810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Bound port: eb341d9b-6a9f-4dd1-970a-f8631ee697f6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:41:56.203195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.205119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'description': 'd2'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:56.225949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.230986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-92b1e810-77a3-4746-b669-4f86fcdfe5c2 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.259749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port 1afa24da-c647-4736-bdb8-7b1f07d351cd, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:56.260093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.263652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=2531f895-220e-415a-b0f0-ba35273bb420,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.266052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No DVR routers for this DVR port 2531f895-220e-415a-b0f0-ba35273bb420 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:56.270196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.305725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] For port eb341d9b-6a9f-4dd1-970a-f8631ee697f6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:41:56.309494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] For port eb341d9b-6a9f-4dd1-970a-f8631ee697f6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eb341d9b-6a9f-4dd1-970a-f8631ee697f6,segment=NetworkSegment(12aee76b-a0cf-4a67-bd56-5dfeef64178d),segment_id=12aee76b-a0cf-4a67-bd56-5dfeef64178d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:41:56.318490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.323518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-45496035-772c-4edb-adb7-a06a2506379e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.330001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Calling delete_port for 1afa24da-c647-4736-bdb8-7b1f07d351cd owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:56.341220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.382792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.383937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:55Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:56.402936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ee03c5-4a23-493a-a71b-970307595645']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:56.411597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.419509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad0a6ea-63ad-49c9-af57-8a7557b37203') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:56.419852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad0a6ea-63ad-49c9-af57-8a7557b37203') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:41:56.422610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.424312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388d20b2-052d-44fa-9572-81c6017c94b9 None None] The sync data for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv is: [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:55Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:41:56.429774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Pushing event updated for resources: {'Port': ['ID=eb341d9b-6a9f-4dd1-970a-f8631ee697f6,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.430870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-576891c5-a872-441f-94f4-0d6d8a6dc591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.434392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.441028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.487792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.521123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:41:56.521458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:41:56.524801 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:41:56.548886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:56.549253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.553685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=18054fe3-36a8-4315-a686-d30d7af07190,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.589036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.605637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] In _notify_port_updated(), no bound segment for port 18054fe3-36a8-4315-a686-d30d7af07190 on network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:41:56.611831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:56.612530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.616636 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "PUT /v2.0/ports/18054fe3-36a8-4315-a686-d30d7af07190 HTTP/1.1" status: 200 len: 995 time: 0.9911649 Jun 22 20:41:56.616636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.618306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55850) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.627886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-783cce12-008f-4b96-a1cc-4a975e8d9b3c tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.632173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.633711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/82ee03c5-4a23-493a-a71b-970307595645 HTTP/1.1" status: 204 len: 168 time: 1.1180372 Jun 22 20:41:56.657116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55852) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.683061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=82ee03c5-4a23-493a-a71b-970307595645,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:56.683497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.714567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:56.774054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5c38c-fbb5-41a6-b875-1c41aad466a5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:56.775347 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-53a5c38c-fbb5-41a6-b875-1c41aad466a5 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/3d04f7ea-9af3-4897-8266-3b752cf857f6 HTTP/1.1" status: 200 len: 845 time: 0.1088932 Jun 22 20:41:56.779730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55854) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.782418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.790025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:56.833293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network c55a54e2-1a4c-44d5-8fa1-78ed10494a30 is not hosted by any dhcp agent {{(pid=100373) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:41:56.840693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:56.841515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.843261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "PUT /v2.0/networks/c55a54e2-1a4c-44d5-8fa1-78ed10494a30 HTTP/1.1" status: 200 len: 762 time: 0.6654429 Jun 22 20:41:56.844433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.850521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-60593677-c4e0-4cb3-a270-62f6a7464a3a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/3d04f7ea-9af3-4897-8266-3b752cf857f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0662680 Jun 22 20:41:56.850521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55856) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.851335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 18054fe3-36a8-4315-a686-d30d7af07190 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:56.851683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.855671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55858) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:56.878185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:56.962593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port eb341d9b-6a9f-4dd1-970a-f8631ee697f6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=eb341d9b-6a9f-4dd1-970a-f8631ee697f6,segment=NetworkSegment(12aee76b-a0cf-4a67-bd56-5dfeef64178d),segment_id=12aee76b-a0cf-4a67-bd56-5dfeef64178d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:56.963083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.979024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 685ddf27-5d01-42a0-8997-5f7742011172 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:41:56.979716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:56.995097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b9e582-44e4-44b1-b8a9-f8b5dd7e75e1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.000625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e0b9e582-44e4-44b1-b8a9-f8b5dd7e75e1 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks?id=c55a54e2-1a4c-44d5-8fa1-78ed10494a30 HTTP/1.1" status: 200 len: 765 time: 0.1416407 Jun 22 20:41:57.001962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55860) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.041750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=c55a54e2-1a4c-44d5-8fa1-78ed10494a30,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:57.054506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.061251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.063740 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1afa24da-c647-4736-bdb8-7b1f07d351cd HTTP/1.1" status: 204 len: 168 time: 1.7296023 Jun 22 20:41:57.063879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c55a54e2-1a4c-44d5-8fa1-78ed10494a30 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:41:57.069628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for eb341d9b-6a9f-4dd1-970a-f8631ee697f6 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:57.075262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:57.076040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:57.082824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55862) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.100150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 18054fe3-36a8-4315-a686-d30d7af07190 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:57.165596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d81a2b-8e38-4b19-aa5e-90b56425d4e0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.170183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d3d81a2b-8e38-4b19-aa5e-90b56425d4e0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1644092 Jun 22 20:41:57.171577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55864) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.244738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event deleted for resources: {'Port': ['ID=1afa24da-c647-4736-bdb8-7b1f07d351cd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:57.254978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:57.268943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c8a62db3-0493-473d-84a7-24e0b6e0abb6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 207 time: 0.0961468 Jun 22 20:41:57.286119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55866) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.293961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7bdf8c-1e60-4679-96b7-db46a7e0e328 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:41:57.295551 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af7bdf8c-1e60-4679-96b7-db46a7e0e328 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports/1afa24da-c647-4736-bdb8-7b1f07d351cd HTTP/1.1" status: 404 len: 333 time: 0.2045250 Jun 22 20:41:57.304224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55868) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.318638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1077082393', 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:57.333866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.375047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb341d9b-6a9f-4dd1-970a-f8631ee697f6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:57.387117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.444604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:57.449029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.469119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 685ddf27-5d01-42a0-8997-5f7742011172 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:41:57.475271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:57.483894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:57.515011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.520741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.529685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.537834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.561639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:57.563342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.569919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:57.570371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.576852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.579340 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dd537d27-ed42-4089-8576-aaf0764bdc34 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2919481 Jun 22 20:41:57.584455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55870) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.626981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Allocated IP 172.26.4.249 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/00e00508-f224-4f10-8863-7319fa9f7ab2) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:57.682678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.690810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.697974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:57.747867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=18054fe3-36a8-4315-a686-d30d7af07190,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:57.777621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:57.784092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Made reservation on behalf of dde691ca61984f76806072a3e5fa7d83 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:57.786950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.872587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-24a6b4a7-3e37-4b03-b2c9-da3be07c18ef tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2864635 Jun 22 20:41:57.877119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55872) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.897206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.897451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.897593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:41:57.900177 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/18054fe3-36a8-4315-a686-d30d7af07190 HTTP/1.1" status: 204 len: 168 time: 1.2808952 Jun 22 20:41:57.902725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395ded9-3204-4b6a-8a87-8ab692281c9a None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:41:57.914023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55874) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:57.933543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:57.936157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port 132c10fe-9fe6-46f4-9b42-38fe1b300d83 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:57.938059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-205c91b5-9960-4498-a113-b27ca6d5b46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:57.952141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.953839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.955531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.957121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.958710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:57.965348 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-05b81451-40b3-4cb2-bae1-b5561a4c675a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0820861 Jun 22 20:41:57.965936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55876) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.016108 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0339049-022d-40d3-90ce-2bc442aeb9dc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] GET failed (client error): The resource could not be found. Jun 22 20:41:58.017742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c0339049-022d-40d3-90ce-2bc442aeb9dc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports/18054fe3-36a8-4315-a686-d30d7af07190 HTTP/1.1" status: 404 len: 333 time: 0.1005986 Jun 22 20:41:58.018726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:58.022156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55878) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.024451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:58.027492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-204214350'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:58.043429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91b148c3-8365-4714-b281-b8b96a91cbe5 None None] Provisioning for port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:41:58.047655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.055160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91b148c3-8365-4714-b281-b8b96a91cbe5 None None] Provisioning complete for port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:58.056162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-91b148c3-8365-4714-b281-b8b96a91cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.066824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.068115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.069599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.071633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.073280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.079292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e652096c-a86d-40af-8009-10f7e40e0f86 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1079576 Jun 22 20:41:58.079292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55880) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.084811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-91b148c3-8365-4714-b281-b8b96a91cbe5 None None] Port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:41:58.086135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3fab2753-ee54-46ff-bee8-53aea1f8b64f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:58.110977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395ded9-3204-4b6a-8a87-8ab692281c9a None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:41:58.141982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=eb341d9b-6a9f-4dd1-970a-f8631ee697f6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:58.247781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf79388-6503-4aae-a827-6154bd6787dc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.251350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cdf79388-6503-4aae-a827-6154bd6787dc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks/65221206-ad68-479e-b78d-e42d64002cca HTTP/1.1" status: 200 len: 804 time: 0.1697583 Jun 22 20:41:58.254899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55882) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.281546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:58.285120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.356201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 07faf5a3-6c90-491a-92a7-7a65a8c02728 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:41:58.398314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:58.444873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6031b568-22cd-4255-a4e4-5c7c58de3ea0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/networks/65221206-ad68-479e-b78d-e42d64002cca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1883838 Jun 22 20:41:58.445303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55884) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.471735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce5ca0d-d537-4b95-aeaf-733718152599 None None] DHCP port deletion for 82ee03c5-4a23-493a-a71b-970307595645 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:41:58.488175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port eb341d9b-6a9f-4dd1-970a-f8631ee697f6 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:41:58.508057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e8829-11d5-4222-8572-86d6b1f1c0d6 None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:58.551146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1e8fd-a677-4853-85b2-dfdcd8f4515e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:58.561820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-72b1e8fd-a677-4853-85b2-dfdcd8f4515e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets/88df7d3d-e702-455c-a1f9-a65cd6bff488 HTTP/1.1" status: 200 len: 843 time: 0.1106129 Jun 22 20:41:58.562564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55886) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:58.833763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.836855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.882123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0f57f47-4b1c-45d5-b473-724c24814550 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:58.921467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.954918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-21d1f70b-753a-430b-942a-3bf9e8130c35 None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:58.955386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-21d1f70b-753a-430b-942a-3bf9e8130c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:58.987932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.019251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:59.032910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-757b4dc1-1599-406d-b2e9-2ee7d4c2b00a', 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a', 'tenant_id': 'ea7b2a546cff4ef093db02576b404519', 'fixed_ips': [{'subnet_id': '16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:59.034148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.040406 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:59.056023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:59.059714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441f797-3dd1-4a4b-b78d-7ba177688547 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:41:59.100855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:59.101627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.115685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.7 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/07faf5a3-6c90-491a-92a7-7a65a8c02728) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:59.161736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:59.166937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=49e9539f-ea10-4d4a-a36a-2c69ae851513,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:59.179720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:59.187405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:59.202370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-66e94430-d4f0-49c6-89aa-b4af5a639026 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:59.211528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55888) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.214143 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3517985 Jun 22 20:41:59.222076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842194105'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:59.238778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:41:59.256803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f95fdf-6d58-4101-baa2-761206936da4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['shared'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:59.262289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80f95fdf-6d58-4101-baa2-761206936da4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "GET /v2.0/subnets/88df7d3d-e702-455c-a1f9-a65cd6bff488?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6904387 Jun 22 20:41:59.266159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55890) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.275415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688301056'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:59.309110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.352468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.372868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'Port': ['ID=00e00508-f224-4f10-8863-7319fa9f7ab2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:59.378334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.384436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:59.385159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:59.412755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Allocated IP 172.20.0.3 (757b4dc1-1599-406d-b2e9-2ee7d4c2b00a/16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa/a8a05051-27a3-4fd5-b3d9-ea738215efb8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:41:59.468428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:41:59.472084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.494314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:59.494685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.563579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:41:59.566614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=685ddf27-5d01-42a0-8997-5f7742011172,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:59.595548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.596030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Added segment ee108e57-c484-4ed4-bf57-5509515765bf of type vlan for network f81c76fd-1e08-46cc-a54d-34826b4ef432 Jun 22 20:41:59.599903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.622359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d2b0fba-25f2-42dd-a73b-53a310920efd None None] Could not find standard attr ID for object 18054fe3-36a8-4315-a686-d30d7af07190. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:41:59.637336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Network 486d0df8-0cef-4170-a47a-8466833ec1dd is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:59.649885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:59.652983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.654760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 07faf5a3-6c90-491a-92a7-7a65a8c02728 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:59.667103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:59.668809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:59.669422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.672126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.703819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4d2b0fba-25f2-42dd-a73b-53a310920efd None None] Provisioning complete for port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:41:59.704488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0fba-25f2-42dd-a73b-53a310920efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.705527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.723021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.732583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:59.760251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=132c10fe-9fe6-46f4-9b42-38fe1b300d83,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:59.766697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:59.769448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:59.770092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:59.771830 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4627047 Jun 22 20:41:59.774654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55892) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.785205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.791323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'tenant_id': '92ce2eb1271e4db99f17c1882247c2bf', 'fixed_ips': [{'subnet_id': '49e9539f-ea10-4d4a-a36a-2c69ae851513'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:41:59.791531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:59.792232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.792353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.794981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.796778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6c188-6d29-4bd9-a64b-8d64995ad8b7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:41:59.806738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.820335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.824779 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6054287 Jun 22 20:41:59.827247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:41:59.828423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-297b3665-e690-4eaf-a31c-babbb8edefcd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:41:59.831182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55894) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.840418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1489076583'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:59.865946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.875351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6058056 Jun 22 20:41:59.877370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:41:59.881668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55896) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.888204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:41:59.898465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:41:59.933719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2531f895-220e-415a-b0f0-ba35273bb420 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:41:59.943260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Transition to ACTIVE for port object a8a05051-27a3-4fd5-b3d9-ea738215efb8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:41:59.944597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:41:59.948445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86372a9b-250b-406e-a057-c64c619d757a tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:41:59.952397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-86372a9b-250b-406e-a057-c64c619d757a tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports/132c10fe-9fe6-46f4-9b42-38fe1b300d83 HTTP/1.1" status: 200 len: 955 time: 0.1742518 Jun 22 20:41:59.952704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:41:59.954104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55898) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:41:59.980146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 2531f895-220e-415a-b0f0-ba35273bb420 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:41:59.980501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2531f895-220e-415a-b0f0-ba35273bb420 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:00.002875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.004303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Transition to ACTIVE for port object a8a05051-27a3-4fd5-b3d9-ea738215efb8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:00.023407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Network': ['ID=f81c76fd-1e08-46cc-a54d-34826b4ef432,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.038143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.041177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d8d6578f-fcdf-44a1-81f4-cb88c2898a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.046389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:00.069854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.092585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.121091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:00.121771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.135896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=07faf5a3-6c90-491a-92a7-7a65a8c02728,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.147511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.224357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.233414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.235724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Allocated IP 2001:db8::2 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/49e9539f-ea10-4d4a-a36a-2c69ae851513/292e43c5-d49b-4605-8cc6-54c604d8b845) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:00.239910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:00.247628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:00.251293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Pushing event updated for resources: {'Port': ['ID=a8a05051-27a3-4fd5-b3d9-ea738215efb8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.256643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:00.259196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.295630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.329607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.379701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Attempting to bind port a8a05051-27a3-4fd5-b3d9-ea738215efb8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:00.382357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Attempting to bind port a8a05051-27a3-4fd5-b3d9-ea738215efb8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:00.382987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Attempting to bind port a8a05051-27a3-4fd5-b3d9-ea738215efb8 on network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:00.385882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8094a630-a8ee-4dd2-8cb1-70304fe3539f None None] Provisioning for port 07faf5a3-6c90-491a-92a7-7a65a8c02728 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:00.392265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.401418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8094a630-a8ee-4dd2-8cb1-70304fe3539f None None] Provisioning complete for port 07faf5a3-6c90-491a-92a7-7a65a8c02728 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:00.401878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8094a630-a8ee-4dd2-8cb1-70304fe3539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.407060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:00.407521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Checking segment: {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:00.408010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.408506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Bound using segment: {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:00.409145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Bound port: a8a05051-27a3-4fd5-b3d9-ea738215efb8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aee76b-a0cf-4a67-bd56-5dfeef64178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:00.409579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.433073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.443424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.447151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.494849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757b4dc1-1599-406d-b2e9-2ee7d4c2b00a']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:00.496505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8094a630-a8ee-4dd2-8cb1-70304fe3539f None None] Port 07faf5a3-6c90-491a-92a7-7a65a8c02728 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:00.522090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Deleting port 132c10fe-9fe6-46f4-9b42-38fe1b300d83 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:00.522434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.554494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.554745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aee76b-a0cf-4a67-bd56-5dfeef64178d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:00.555616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aee76b-a0cf-4a67-bd56-5dfeef64178d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:00.563908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] For port a8a05051-27a3-4fd5-b3d9-ea738215efb8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:00.567918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] For port a8a05051-27a3-4fd5-b3d9-ea738215efb8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a8a05051-27a3-4fd5-b3d9-ea738215efb8,segment=NetworkSegment(12aee76b-a0cf-4a67-bd56-5dfeef64178d),segment_id=12aee76b-a0cf-4a67-bd56-5dfeef64178d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:00.569123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Transition to ACTIVE for port object 292e43c5-d49b-4605-8cc6-54c604d8b845 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:00.574385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.578095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.593736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.605886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.607327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5839055 Jun 22 20:42:00.610605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55900) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:00.616099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'network_id': 'ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd', 'name': 'tempest-AllowedAddressPairTestJSON-802412783'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:00.624979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Transition to ACTIVE for port object 292e43c5-d49b-4605-8cc6-54c604d8b845 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:00.644252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'Port': ['ID=00e00508-f224-4f10-8863-7319fa9f7ab2,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.647443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.666643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.683340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Pushing event updated for resources: {'Port': ['ID=a8a05051-27a3-4fd5-b3d9-ea738215efb8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.685376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Made reservation on behalf of 55adf3a47d494ecba218d3cefcedd163 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:00.688966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.689139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.691065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.691804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.700313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7871db04-dfa5-452a-ac17-21588e268200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:00.723028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:00.727283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:00.732174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:00.750031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.754409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.770149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.770816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Performing IP validity checks on allocation pools {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 20:42:00.771336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 20:42:00.782733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.786637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55902) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:00.787095 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9526508 Jun 22 20:42:00.788550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:00.788964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.793372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-694187016', 'security_groups': ['f144b2d3-e3e1-4201-92dc-c63767b6ec4e'], 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '49e9539f-ea10-4d4a-a36a-2c69ae851513'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:00.806147 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:00.811063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.823263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.838759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Attempting to bind port 292e43c5-d49b-4605-8cc6-54c604d8b845 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:00.839146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Attempting to bind port 292e43c5-d49b-4605-8cc6-54c604d8b845 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:00.839496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Attempting to bind port 292e43c5-d49b-4605-8cc6-54c604d8b845 on network 0aacf890-9fdf-4703-8a78-e83a54ad36fb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:00.847887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:00.848525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Checking segment: {'id': '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:00.849007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.849478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Bound using segment: {'id': '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:00.850068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Bound port: 292e43c5-d49b-4605-8cc6-54c604d8b845, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:00.850564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.858082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98dc27-fd71-44b7-a9b2-5c0f7fe527ab None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:00.867234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Calling delete_port for 132c10fe-9fe6-46f4-9b42-38fe1b300d83 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:00.880298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f144b2d3-e3e1-4201-92dc-c63767b6ec4e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:00.933520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:00.938605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Made reservation on behalf of 158990e173674244b96bb97b15be200f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:00.942417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.942612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:00.950000 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8112860 Jun 22 20:42:00.973368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 20:42:00.973368 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 20:42:00.973368 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'id': '757b4dc1-1599-406d-b2e9-2ee7d4c2b00a'}] Jun 22 20:42:00.973368 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:42:00.973756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:42:01.010743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] device_id is not set on port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:01.058300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:01.130323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb341d9b-6a9f-4dd1-970a-f8631ee697f6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:01.159954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: eb341d9b-6a9f-4dd1-970a-f8631ee697f6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:01.160578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device eb341d9b-6a9f-4dd1-970a-f8631ee697f6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:01.248604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:01.264183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:01.267572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Router 1b038601-cf69-41c3-9312-988c48c68f61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:01.272746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.277325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9a1c8baa-8c05-444b-85e3-9dd41ab22b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:01.290448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.310619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-93606486-b0e5-4dfb-a035-1c0c11d5f55c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:01.350204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:01.355786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:01.366459 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-13beab76-b446-4e5f-9dfa-a84171842db0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--994809358&fields=id&tenant_id=2f5202f2ad58465a970062c8ef010608 HTTP/1.1" status: 200 len: 267 time: 0.2445948 Jun 22 20:42:01.380032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] DHCP port deletion for 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:01.393015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.398007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:01.434647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event deleted for resources: {'Port': ['ID=132c10fe-9fe6-46f4-9b42-38fe1b300d83,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:01.440232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Allocated IP 172.20.0.12 (ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd/6a476a8b-5122-492f-988f-4f6ef36c99bb/89da50da-c490-4c58-aa30-8fb5e6cf32c9) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:01.440631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:01.443596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Deleting port a8a05051-27a3-4fd5-b3d9-ea738215efb8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:01.444188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.448699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.455064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.456985 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "DELETE /v2.0/ports/132c10fe-9fe6-46f4-9b42-38fe1b300d83 HTTP/1.1" status: 204 len: 168 time: 1.5007558 Jun 22 20:42:01.458732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:01.460071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55920) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:01.475386 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c7f4637-9428-4737-a57e-4381d2352bdd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "PUT /v2.0/routers/1b038601-cf69-41c3-9312-988c48c68f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3379719 Jun 22 20:42:01.493026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55922) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:01.494335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.501575 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c90ec51-690a-4903-9428-6e2899c1568e tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:42:01.504884 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c90ec51-690a-4903-9428-6e2899c1568e tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports/132c10fe-9fe6-46f4-9b42-38fe1b300d83 HTTP/1.1" status: 404 len: 333 time: 0.0420842 Jun 22 20:42:01.508325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55924) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:01.516461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-955612278'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:01.535536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] Sync routers for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:01.554232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:01.554925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:01.569203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Made reservation on behalf of dde691ca61984f76806072a3e5fa7d83 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:01.571629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.580154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=6b294ea7-830c-4dbf-b700-c7088d131d9a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:01.600693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port de43dc0a-b2a8-4754-863e-ea694f3cadbb yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:01.602675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:01.607992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] For port a8a05051-27a3-4fd5-b3d9-ea738215efb8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a8a05051-27a3-4fd5-b3d9-ea738215efb8,segment=NetworkSegment(12aee76b-a0cf-4a67-bd56-5dfeef64178d),segment_id=12aee76b-a0cf-4a67-bd56-5dfeef64178d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:01.608471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.624576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:01.629868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] Routers {'1b038601-cf69-41c3-9312-988c48c68f61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:01.630680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:41:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['1b038601-cf69-41c3-9312-988c48c68f61'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:01.661430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port a8a05051-27a3-4fd5-b3d9-ea738215efb8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:01.661777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.663814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Calling delete_port for a8a05051-27a3-4fd5-b3d9-ea738215efb8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:01.714991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:01.715690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202ca31-61a3-48ec-bf01-0d1fb6617ab1 None None] The sync data for ids ['1b038601-cf69-41c3-9312-988c48c68f61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:01.778728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port aaae2443-8d4b-49ed-926f-2f9573c0ba44 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:01.783793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port a8a05051-27a3-4fd5-b3d9-ea738215efb8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a8a05051-27a3-4fd5-b3d9-ea738215efb8,segment=NetworkSegment(12aee76b-a0cf-4a67-bd56-5dfeef64178d),segment_id=12aee76b-a0cf-4a67-bd56-5dfeef64178d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:01.784160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.809475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Checking segment: {'id': 'ee108e57-c484-4ed4-bf57-5509515765bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:01.810145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network hostable DHCP agents. Network: f81c76fd-1e08-46cc-a54d-34826b4ef432, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:01.819718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for a8a05051-27a3-4fd5-b3d9-ea738215efb8 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:01.850984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.854417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:01.897048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] No DVR routers for this DVR port a8a05051-27a3-4fd5-b3d9-ea738215efb8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:01.899774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Pushing event deleted for resources: {'Port': ['ID=a8a05051-27a3-4fd5-b3d9-ea738215efb8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:01.908763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:01.925428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.927106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16932103-3b77-42c8-9916-58562be63080 None None] Network 757b4dc1-1599-406d-b2e9-2ee7d4c2b00a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:01.939368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.980740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-0ab0f244-570f-4772-a2b8-b95557ac83b7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:01.986486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-0ab0f244-570f-4772-a2b8-b95557ac83b7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 812 time: 0.5978744 Jun 22 20:42:01.992116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:01.998149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-175cd8c3-3917-4ce0-85f3-a23e868b0c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:02.026332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port a8a05051-27a3-4fd5-b3d9-ea738215efb8 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:02.028188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=a8a05051-27a3-4fd5-b3d9-ea738215efb8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:02.033044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:02.035535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.056896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:02.115146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:02.123337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Network 486d0df8-0cef-4170-a47a-8466833ec1dd is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:02.125453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-93086aa9-4818-41f9-b049-cd5191ed5b71 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/quotas/2f5202f2ad58465a970062c8ef010608 HTTP/1.1" status: 200 len: 375 time: 0.1372526 Jun 22 20:42:02.151292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:02.156966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:02.157926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:02.158524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.168623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.176035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=de43dc0a-b2a8-4754-863e-ea694f3cadbb,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:02.189934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:02.194692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757b4dc1-1599-406d-b2e9-2ee7d4c2b00a']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:02.199611 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6901293 Jun 22 20:42:02.207520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55926) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.216300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7975'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:02.220945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aee76b-a0cf-4a67-bd56-5dfeef64178d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:02.221343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aee76b-a0cf-4a67-bd56-5dfeef64178d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:02.225531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, f81c76fd-1e08-46cc-a54d-34826b4ef432) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:02.240256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0805a1-65cb-4938-ad3c-ad9e32a4913a None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:02.252067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.278719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.284251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:02.284862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.284981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:02.285316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.316514 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4335582 Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:02.318593 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:02.327542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55928) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.347537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.379885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:02.410947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::1e0 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/49e9539f-ea10-4d4a-a36a-2c69ae851513/aaae2443-8d4b-49ed-926f-2f9573c0ba44) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:02.425493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Transition to ACTIVE for port object 89da50da-c490-4c58-aa30-8fb5e6cf32c9 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:02.437124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.470848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.473546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-f81c76fd-1e08-46cc-a54d-34826b4ef432', 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432', 'tenant_id': '55adf3a47d494ecba218d3cefcedd163', 'fixed_ips': [{'subnet_id': '6b294ea7-830c-4dbf-b700-c7088d131d9a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:02.474615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.494640 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-d546cce5-8abf-4a87-a556-14901d904aa9 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3537109 Jun 22 20:42:02.516351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.522138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c8cf579f-8a1d-4a1c-b78c-5778fb9f54aa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:02.534683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.538010 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/757b4dc1-1599-406d-b2e9-2ee7d4c2b00a HTTP/1.1" status: 204 len: 168 time: 7.0948622 Jun 22 20:42:02.546705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55930) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.560318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=757b4dc1-1599-406d-b2e9-2ee7d4c2b00a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:02.608454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:02.647312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.651679 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2a5adc-9ee1-47b1-b8e5-ab3f22e07a8a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:02.652142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2a5adc-9ee1-47b1-b8e5-ab3f22e07a8a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:02.654362 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e2a5adc-9ee1-47b1-b8e5-ab3f22e07a8a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/16dd6fa2-97bf-41a5-aa30-5d7ef552b7fa HTTP/1.1" status: 404 len: 337 time: 0.1025171 Jun 22 20:42:02.665947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55932) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.672016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-709f771f-1bf7-4cf2-b029-3fb7484a3efb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:02.672563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Allocated IP 2001:db8::3 (f81c76fd-1e08-46cc-a54d-34826b4ef432/6b294ea7-830c-4dbf-b700-c7088d131d9a/433387a3-b2ba-4de4-8352-4beef40a83a7) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:02.699068 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bca3efa-7967-4b59-aa54-415f8698de8b tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:02.699829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bca3efa-7967-4b59-aa54-415f8698de8b tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:02.701704 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0bca3efa-7967-4b59-aa54-415f8698de8b tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/757b4dc1-1599-406d-b2e9-2ee7d4c2b00a HTTP/1.1" status: 404 len: 339 time: 0.0336621 Jun 22 20:42:02.703221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59240081'] for subnet, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.708940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.772457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bff72f1-0ab4-41f6-bebf-b0cae19f4684 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:02.773162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bff72f1-0ab4-41f6-bebf-b0cae19f4684 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:02.776219 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5bff72f1-0ab4-41f6-bebf-b0cae19f4684 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/067bcc2a-4db9-49ff-ae64-4a95bad9e253 HTTP/1.1" status: 404 len: 337 time: 0.0662897 Jun 22 20:42:02.780199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55936) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.809238 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ddb793-652e-4f92-8cff-c804f1473663 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:02.810168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ddb793-652e-4f92-8cff-c804f1473663 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:02.812104 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b5ddb793-652e-4f92-8cff-c804f1473663 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/80d7487c-e1f5-477c-99bc-81cd6781f2ea HTTP/1.1" status: 404 len: 339 time: 0.0303533 Jun 22 20:42:02.814736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55938) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:02.844965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-abb6ff78-8f59-414b-a458-6e6d48fc2e0e None None] Provisioning for port 292e43c5-d49b-4605-8cc6-54c604d8b845 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:02.874131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.887052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Transition to ACTIVE for port object 433387a3-b2ba-4de4-8352-4beef40a83a7 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:02.902246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-abb6ff78-8f59-414b-a458-6e6d48fc2e0e None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:02.902657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-abb6ff78-8f59-414b-a458-6e6d48fc2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.930327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Transition to ACTIVE for port object 433387a3-b2ba-4de4-8352-4beef40a83a7 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:02.942985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.946465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-df7da206-de5a-4a2d-a2eb-cc12ceac65e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:02.954551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:02.974935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-abb6ff78-8f59-414b-a458-6e6d48fc2e0e None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:02.991713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:02.995576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:03.000036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:03.008999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Pushing event updated for resources: {'Port': ['ID=433387a3-b2ba-4de4-8352-4beef40a83a7,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.014836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.039320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] device_id is not set on port de43dc0a-b2a8-4754-863e-ea694f3cadbb yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:03.080779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Attempting to bind port 433387a3-b2ba-4de4-8352-4beef40a83a7 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:03.081167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Attempting to bind port 433387a3-b2ba-4de4-8352-4beef40a83a7 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ee108e57-c484-4ed4-bf57-5509515765bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:03.081542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Attempting to bind port 433387a3-b2ba-4de4-8352-4beef40a83a7 on network f81c76fd-1e08-46cc-a54d-34826b4ef432 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:03.082566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.088560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:03.089105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Checking segment: {'id': 'ee108e57-c484-4ed4-bf57-5509515765bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:03.090205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.090205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Bound using segment: {'id': 'ee108e57-c484-4ed4-bf57-5509515765bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:03.090585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Bound port: 433387a3-b2ba-4de4-8352-4beef40a83a7, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee108e57-c484-4ed4-bf57-5509515765bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f81c76fd-1e08-46cc-a54d-34826b4ef432'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:03.091016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.103498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:03.116944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:03.120121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:03.142719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:03.154443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=89da50da-c490-4c58-aa30-8fb5e6cf32c9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.157344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.172782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.181773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:03.192460 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-7610b422-188c-43a3-b31c-4510a3057c6f service neutron] 10.222.0.66 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617124 Jun 22 20:42:03.198167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d5386a-5fcb-4e0e-a34c-077ed551d869') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:03.198473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d5386a-5fcb-4e0e-a34c-077ed551d869') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:03.200391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting port 1f78814e-a4a0-40fe-ad9b-311f5c574399 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:03.200899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.210708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.211437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 292e43c5-d49b-4605-8cc6-54c604d8b845 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:03.227215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:03.227215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.236674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Transition to ACTIVE for port object de43dc0a-b2a8-4754-863e-ea694f3cadbb will not be triggered until provisioned by entity L2. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:03.241777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.247281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.267245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.274622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] For port 433387a3-b2ba-4de4-8352-4beef40a83a7, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:03.279424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] For port 433387a3-b2ba-4de4-8352-4beef40a83a7, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=433387a3-b2ba-4de4-8352-4beef40a83a7,segment=NetworkSegment(ee108e57-c484-4ed4-bf57-5509515765bf),segment_id=ee108e57-c484-4ed4-bf57-5509515765bf)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:03.287103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.289703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.316376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=de43dc0a-b2a8-4754-863e-ea694f3cadbb,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.320203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:03.321488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:03.327213 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:03.333812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.333969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:03.334591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.348301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.443193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Pushing event updated for resources: {'Port': ['ID=433387a3-b2ba-4de4-8352-4beef40a83a7,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.453667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.456674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.461220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.469688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1a4aa27f-1ea1-4af8-b532-70e24fd3d40c tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.480052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.485260 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b HTTP/1.1" status: 204 len: 168 time: 0.6695025 Jun 22 20:42:03.485491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8bf9c862-aae3-4ed8-8808-9ae12ede1295 None None] Provisioning for port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:03.487671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object aaae2443-8d4b-49ed-926f-2f9573c0ba44 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:03.488061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.496114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8bf9c862-aae3-4ed8-8808-9ae12ede1295 None None] Provisioning complete for port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:03.496546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c862-aae3-4ed8-8808-9ae12ede1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.514943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.526611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9145076 Jun 22 20:42:03.535270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:03.544138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55942) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.544967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=ec0e94ef-8b8f-43b9-8c29-3bd1e42c2d0b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.557859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6c:12:bf'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a2:d1:b0'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:03.560705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.564485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.567964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Calling delete_port for 1f78814e-a4a0-40fe-ad9b-311f5c574399 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:03.572982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.574421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62b0e26-9dd9-445b-87eb-d49abf6d6ce4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:03.575081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62b0e26-9dd9-445b-87eb-d49abf6d6ce4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:03.579704 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f62b0e26-9dd9-445b-87eb-d49abf6d6ce4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/96a87076-287b-45ed-b769-c31cc922222d HTTP/1.1" status: 404 len: 337 time: 0.0835018 Jun 22 20:42:03.581850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:03.582805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:03.582805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:03.588582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55944) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.638741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9c862-aae3-4ed8-8808-9ae12ede1295 None None] Port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:03.646279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.652447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:03.696626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:03.696963 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:03.701442 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 2 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:03.704177 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-820f862d-fb88-4d17-a07b-189dd1ce0fe8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:03.704757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820f862d-fb88-4d17-a07b-189dd1ce0fe8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:03.709476 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-820f862d-fb88-4d17-a07b-189dd1ce0fe8 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/61a15007-8dc6-4b58-97f1-f29fd9db5bc5 HTTP/1.1" status: 404 len: 339 time: 0.0635679 Jun 22 20:42:03.710606 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-a7fe14c9-3d45-4eea-bcb1-81784c59768a service neutron] 10.222.0.66 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042524 Jun 22 20:42:03.722023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55946) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.779868 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d6f1a-2a4c-43be-b729-07c820513f67 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:03.780400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d6f1a-2a4c-43be-b729-07c820513f67 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:03.782207 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bb7d6f1a-2a4c-43be-b729-07c820513f67 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/62cb42fd-2518-4c84-a036-2bf4b3e6315a HTTP/1.1" status: 404 len: 337 time: 0.0589128 Jun 22 20:42:03.790846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:03.791275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:03.791681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:03.793961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55948) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.814151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59007396'] for subnet, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.819062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.831107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-59712f0c-7380-4989-9e9d-e5c5c8aae389 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.831710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53b04588-ea90-4711-afdd-5b254dda26cd tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:03.841599 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2a6763-bb7e-4338-9e82-4d14c4574d1e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:03.842219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2a6763-bb7e-4338-9e82-4d14c4574d1e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:03.843917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8d2a6763-bb7e-4338-9e82-4d14c4574d1e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/5eac9671-30a0-4d12-ab9c-9f75265edcdc HTTP/1.1" status: 404 len: 339 time: 0.0481639 Jun 22 20:42:03.862622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55950) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.865158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:03.865494 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:03.894912 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 3 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:03.947697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:03.948306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:03.949569 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "PUT /v2.0/subnets/6b294ea7-830c-4dbf-b700-c7088d131d9a HTTP/1.1" status: 200 len: 900 time: 1.5748398 Jun 22 20:42:03.951303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:03.953172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae67f8e8-e56b-4423-b613-882367c05453 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:03.953646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae67f8e8-e56b-4423-b613-882367c05453 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:03.956483 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ae67f8e8-e56b-4423-b613-882367c05453 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/efb34a9e-aa45-47a2-9a16-41fbb59bc506 HTTP/1.1" status: 404 len: 337 time: 0.0923138 Jun 22 20:42:03.957650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55956) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.958299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:03.958642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:03.958979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:03.961618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55958) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:03.979073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:03.980917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=aaae2443-8d4b-49ed-926f-2f9573c0ba44,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:03.999600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event updated for resources: {'Subnet': ['ID=6b294ea7-830c-4dbf-b700-c7088d131d9a,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:04.015903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fba1d956-6d3b-4fe6-838c-9de169c97f76 req-2def4446-2fa7-41d5-8c39-08b68f303e19 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0826054 Jun 22 20:42:04.017610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:04.023677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:04.024451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.041527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:04.042498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.043207 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.043828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:04.045298 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 4 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.048292 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-00943453-c5e0-4b28-8a5f-a8ae365fe356 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.048786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00943453-c5e0-4b28-8a5f-a8ae365fe356 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.050497 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-00943453-c5e0-4b28-8a5f-a8ae365fe356 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/09803694-6c76-478f-b309-3afe2a671a79 HTTP/1.1" status: 404 len: 339 time: 0.0879116 Jun 22 20:42:04.053112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.080598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.080940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.081275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.094403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c33770-f1bc-469c-98c3-db07260073a3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.095144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c33770-f1bc-469c-98c3-db07260073a3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.097006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-91c33770-f1bc-469c-98c3-db07260073a3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/52877f5c-f1b7-4189-aa7e-7d10cb78c95f HTTP/1.1" status: 404 len: 337 time: 0.0401700 Jun 22 20:42:04.098642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3110051 Jun 22 20:42:04.105141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55966) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.105485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55968) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.106151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.106493 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.121040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:04.124072 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 5 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.145288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.161844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:04.178525 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7e333f-8d98-4b60-b943-d7eeb6108847 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.179356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7e333f-8d98-4b60-b943-d7eeb6108847 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.182886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc7e333f-8d98-4b60-b943-d7eeb6108847 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/b4896fa4-2101-418a-8c01-1d9715735e7f HTTP/1.1" status: 404 len: 339 time: 0.0755239 Jun 22 20:42:04.190413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.222219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.222567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.222908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.228734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.235978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Port': ['ID=1f78814e-a4a0-40fe-ad9b-311f5c574399,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:04.239666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:04.250609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.250944 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.255382 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 6 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.335535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.461984 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff0fb54-4fa2-423d-a15d-891aa88a7c25 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.463417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff0fb54-4fa2-423d-a15d-891aa88a7c25 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.465715 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6ff0fb54-4fa2-423d-a15d-891aa88a7c25 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/ed919983-c9e4-4b10-aeab-d852cf01f4a9 HTTP/1.1" status: 404 len: 337 time: 0.2742624 Jun 22 20:42:04.467878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.471847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.473454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55974) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.486666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2dbf1d3-b1b2-49d2-8285-1665ae881e92 None None] Provisioning for port aaae2443-8d4b-49ed-926f-2f9573c0ba44 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:04.506972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a95ae11-a5f7-4570-9054-f901dfc7f2ec tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.507839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a95ae11-a5f7-4570-9054-f901dfc7f2ec tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.509822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7a95ae11-a5f7-4570-9054-f901dfc7f2ec tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/f581dff7-e0d8-42fd-b069-c8eb82353d22 HTTP/1.1" status: 404 len: 339 time: 0.0352325 Jun 22 20:42:04.514309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2dbf1d3-b1b2-49d2-8285-1665ae881e92 None None] Provisioning complete for port aaae2443-8d4b-49ed-926f-2f9573c0ba44 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:04.516763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.517790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf1d3-b1b2-49d2-8285-1665ae881e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.518959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.616383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbf1d3-b1b2-49d2-8285-1665ae881e92 None None] Port aaae2443-8d4b-49ed-926f-2f9573c0ba44 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:04.621515 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d34f572-b4a0-463f-8b14-7ee92ed30758 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.622022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d34f572-b4a0-463f-8b14-7ee92ed30758 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.623955 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9d34f572-b4a0-463f-8b14-7ee92ed30758 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/734cfcd1-54df-435e-9ada-a10596efffef HTTP/1.1" status: 404 len: 337 time: 0.0996165 Jun 22 20:42:04.625795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.626900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.627303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.629162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.645429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.645978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Fanout notify agent at l3_agent the message router_deleted on router 1b038601-cf69-41c3-9312-988c48c68f61 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:04.648027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.648027 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.657406 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 7 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.668746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.672110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/routers/1b038601-cf69-41c3-9312-988c48c68f61 HTTP/1.1" status: 204 len: 168 time: 3.1723197 Jun 22 20:42:04.672819 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c63c08-5726-4c11-95de-c3f0f95a6c58 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.673456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c63c08-5726-4c11-95de-c3f0f95a6c58 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.676102 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-32c63c08-5726-4c11-95de-c3f0f95a6c58 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/a1f37917-07d4-41c2-9228-689e2d4bd5ad HTTP/1.1" status: 404 len: 339 time: 0.0457103 Jun 22 20:42:04.676799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55980) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.680274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55982) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.693359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.693691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.694150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.726620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.727071 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.736187 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 8 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.769499 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e95edd-ebd3-4d47-857a-2288d29c080a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.770007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e95edd-ebd3-4d47-857a-2288d29c080a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.771705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-58e95edd-ebd3-4d47-857a-2288d29c080a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/bcd22bca-24c9-42d8-a3f8-a96e96cce4ed HTTP/1.1" status: 404 len: 337 time: 0.0646627 Jun 22 20:42:04.775570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.778370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94191e-50b7-4a7e-9e28-aea7876c5f6d None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:04.800790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.802252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.802925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.809038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1bb2dd-580b-45b8-b1d7-47d8c4871597 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.809652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1bb2dd-580b-45b8-b1d7-47d8c4871597 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.811397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed1bb2dd-580b-45b8-b1d7-47d8c4871597 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/42f53975-f520-4ad4-aa81-28846fc7b105 HTTP/1.1" status: 404 len: 339 time: 0.0351174 Jun 22 20:42:04.812874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.813371 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.813962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55986) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.817558 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 9 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:04.818084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Deleting subnet ea7f7048-80e8-42c6-a82b-88c663473f48 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:04.823905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.847056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:04.853993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.869579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.872806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 433387a3-b2ba-4de4-8352-4beef40a83a7 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:04.873134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:04.906641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:04.907434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:04.908141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:04.912791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c89bda0-b6a9-4761-95de-11bdc904a540 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:04.913715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c89bda0-b6a9-4761-95de-11bdc904a540 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:04.924588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55988) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:04.927836 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4c89bda0-b6a9-4761-95de-11bdc904a540 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/acb4bd60-aa5e-4365-a696-eb7f273e162a HTTP/1.1" status: 404 len: 337 time: 0.0733471 Jun 22 20:42:04.940374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6be2b150-fc76-44ad-91f0-bdad1bc05539 None None] Provisioning for port 433387a3-b2ba-4de4-8352-4beef40a83a7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:04.970858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:04.971420 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:04.978690 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempt 10 to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb Jun 22 20:42:05.000633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a581b0c-665e-4ca9-b19d-729f5c4ce398 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:05.001245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a581b0c-665e-4ca9-b19d-729f5c4ce398 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:05.005253 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4a581b0c-665e-4ca9-b19d-729f5c4ce398 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/6bda7851-6340-4739-a259-b47c4ec33368 HTTP/1.1" status: 404 len: 339 time: 0.0673478 Jun 22 20:42:05.008729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:05.009498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] {{(pid=100373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:05.010574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempting to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:05.010683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55990) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:05.020407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.054151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:05.054740 dv-neutron-797537-2-hyperv neutron-server[100373]: ERROR neutron.plugins.ml2.managers [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Failed to bind port de43dc0a-b2a8-4754-863e-ea694f3cadbb on host hv-neutron-7975 for vnic_type normal using segments [{'id': '9618945b-ca7b-42d8-b761-f6d23bbaf115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '486d0df8-0cef-4170-a47a-8466833ec1dd'}] Jun 22 20:42:05.055261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.171749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 433387a3-b2ba-4de4-8352-4beef40a83a7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=433387a3-b2ba-4de4-8352-4beef40a83a7,segment=NetworkSegment(ee108e57-c484-4ed4-bf57-5509515765bf),segment_id=ee108e57-c484-4ed4-bf57-5509515765bf)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:05.172131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.188872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.192661 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.ipam_backend_mixin [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49e9539f-ea10-4d4a-a36a-2c69ae851513 (CIDR: 2001:db8::/64) Jun 22 20:42:05.200518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.203400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting subnet 5325a443-2b4f-47e5-ab85-4c450bf08791 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:05.208355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a458241f-b68c-47af-b47f-388b45a6341e tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:05.214031 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:05.214773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:05.220091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 433387a3-b2ba-4de4-8352-4beef40a83a7 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:05.230432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.276814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port de43dc0a-b2a8-4754-863e-ea694f3cadbb, host hv-neutron-7975, cleared binding levels {{(pid=100373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:05.277397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attempted to set empty binding levels {{(pid=100373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 20:42:05.278926 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-94b52753-f6b5-418c-89cf-3a961168c525 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1704226 Jun 22 20:42:05.291994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:05.315056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55994) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:05.321723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:05.332801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.344903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event updated for resources: {'Port': ['ID=89da50da-c490-4c58-aa30-8fb5e6cf32c9,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:05.365604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:05.366647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.369857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:05.382548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7157ea41-5245-450b-ad19-04d91f13e097 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:05.396324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bb850b0d-e53e-4733-8a4f-d386a5c43dd9 req-67a2d715-e191-4c67-afc6-8b8d6b2d8716 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.1778381 Jun 22 20:42:05.401227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.417385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-367c789e-774e-4a55-9f7c-34057da65cd4 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:05.454052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7af596-1aef-4f62-8816-502203edbfcf None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:05.531155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7f7048-80e8-42c6-a82b-88c663473f48,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:05.533765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:05.537044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.542676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/subnets/ea7f7048-80e8-42c6-a82b-88c663473f48 HTTP/1.1" status: 204 len: 168 time: 0.8633540 Jun 22 20:42:05.545985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 55996) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:05.560134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.561228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] In _notify_port_updated(), no bound segment for port de43dc0a-b2a8-4754-863e-ea694f3cadbb on network 486d0df8-0cef-4170-a47a-8466833ec1dd {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:42:05.562877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:05.562877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.568430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "PUT /v2.0/ports/de43dc0a-b2a8-4754-863e-ea694f3cadbb HTTP/1.1" status: 200 len: 976 time: 3.3552818 Jun 22 20:42:05.609454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 55998) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:05.632255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] In _notify_port_updated(), no bound segment for port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 on network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:42:05.639992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:05.641462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.646489 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "PUT /v2.0/ports/89da50da-c490-4c58-aa30-8fb5e6cf32c9 HTTP/1.1" status: 200 len: 1055 time: 2.0991242 Jun 22 20:42:05.648899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 433387a3-b2ba-4de4-8352-4beef40a83a7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:05.656818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.663342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56000) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:05.691107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event updated for resources: {'Port': ['ID=de43dc0a-b2a8-4754-863e-ea694f3cadbb,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:05.701563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:05.780258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7cc54725-8da3-4e3d-a921-ffa34e6552fc None None] Provisioning complete for port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:05.780258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7cc54725-8da3-4e3d-a921-ffa34e6552fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.785411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 433387a3-b2ba-4de4-8352-4beef40a83a7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:05.809482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:05.813944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.818751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 433387a3-b2ba-4de4-8352-4beef40a83a7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:05.819144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.865683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7cc54725-8da3-4e3d-a921-ffa34e6552fc None None] Port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:05.898911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Deleting port de43dc0a-b2a8-4754-863e-ea694f3cadbb {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:05.899885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:05.946917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.002796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] For port de43dc0a-b2a8-4754-863e-ea694f3cadbb, host hv-neutron-7975, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:06.003119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.009889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 433387a3-b2ba-4de4-8352-4beef40a83a7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=433387a3-b2ba-4de4-8352-4beef40a83a7,segment=NetworkSegment(ee108e57-c484-4ed4-bf57-5509515765bf),segment_id=ee108e57-c484-4ed4-bf57-5509515765bf)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:06.018481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.021865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.087115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=433387a3-b2ba-4de4-8352-4beef40a83a7,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.092222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.099362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.109000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Calling delete_port for de43dc0a-b2a8-4754-863e-ea694f3cadbb owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:06.132652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b64b2e3-0620-48b6-9d3f-76194dd4b930']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.150961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57463f20-e427-49c1-b2dd-6d3a1f44294a None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:42:06.187585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f357138a-4b26-4456-8f71-858c6f8ee3db') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.187813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f357138a-4b26-4456-8f71-858c6f8ee3db') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.210492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.225392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87e9922a-34d7-49e0-9986-a8dbf0cc6dbc None None] Provisioning complete for port 433387a3-b2ba-4de4-8352-4beef40a83a7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:06.225773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87e9922a-34d7-49e0-9986-a8dbf0cc6dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.256005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.261050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.270791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.281688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-d4f820e0-fb82-40c8-b7ec-dd75261adfb2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:06.283152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-d4f820e0-fb82-40c8-b7ec-dd75261adfb2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 812 time: 0.7600656 Jun 22 20:42:06.307078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:06.310220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.315010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:06.328530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:06.329124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.329251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.349830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.352460 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "DELETE /v2.0/ports/de43dc0a-b2a8-4754-863e-ea694f3cadbb HTTP/1.1" status: 204 len: 168 time: 0.7416480 Jun 22 20:42:06.352850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57463f20-e427-49c1-b2dd-6d3a1f44294a None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:42:06.353568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=11d7d5c0-5234-4172-8dfd-db251cad013f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.355879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56006) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:06.367025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:06.367401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:06.375049 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:06.382414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.384271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-34d2976c-b069-449b-b5c5-6cb5eefff902 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.389657 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0709853 Jun 22 20:42:06.389657 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62d8bd8-5248-4d8a-9103-2ac75db98a1c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] GET failed (client error): The resource could not be found. Jun 22 20:42:06.390798 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a62d8bd8-5248-4d8a-9103-2ac75db98a1c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] 10.222.0.66 "GET /v2.0/ports/de43dc0a-b2a8-4754-863e-ea694f3cadbb HTTP/1.1" status: 404 len: 333 time: 0.0339689 Jun 22 20:42:06.407344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56008) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:06.407657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56010) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:06.410003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.421794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233257687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11d7d5c0-5234-4172-8dfd-db251cad013f'}], 'security_groups': ['c3a6c188-6d29-4bd9-a64b-8d64995ad8b7']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:06.440080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Pushing event deleted for resources: {'Port': ['ID=de43dc0a-b2a8-4754-863e-ea694f3cadbb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.450969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8c01d341-460e-4341-bbce-4ba647ce11fd tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.467630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.500954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 89da50da-c490-4c58-aa30-8fb5e6cf32c9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:06.501310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.513628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-134217b8-043e-4d23-a1fd-8bc06c427cb5 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f5202f2ad58465a970062c8ef010608 HTTP/1.1" status: 200 len: 379 time: 0.1963773 Jun 22 20:42:06.527728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=433387a3-b2ba-4de4-8352-4beef40a83a7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.541206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'port': {'device_id': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'admin_state_up': True, 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'security_groups': ['08b48486-f832-4968-a4bd-671eb0e0512b']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:06.549583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.552736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.559101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.615872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5febaf7d-35fe-459a-8b79-a64266eedc98 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.620262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.623700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.624069 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eec1e110-b666-4b0f-8991-f90ce017efb2 req-e46d37f7-825d-4cc6-9d5d-87d92197a67b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0381215 Jun 22 20:42:06.627762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] 10.222.0.66 "DELETE /v2.0/networks/8b64b2e3-0620-48b6-9d3f-76194dd4b930 HTTP/1.1" status: 204 len: 168 time: 1.0693910 Jun 22 20:42:06.697816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Pushing event deleted for resources: {'Network': ['ID=8b64b2e3-0620-48b6-9d3f-76194dd4b930,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.723472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.724278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:06.728481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 433387a3-b2ba-4de4-8352-4beef40a83a7 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:06.763212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.765670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/subnets/5325a443-2b4f-47e5-ab85-4c450bf08791 HTTP/1.1" status: 204 len: 168 time: 1.7540286 Jun 22 20:42:06.770219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56016) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:06.780387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.787525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47c4c9-5207-4156-bd18-22766b0b96d4 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:06.805516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486d0df8-0cef-4170-a47a-8466833ec1dd']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.811060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3679c1e-fc02-4536-8183-9584c43d613d None None] Network b6d2a96b-3891-4000-83dd-d68608fe4a14 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:06.843839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Subnet': ['ID=5325a443-2b4f-47e5-ab85-4c450bf08791,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:06.853625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:06.860298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.864832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.868430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9618945b-ca7b-42d8-b761-f6d23bbaf115') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.869058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9618945b-ca7b-42d8-b761-f6d23bbaf115') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:06.905103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.905457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 89da50da-c490-4c58-aa30-8fb5e6cf32c9 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:06.909441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92982892-9914-44b8-b57f-6bc21494ef98 None None] DHCP port deletion for f81c76fd-1e08-46cc-a54d-34826b4ef432 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:06.918942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.942957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.976518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:06.995086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:06.995614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:07.001674 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:07.030925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Made reservation on behalf of 2f5202f2ad58465a970062c8ef010608 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:07.034629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.165000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.184098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56020) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:07.200655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:07.205988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.208120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] 10.222.0.66 "DELETE /v2.0/networks/486d0df8-0cef-4170-a47a-8466833ec1dd HTTP/1.1" status: 204 len: 168 time: 0.7982616 Jun 22 20:42:07.224339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 433387a3-b2ba-4de4-8352-4beef40a83a7 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:07.230477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Pushing event deleted for resources: {'Network': ['ID=486d0df8-0cef-4170-a47a-8466833ec1dd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:07.238882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:07.250384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Deleting port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:07.250803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.252275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 433387a3-b2ba-4de4-8352-4beef40a83a7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:07.252628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 433387a3-b2ba-4de4-8352-4beef40a83a7 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:07.335913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.342713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29817c86-9187-46da-bb17-e6ed30e279d7 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:07.352322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Allocated IP 172.20.0.7 (468dc091-ffd4-4981-b7f4-b711852b0063/c01cd340-c3a4-48e7-b64b-d4f06d98036b/ba837995-d18b-45d4-a708-07f45e8815ba) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:07.404571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=6b294ea7-830c-4dbf-b700-c7088d131d9a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:07.420085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] For port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,segment=NetworkSegment(315b2089-4a54-4363-ab6c-66e3a0905c69),segment_id=315b2089-4a54-4363-ab6c-66e3a0905c69)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:07.420085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.424264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be85006-7b55-4b8a-82c4-4f87778a3dd1 None None] Network f81c76fd-1e08-46cc-a54d-34826b4ef432 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:07.429639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] DHCP port deletion for b6d2a96b-3891-4000-83dd-d68608fe4a14 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:07.437330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Calling delete_port for 59720fcd-a2fc-4185-9b8c-d1997eb4b04d owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:07.594506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56028) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:07.647835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.675143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:07.684051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Update dhcp port {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'fixed_ips': [{'subnet_id': '49e9539f-ea10-4d4a-a36a-2c69ae851513', 'ip_address': '2001:db8::2'}, {'subnet_id': '11d7d5c0-5234-4172-8dfd-db251cad013f'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '292e43c5-d49b-4605-8cc6-54c604d8b845'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:42:07.715395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25be724-0e90-42e5-bb2f-09631b113179 None None] DHCP port deletion for f81c76fd-1e08-46cc-a54d-34826b4ef432 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:07.724465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Deleting port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:07.724768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.733734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Port': ['ID=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:07.769861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] No DVR routers for this DVR port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:07.772790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Delete allocated IP 2001:db8::1e0 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/49e9539f-ea10-4d4a-a36a-2c69ae851513) {{(pid=100373) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:42:07.777196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:07.784835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:07.786890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.843720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] For port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:07.844392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.872463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Calling delete_port for 59720fcd-a2fc-4185-9b8c-d1997eb4b04d owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:07.875927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:42:07.897630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8:0:1::4a (0aacf890-9fdf-4703-8a78-e83a54ad36fb/11d7d5c0-5234-4172-8dfd-db251cad013f/aaae2443-8d4b-49ed-926f-2f9573c0ba44) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:07.902614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.905886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.936511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d2a96b-3891-4000-83dd-d68608fe4a14']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:07.937332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.942301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:07.956678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.964637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315b2089-4a54-4363-ab6c-66e3a0905c69') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:07.965068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315b2089-4a54-4363-ab6c-66e3a0905c69') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:07.969015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-61dfb4d1-989a-4e40-909d-67c992d5f538 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:07.975409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7f278db1-1176-48c3-bd35-0baa8cc8a1c9 req-757dc002-17e1-41d8-af6b-5822ce11b10f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0990081 Jun 22 20:42:07.975574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Pushing event deleted for resources: {'Port': ['ID=59720fcd-a2fc-4185-9b8c-d1997eb4b04d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:07.977979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] No DVR routers for this DVR port 59720fcd-a2fc-4185-9b8c-d1997eb4b04d on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:07.985882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:07.988547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:07.988924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81c76fd-1e08-46cc-a54d-34826b4ef432']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:07.996228 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-192ffb39-0568-416f-9554-2da6b21d699a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e63740074134c018fa52391c5a76439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988740 Jun 22 20:42:08.003962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56034) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.037620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4cb2b4a0-8fde-4f33-8688-57a139bcb8d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5eefba24d0a24b58ab0512e77512480c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8486247 Jun 22 20:42:08.042121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee108e57-c484-4ed4-bf57-5509515765bf') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:08.042477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee108e57-c484-4ed4-bf57-5509515765bf') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:08.043919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56036) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.051198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=89da50da-c490-4c58-aa30-8fb5e6cf32c9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.059896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.088406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.090205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.125092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:08.125496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:08.133415 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:08.136575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.153201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:08.153601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:08.158317 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:08.252478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.257309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.266690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c249f4eb-ea8a-45d3-8c47-232b783b42f8 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.278254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.280161 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] 10.222.0.66 "DELETE /v2.0/networks/b6d2a96b-3891-4000-83dd-d68608fe4a14 HTTP/1.1" status: 204 len: 168 time: 1.5090458 Jun 22 20:42:08.286728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.287496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.293306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.302989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a65b2a59-1d04-4cb3-8b90-1211c1e35fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.309505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.316369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/f81c76fd-1e08-46cc-a54d-34826b4ef432 HTTP/1.1" status: 204 len: 168 time: 4.3494701 Jun 22 20:42:08.319433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Pushing event deleted for resources: {'Network': ['ID=b6d2a96b-3891-4000-83dd-d68608fe4a14,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.328174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56040) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.341494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.343474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.345932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Transition to ACTIVE for port object ba837995-d18b-45d4-a708-07f45e8815ba will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:08.370987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=f81c76fd-1e08-46cc-a54d-34826b4ef432,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.390341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.398386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.401329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.412548 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bf50f7-5aea-4e92-8fbd-476eed940b40 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:08.413119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bf50f7-5aea-4e92-8fbd-476eed940b40 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:08.414755 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e4bf50f7-5aea-4e92-8fbd-476eed940b40 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/6b294ea7-830c-4dbf-b700-c7088d131d9a HTTP/1.1" status: 404 len: 337 time: 0.0806603 Jun 22 20:42:08.419821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56042) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.482666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e84e1-e6e0-4293-b3d9-f71c35ee0487 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:08.483170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e84e1-e6e0-4293-b3d9-f71c35ee0487 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:08.487297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b15e84e1-e6e0-4293-b3d9-f71c35ee0487 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/f81c76fd-1e08-46cc-a54d-34826b4ef432 HTTP/1.1" status: 404 len: 339 time: 0.0631042 Jun 22 20:42:08.489996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.532587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.541525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c02ec5e-fcbf-4a26-8097-13534ee55576 tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.545236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56048) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.571405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.573525 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/89da50da-c490-4c58-aa30-8fb5e6cf32c9 HTTP/1.1" status: 204 len: 168 time: 2.8638670 Jun 22 20:42:08.602753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56050) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.666320 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c9a2ca-b99d-4e08-813c-40ac4b583dee tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] GET failed (client error): The resource could not be found. Jun 22 20:42:08.668011 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87c9a2ca-b99d-4e08-813c-40ac4b583dee tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports/89da50da-c490-4c58-aa30-8fb5e6cf32c9 HTTP/1.1" status: 404 len: 333 time: 0.0642958 Jun 22 20:42:08.672026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Network 468dc091-ffd4-4981-b7f4-b711852b0063 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:08.675961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.678188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56054) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.682451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:08.688985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:08.693500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event updated for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.714929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.724965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object aaae2443-8d4b-49ed-926f-2f9573c0ba44 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:08.744534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.755236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.791055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:08.791597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.828394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Allocated IP 2001:db8:0:1::2 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/11d7d5c0-5234-4172-8dfd-db251cad013f/292e43c5-d49b-4605-8cc6-54c604d8b845) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:08.864270 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3276546 Jun 22 20:42:08.869595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.876241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] In _notify_port_updated(), no bound segment for port aaae2443-8d4b-49ed-926f-2f9573c0ba44 on network 0aacf890-9fdf-4703-8a78-e83a54ad36fb {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:42:08.882777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:08.883768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.894588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56056) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:08.895860 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/ports/aaae2443-8d4b-49ed-926f-2f9573c0ba44 HTTP/1.1" status: 200 len: 930 time: 2.4871893 Jun 22 20:42:08.899197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.899532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Request body: {'port': {'device_id': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:08.903724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.905139 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21e759ec-3002-4d9b-9fc9-68d32d0d489a HTTP/1.1" status: 204 len: 168 time: 0.8984289 Jun 22 20:42:08.906319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=aaae2443-8d4b-49ed-926f-2f9573c0ba44,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.909989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.912964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.915626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/896ae9f3-55b5-4796-8007-9a69620e76b2 HTTP/1.1" status: 204 len: 168 time: 0.8698871 Jun 22 20:42:08.919666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55a54e2-1a4c-44d5-8fa1-78ed10494a30']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:08.920705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.921485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cfda427a-68c4-4d00-855b-624c11863c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.937070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75f21-5d88-4d6d-9d2f-5798f5da11ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e759ec-3002-4d9b-9fc9-68d32d0d489a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.954983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ae9f3-55b5-4796-8007-9a69620e76b2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:08.958197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.959736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:08.960311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:08.969657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 07faf5a3-6c90-491a-92a7-7a65a8c02728 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:08.970169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:08.974608 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-27418350-d634-487f-868a-c430a5fa7619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea7b2a546cff4ef093db02576b404519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987641 Jun 22 20:42:08.981090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56062) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.011712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36a5f78-073e-42c1-91a9-d8756d0241a1') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:09.011712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36a5f78-073e-42c1-91a9-d8756d0241a1') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:09.037728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.063864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.111601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:09.112013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:09.118638 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:09.167122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:09.202653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59720fcd-a2fc-4185-9b8c-d1997eb4b04d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:09.224246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.236677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.246465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.252481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-515a31aa-500f-4ae5-99d9-e3d5315b1837 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:09.256984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.259098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/c55a54e2-1a4c-44d5-8fa1-78ed10494a30 HTTP/1.1" status: 204 len: 168 time: 0.7680671 Jun 22 20:42:09.269755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56070) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.272079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.274688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e66e817a-2104-41d3-966e-8e77e9860c42 None None] Provisioning for port ba837995-d18b-45d4-a708-07f45e8815ba completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:09.283190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 59720fcd-a2fc-4185-9b8c-d1997eb4b04d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:09.284045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59720fcd-a2fc-4185-9b8c-d1997eb4b04d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:09.290255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e66e817a-2104-41d3-966e-8e77e9860c42 None None] Provisioning complete for port ba837995-d18b-45d4-a708-07f45e8815ba triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:09.292310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e66e817a-2104-41d3-966e-8e77e9860c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.302158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=c55a54e2-1a4c-44d5-8fa1-78ed10494a30,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:09.329106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:09.334373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b89561-6ec3-4e0e-bb13-b2460a0bad15 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:09.334837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b89561-6ec3-4e0e-bb13-b2460a0bad15 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:09.336785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83b89561-6ec3-4e0e-bb13-b2460a0bad15 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/17cde952-5a45-4bfd-b270-bbb9af5a1188 HTTP/1.1" status: 404 len: 337 time: 0.0651655 Jun 22 20:42:09.340398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port aaae2443-8d4b-49ed-926f-2f9573c0ba44 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:09.340741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.343368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56072) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.361388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e66e817a-2104-41d3-966e-8e77e9860c42 None None] Port ba837995-d18b-45d4-a708-07f45e8815ba cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:09.389178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.420754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Transition to ACTIVE for port object 292e43c5-d49b-4605-8cc6-54c604d8b845 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:09.427506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.436658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a7e4a054-25a6-4a7f-9cf6-f3d92cbe36cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:09.488220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d35593-bdb5-46a0-8bf5-18ca7fc5ae65 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:09.488855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d35593-bdb5-46a0-8bf5-18ca7fc5ae65 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:09.490769 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-93d35593-bdb5-46a0-8bf5-18ca7fc5ae65 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/18c8b748-6211-4192-8b6f-bb9e47901372 HTTP/1.1" status: 404 len: 339 time: 0.1446958 Jun 22 20:42:09.504711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56076) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.573410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:09.580304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:09.600491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting subnet f535b217-f39f-4d57-b1c2-ea3a2f888837 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:09.605816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.629935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56080) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.656463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.709667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.739097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.743421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for aaae2443-8d4b-49ed-926f-2f9573c0ba44 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:09.757304 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0bbaa02-92d3-4235-b37b-8a59398d65dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dde691ca61984f76806072a3e5fa7d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245437 Jun 22 20:42:09.762500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56084) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:09.768077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.771146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.772339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e94f9c2-fbb6-4782-ada5-171fa0e7f0aa HTTP/1.1" status: 204 len: 168 time: 0.7740252 Jun 22 20:42:09.779315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8885f0fe-3b8a-478e-9522-62549ea1b081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:09.794070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09de85-8baa-4783-8ca9-474985aebbdd req-fadfb452-efb8-4cad-b222-2cdfa08fb253 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:09.801734 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a09de85-8baa-4783-8ca9-474985aebbdd req-fadfb452-efb8-4cad-b222-2cdfa08fb253 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 931 time: 0.4893756 Jun 22 20:42:09.804287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 07faf5a3-6c90-491a-92a7-7a65a8c02728 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:09.808788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.812269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94f9c2-fbb6-4782-ada5-171fa0e7f0aa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:09.815212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:09.891265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:09.901076 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a09de85-8baa-4783-8ca9-474985aebbdd req-b43119ef-6d47-4705-9006-78aa521c9bf6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983133 Jun 22 20:42:09.969994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.044225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.048242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22ff509a-348f-45e6-92d7-f519d93b59d2 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.079971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba837995-d18b-45d4-a708-07f45e8815ba {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:42:10.087871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=f535b217-f39f-4d57-b1c2-ea3a2f888837,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.090532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:10.094494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.101556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.101984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c59235-ff50-4f5e-a589-26d4b718778b None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:10.108394 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/f535b217-f39f-4d57-b1c2-ea3a2f888837 HTTP/1.1" status: 204 len: 168 time: 0.5947170 Jun 22 20:42:10.109338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56094) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:10.175273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting subnet 08183db0-96f0-4b0b-bfd1-a9ba945f5019 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:10.180578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.232394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Transition to ACTIVE for port object ba837995-d18b-45d4-a708-07f45e8815ba will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:10.240939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.246996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.257150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c892c3b-9e96-484f-8d83-a9099471933b tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.272015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.274721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.280509 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/429a13ec-e7f7-4b63-8fd1-c37df6467cf9 HTTP/1.1" status: 204 len: 168 time: 0.5064142 Jun 22 20:42:10.281239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.358819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.389095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Pushing event updated for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.420447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:10.470857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dd97358-b1c1-4df6-8525-2aaabbb65e90 tempest-RoutersAdminNegativeTest-1207000378 tempest-RoutersAdminNegativeTest-1207000378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.484034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.488703 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/aaae2443-8d4b-49ed-926f-2f9573c0ba44 HTTP/1.1" status: 204 len: 168 time: 1.5813599 Jun 22 20:42:10.488930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56108) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:10.533374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Provisioning for port 292e43c5-d49b-4605-8cc6-54c604d8b845 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:10.536004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a13ec-e7f7-4b63-8fd1-c37df6467cf9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.553993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.578938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4426525b-5943-4c99-9c6a-261ee8308b0a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.593020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.600457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/08183db0-96f0-4b0b-bfd1-a9ba945f5019 HTTP/1.1" status: 204 len: 168 time: 0.4887176 Jun 22 20:42:10.602994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56112) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:10.630549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:10.631253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.654981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:10.684146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa47b0ff-b7ff-4eec-9bdb-2589e84053c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.702106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56114) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:10.727220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Attempting to bind port ba837995-d18b-45d4-a708-07f45e8815ba on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:10.727589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Attempting to bind port ba837995-d18b-45d4-a708-07f45e8815ba by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:10.728044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Attempting to bind port ba837995-d18b-45d4-a708-07f45e8815ba on network 468dc091-ffd4-4981-b7f4-b711852b0063 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:10.731042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=aaae2443-8d4b-49ed-926f-2f9573c0ba44,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.733328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a86e6a2-5752-4f51-bb30-2376cf51b5f6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:42:10.735157 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3a86e6a2-5752-4f51-bb30-2376cf51b5f6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/aaae2443-8d4b-49ed-926f-2f9573c0ba44 HTTP/1.1" status: 404 len: 333 time: 0.2437336 Jun 22 20:42:10.736114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:10.737803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56118) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:10.768142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=08183db0-96f0-4b0b-bfd1-a9ba945f5019,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.772015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e0448-a212-4b21-9a3a-63f7782a90c9 None None] Update dhcp port {'port': {'network_id': '6de3cd52-b640-47ed-b7f2-02f54c345f2e', 'fixed_ips': [{'subnet_id': '08183db0-96f0-4b0b-bfd1-a9ba945f5019'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '1f9266d3-36a1-4d9b-8b12-f02c2d44418c'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:42:10.778744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:10.782140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Port ba837995-d18b-45d4-a708-07f45e8815ba on network 468dc091-ffd4-4981-b7f4-b711852b0063 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:42:10.782406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Attempting to bind port ba837995-d18b-45d4-a708-07f45e8815ba on network 468dc091-ffd4-4981-b7f4-b711852b0063 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:10.827771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:10.828135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Checking segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:10.828522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Bound using segment: {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:10.829019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Bound port: ba837995-d18b-45d4-a708-07f45e8815ba, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a699195-2307-4a40-be23-25e409f08a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:10.829353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.877885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.895538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:10.902939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.918761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae9e0448-a212-4b21-9a3a-63f7782a90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:10.938094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:10.946151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=ba837995-d18b-45d4-a708-07f45e8815ba,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:10.981587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=07faf5a3-6c90-491a-92a7-7a65a8c02728,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:10.988282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:11.000111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.015972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-12d1fc59-4be4-417e-8563-773f7d04aacc tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:11.062936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.066304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Could not find standard attr ID for object aaae2443-8d4b-49ed-926f-2f9573c0ba44. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:42:11.074877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.216043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:11.231317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.233325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.234499 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/security-groups/f144b2d3-e3e1-4201-92dc-c63767b6ec4e HTTP/1.1" status: 204 len: 168 time: 0.4957767 Jun 22 20:42:11.238151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:11.268024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:11.269336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.271143 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] 10.222.0.53 "PUT /v2.0/ports/ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1093 time: 2.3790615 Jun 22 20:42:11.272745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:42:11.277583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1" -d '{"events": [{"name": "network-changed", "server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:42:11.295081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:11.295633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.300270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.304332 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/07faf5a3-6c90-491a-92a7-7a65a8c02728 HTTP/1.1" status: 204 len: 168 time: 2.6253724 Jun 22 20:42:11.330446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56136) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:11.348509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'networks': [{'name': 'tempest-network--649828007'}, {'name': 'tempest-network--2141421842'}]} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:11.350712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-network--649828007'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:11.352151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-network--2141421842'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:11.404772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-841f56ef-0864-45c6-80ce-c26dd85667ff None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:11.417456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:11.417802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.451280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322ea5c-5083-4571-b7b7-342ec72f8bcc None None] Network 6de3cd52-b640-47ed-b7f2-02f54c345f2e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:11.486492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068931e6-0836-4543-8b9b-8cd1c7591bda x-openstack-request-id: req-068931e6-0836-4543-8b9b-8cd1c7591bda {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:42:11.489203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:42:11.489516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-068931e6-0836-4543-8b9b-8cd1c7591bda {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:42:11.490003 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'status': 'completed', 'code': 200} Jun 22 20:42:11.507032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a195bec-18c4-4f89-97f1-e3288775dc28 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] GET failed (client error): The resource could not be found. Jun 22 20:42:11.512039 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8a195bec-18c4-4f89-97f1-e3288775dc28 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "GET /v2.0/ports/07faf5a3-6c90-491a-92a7-7a65a8c02728 HTTP/1.1" status: 404 len: 333 time: 0.1454468 Jun 22 20:42:11.520766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56146) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:11.579559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Pushing event updated for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:11.583876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:11.589444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-12afdaf9-3bf8-4ee2-b173-26b9ed4f1c9f None None] Provisioning complete for port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:11.590470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-12afdaf9-3bf8-4ee2-b173-26b9ed4f1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.594657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2483dda1-e716-408d-bdd5-2e6d5e3ca60a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:11.612616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f144b2d3-e3e1-4201-92dc-c63767b6ec4e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:11.626112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.628811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:11.639809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22b670-e57c-41df-abfd-960f8455894f req-222e6491-8e30-4bc2-babb-e28234c6e617 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:11.641083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e22b670-e57c-41df-abfd-960f8455894f req-222e6491-8e30-4bc2-babb-e28234c6e617 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 943 time: 0.4569108 Jun 22 20:42:11.642252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:11.643056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.661059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'network': 2} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:11.667026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-6abed755-463f-4978-a5a6-fe1a47f1ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:11.668221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-6abed755-463f-4978-a5a6-fe1a47f1ae3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1096 time: 0.3038719 Jun 22 20:42:11.668512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.708861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.736419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.751597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-cbcf2c3e-84cc-4874-ae00-78e069922a7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 217 time: 0.0570159 Jun 22 20:42:11.824679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-85be457b-db31-414b-bdd7-0cf5fe840fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:11.826470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-85be457b-db31-414b-bdd7-0cf5fe840fa8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.0546370 Jun 22 20:42:11.831855 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e22b670-e57c-41df-abfd-960f8455894f req-23365bc6-3b75-4e3f-b018-af9fb39680de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821790 Jun 22 20:42:11.845484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,segment=NetworkSegment(eafaa895-c3cb-4d25-afcc-2a72309b1379),segment_id=eafaa895-c3cb-4d25-afcc-2a72309b1379)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:11.845990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.871033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 1f9266d3-36a1-4d9b-8b12-f02c2d44418c owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:11.894259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:11.894598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.966161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56158) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:11.978209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:11.988286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-202abbb3-27e3-4c5b-bef1-db73137497ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:11.989933 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-202abbb3-27e3-4c5b-bef1-db73137497ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1508908 Jun 22 20:42:11.990088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-12afdaf9-3bf8-4ee2-b173-26b9ed4f1c9f None None] Could not find standard attr ID for object aaae2443-8d4b-49ed-926f-2f9573c0ba44. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:42:12.005502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] DHCP port deletion for 6de3cd52-b640-47ed-b7f2-02f54c345f2e request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:12.006137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.012194 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/security-groups/c3a6c188-6d29-4bd9-a64b-8d64995ad8b7 HTTP/1.1" status: 204 len: 168 time: 0.7698417 Jun 22 20:42:12.012194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54167ca0-a4ed-4e3c-8e5f-393411454aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:12.020873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56160) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:12.065500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Deleting port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:12.066394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.080401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.104729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 6bcbc691-6d43-442a-ae2a-3776ebf5bb76 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:12.155291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] For port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,segment=NetworkSegment(eafaa895-c3cb-4d25-afcc-2a72309b1379),segment_id=eafaa895-c3cb-4d25-afcc-2a72309b1379)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:12.155708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.156394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.159804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6c188-6d29-4bd9-a64b-8d64995ad8b7,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:12.163223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:12.166636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.167310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.172525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e5b7163e-ac56-4f1c-9382-e2a81b354d5d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:12.184951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Calling delete_port for 1f9266d3-36a1-4d9b-8b12-f02c2d44418c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:12.209656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.262921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf9564c-f936-4a5d-bb56-0cbecf82b269,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:12.265723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:12.269648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:12.272682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-934d623e-eedd-45b5-80e8-4cd88d7edba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:12.298538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:12.314828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.334649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:12.338191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:12.343834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:12.347246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] No DVR routers for this DVR port 1f9266d3-36a1-4d9b-8b12-f02c2d44418c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:12.378219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Pushing event deleted for resources: {'Port': ['ID=1f9266d3-36a1-4d9b-8b12-f02c2d44418c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:12.385961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:12.392453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df95bf2-840f-4c3d-a75b-504394b0d1f6 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:42:12.407821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1343320400'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:12.415427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.416064 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment 44cf59aa-78a7-4e30-8dc1-55505de3004d of type vlan for network 9893a5b3-e991-485e-87b7-94a3275e5e2d Jun 22 20:42:12.480880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.500960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de3cd52-b640-47ed-b7f2-02f54c345f2e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:12.514610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df95bf2-840f-4c3d-a75b-504394b0d1f6 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:42:12.538502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:12.543428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.561016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.571820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafaa895-c3cb-4d25-afcc-2a72309b1379') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:12.572538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafaa895-c3cb-4d25-afcc-2a72309b1379') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:12.585250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.594606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.627505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.658678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:12.659590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:12.664878 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:12.697928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 49e9539f-ea10-4d4a-a36a-2c69ae851513 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:12.740925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.753338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:12.785302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.785524 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-bbd9daa0-b243-4b90-be7b-578d9771074e service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820618 Jun 22 20:42:12.785644 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment 4bedd796-cbe0-40c4-9f26-7cd6d24ebc3e of type vlan for network 929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca Jun 22 20:42:12.830994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56178) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:12.831360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.837873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.841972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.846967 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/6de3cd52-b640-47ed-b7f2-02f54c345f2e HTTP/1.1" status: 204 len: 168 time: 2.2349303 Jun 22 20:42:12.854436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56180) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:12.858655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1c4545e0-99a2-49dc-b04d-ddff5395d4a9 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:12.890440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:12.923643 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f82668-90af-4f07-a521-d4eea4e17470 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:12.924177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f82668-90af-4f07-a521-d4eea4e17470 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:12.928918 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64f82668-90af-4f07-a521-d4eea4e17470 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/f5f05394-bde9-4e14-ba9e-ee27586d2ec4 HTTP/1.1" status: 404 len: 337 time: 0.0674698 Jun 22 20:42:12.930339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56186) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:12.935669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=6de3cd52-b640-47ed-b7f2-02f54c345f2e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:12.938523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:12.973690 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f7f34f-e76a-4412-acee-a8443cc0b2ef tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:12.974338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f7f34f-e76a-4412-acee-a8443cc0b2ef tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:12.979860 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a9f7f34f-e76a-4412-acee-a8443cc0b2ef tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/d3f13193-ff14-44af-8f71-efa9dd19ff03 HTTP/1.1" status: 404 len: 339 time: 0.0401659 Jun 22 20:42:12.982951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56188) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.010224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.018384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.032722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:13.047050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-84af9919-cc4b-46c6-ab47-a0b03a99a22a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.051165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.051730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.052763 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da022697-cb0d-4636-bf56-8aa572ad1272 req-a1a7cadd-2ecc-492a-b819-758f4860f249 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549450 Jun 22 20:42:13.057859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.065084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.065760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.073983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.074288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment d0c5acc3-e137-4feb-ae92-9cfd314ba65c of type vlan for network 31893db0-b5d4-4a18-85ab-672fc505a8a4 Jun 22 20:42:13.080435 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8b7c6a-3953-42df-a439-5d87601eeebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:13.080972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8b7c6a-3953-42df-a439-5d87601eeebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:13.083415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fe8b7c6a-3953-42df-a439-5d87601eeebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/152552c7-a293-4eb6-ba78-69d1fb70f264 HTTP/1.1" status: 404 len: 337 time: 0.0942183 Jun 22 20:42:13.088500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56190) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.090505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1f9266d3-36a1-4d9b-8b12-f02c2d44418c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:13.091114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-442612366', 'router:external': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:13.115298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1f9266d3-36a1-4d9b-8b12-f02c2d44418c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:13.116051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1f9266d3-36a1-4d9b-8b12-f02c2d44418c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:13.116168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.154842 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b787da5-7e88-4d0d-8d1e-6fb190513bf9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:13.155496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b787da5-7e88-4d0d-8d1e-6fb190513bf9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:13.157383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8b787da5-7e88-4d0d-8d1e-6fb190513bf9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/14bfe862-ded8-422d-a5a5-fc229b71d124 HTTP/1.1" status: 404 len: 339 time: 0.0641942 Jun 22 20:42:13.169137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56192) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.170501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.196826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Made reservation on behalf of 1f55143ef60f4c48a75dd4ca04953275 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:13.199417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.207771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac5843b3-e5b5-4e4a-8c63-9433cf7fcaf2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.209728 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4844687 Jun 22 20:42:13.214221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.223119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.234614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90902767-211c-4cbf-90b8-6e0727bc7f11,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.240716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.244482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.259084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b5dfe9-57da-422d-83a6-5ad401cad3f0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:13.259752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b5dfe9-57da-422d-83a6-5ad401cad3f0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:13.260542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44be2e96-7267-4fa6-92c2-0a40ebaaadb3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.261473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-64b5dfe9-57da-422d-83a6-5ad401cad3f0 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/0d1b3394-7a5d-4304-9341-6d7062b9ce61 HTTP/1.1" status: 404 len: 337 time: 0.0919347 Jun 22 20:42:13.262489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=6bcbc691-6d43-442a-ae2a-3776ebf5bb76,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.266654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56196) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.270987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.309646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a0c945-2d0f-4b7b-8891-24903ce64c89 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:13.310305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a0c945-2d0f-4b7b-8891-24903ce64c89 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:13.314311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d9a0c945-2d0f-4b7b-8891-24903ce64c89 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/fc667a1b-b21f-49fa-abca-f29e50cf0135 HTTP/1.1" status: 404 len: 339 time: 0.0422485 Jun 22 20:42:13.332378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56198) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.413521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=9893a5b3-e991-485e-87b7-94a3275e5e2d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.428527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.433779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 9893a5b3-e991-485e-87b7-94a3275e5e2d details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:13.438999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.448989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-afa3f461-3d12-4acf-9c57-08a9f3f1f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.450540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-afa3f461-3d12-4acf-9c57-08a9f3f1f1d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1096 time: 0.2981002 Jun 22 20:42:13.478403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.479492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.480323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/ports/6bcbc691-6d43-442a-ae2a-3776ebf5bb76 HTTP/1.1" status: 204 len: 168 time: 1.9539368 Jun 22 20:42:13.483703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56200) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.487280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.487891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.494223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting subnet b67ba371-cb15-4930-a032-afd94008ee52 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:13.498499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=49e9539f-ea10-4d4a-a36a-2c69ae851513,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.501967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.507121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f02c9-e609-48c4-b803-245b0cf0700d req-59d4c40a-1398-4484-b0eb-0a0285caf1fc tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.508838 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a7f02c9-e609-48c4-b803-245b0cf0700d req-59d4c40a-1398-4484-b0eb-0a0285caf1fc tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 943 time: 0.4630771 Jun 22 20:42:13.516359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/49e9539f-ea10-4d4a-a36a-2c69ae851513 HTTP/1.1" status: 204 len: 168 time: 1.4942141 Jun 22 20:42:13.518575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.524030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a34e2-2164-486e-8aaa-bd2713336c20 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:13.525234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.526179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.537309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:13.599027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114d7e8-a700-4489-8b56-9929ed637332 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.605016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114d7e8-a700-4489-8b56-9929ed637332 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.611017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114d7e8-a700-4489-8b56-9929ed637332 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.617807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114d7e8-a700-4489-8b56-9929ed637332 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.619660 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d114d7e8-a700-4489-8b56-9929ed637332 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3999462 Jun 22 20:42:13.637223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56204) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:13.667069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.684858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.690952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.693587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.701487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:13.722883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting subnet 6a476a8b-5122-492f-988f-4f6ef36c99bb {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:13.741291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.763627 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a7f02c9-e609-48c4-b803-245b0cf0700d req-73879c86-23eb-435e-b3de-4514602beddc tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405527 Jun 22 20:42:13.824870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=31893db0-b5d4-4a18-85ab-672fc505a8a4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:13.831177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.831702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:13.832097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:13.841507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:13.851201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.861774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:13.894183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-64f316cd-eae1-4505-9a7c-779062681e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:13.895706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-64f316cd-eae1-4505-9a7c-779062681e7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.4143167 Jun 22 20:42:13.982367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-705bf2a5-4c27-4d93-bb0e-cb94c14a3ac6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 217 time: 0.0618811 Jun 22 20:42:13.998885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.128878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.137291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.141278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05ef8de6-6655-4c9c-bbaf-ae42a54926bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.151423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1756179 Jun 22 20:42:14.160448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56206) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:14.169356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979788101'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:14.179031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:14.195525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.205784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:14.209311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.223280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.223635 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Added segment a75bf7b8-c5bb-4a0c-8a58-c8471078b49b of type vlan for network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 Jun 22 20:42:14.228940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-742fdeec-8b4d-46bf-8633-c7243fb64169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:14.231080 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-742fdeec-8b4d-46bf-8633-c7243fb64169 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.2341280 Jun 22 20:42:14.238944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.245284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61844b-c4eb-42ac-806e-7c3f38a23941,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:14.248551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:14.271410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9893a5b3-e991-485e-87b7-94a3275e5e2d']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:14.312823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cf59aa-78a7-4e30-8dc1-55505de3004d') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:14.313192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cf59aa-78a7-4e30-8dc1-55505de3004d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:14.329979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:14.331289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.333656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.353984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.365854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.371386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.375756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.401911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:14.408790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=b67ba371-cb15-4930-a032-afd94008ee52,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:14.411272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.416240 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/b67ba371-cb15-4930-a032-afd94008ee52 HTTP/1.1" status: 204 len: 168 time: 1.0798283 Jun 22 20:42:14.416936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56208) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:14.417294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:14.417737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246fd08-b0a9-435f-bc72-4837b0415be8 None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:14.418280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:14.422092 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:14.424308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:14.435846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.446212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2231fcbf-ec16-4c15-a003-cae3a0a291b0 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.463228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.463571 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment d9929c01-b663-4d9f-8f23-1099955b443f of type vlan for network a582283f-d691-4fb5-a2cf-79cbfaeb160f Jun 22 20:42:14.507333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Subnet': ['ID=6a476a8b-5122-492f-988f-4f6ef36c99bb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:14.512285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:14.515455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.517342 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/subnets/6a476a8b-5122-492f-988f-4f6ef36c99bb HTTP/1.1" status: 204 len: 168 time: 1.0207419 Jun 22 20:42:14.520607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:14.532197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-8cd9c806-4b22-4be8-80ff-c775236a5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:14.533741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-8cd9c806-4b22-4be8-80ff-c775236a5266 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2871990 Jun 22 20:42:14.561055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.561317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.562491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:14.563152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.568860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.574450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ef18b7-6204-4105-b082-a0b3761b763a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.614712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.620889 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/9893a5b3-e991-485e-87b7-94a3275e5e2d HTTP/1.1" status: 204 len: 168 time: 0.9749355 Jun 22 20:42:14.625961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.631623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56212) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:14.638149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=9893a5b3-e991-485e-87b7-94a3275e5e2d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:14.652219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:14.656986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f08a83-bf9d-492d-ae6c-0ff17ef51485 None None] Network ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:14.672538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.693997 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8618953 Jun 22 20:42:14.701842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56214) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:14.707002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.711614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'subnet': {'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:14.758210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e5f90794-5bab-409f-8293-b5b601b41f34 None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:14.759272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e5f90794-5bab-409f-8293-b5b601b41f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.777275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-d71ef034-3b0b-4757-8760-232687ef1065 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316160 Jun 22 20:42:14.777866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Made reservation on behalf of 1f55143ef60f4c48a75dd4ca04953275 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:14.780153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.828487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.resource_extend [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 20:42:14.851092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Network': ['ID=a66be994-e2fe-48ca-94d4-6ba9b8e5bf58,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:14.858777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:14.896654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:14.901612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.907770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:14.908050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.915413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:14.923661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-584b779c-294b-4b65-9e77-91bd8d533f81 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:14.977730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6e08238-9577-4bfe-aef5-cc6b13ee6de1 req-b0696ce1-040b-487e-be8d-ad7614d8930f service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823530 Jun 22 20:42:14.980502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Deleting port 1a5359d0-5e58-4cea-a4e6-90622550a14c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:14.980848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.013295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=a582283f-d691-4fb5-a2cf-79cbfaeb160f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:15.016077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:15.020938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] DHCP port deletion for a0957260-2ad0-4e36-ab65-6430d37890f0 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:15.047972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:15.074469 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9091110 Jun 22 20:42:15.078818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56218) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.087796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:15.168611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] For port 1a5359d0-5e58-4cea-a4e6-90622550a14c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1a5359d0-5e58-4cea-a4e6-90622550a14c,segment=NetworkSegment(8560a3dd-96c2-432e-994d-3ac0737f17ba),segment_id=8560a3dd-96c2-432e-994d-3ac0737f17ba)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:15.169277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.174312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 858f2c87-411f-45c9-824d-61df676f666b no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:15.184907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e5f90794-5bab-409f-8293-b5b601b41f34 None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:15.185295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e5f90794-5bab-409f-8293-b5b601b41f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.192585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device ba837995-d18b-45d4-a708-07f45e8815ba details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:42:15.208316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 858f2c87-411f-45c9-824d-61df676f666b {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:15.208886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.215688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.218293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.235241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f2a0e753-9dcd-4e6a-9be5-11bc39c16b2b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:15.245313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] DHCP port deletion for ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:15.247915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Calling delete_port for 1a5359d0-5e58-4cea-a4e6-90622550a14c owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:15.276395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.292478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bedd796-cbe0-40c4-9f26-7cd6d24ebc3e') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.292824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bedd796-cbe0-40c4-9f26-7cd6d24ebc3e') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.313675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e5f90794-5bab-409f-8293-b5b601b41f34 None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:15.334363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:15.338269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.346413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Deleting port 858f2c87-411f-45c9-824d-61df676f666b {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:15.346794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.355363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:15.358364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:15.358942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.384706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 858f2c87-411f-45c9-824d-61df676f666b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=858f2c87-411f-45c9-824d-61df676f666b,segment=NetworkSegment(139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8),segment_id=139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:15.385067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.397185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.407282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eecfde-fc27-417e-b8e0-7a6bffefb589 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:15.408112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 858f2c87-411f-45c9-824d-61df676f666b owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:15.410117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=16990f75-1115-4a10-9ef4-b2005296d89b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:15.410268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:15.413032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:15.414278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.418262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:15.418768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:15.422326 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:15.435397 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9022808 Jun 22 20:42:15.443476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.455960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'security_group': {'name': 'tempest-secgroup-305891751'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:15.473861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6d67e-3b1e-4706-ac7a-b24ce1591f31 req-c5f27fa5-9f6d-45e7-96a7-39e0bc2f2f10 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:15.475386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdc6d67e-3b1e-4706-ac7a-b24ce1591f31 req-c5f27fa5-9f6d-45e7-96a7-39e0bc2f2f10 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 943 time: 0.3790264 Jun 22 20:42:15.543610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.547783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.549864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca HTTP/1.1" status: 204 len: 168 time: 0.9172573 Jun 22 20:42:15.554375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9d0c95b-4f67-4764-aac7-cc923dff14c6 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:15.556024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56222) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.562950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] For port 858f2c87-411f-45c9-824d-61df676f666b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=858f2c87-411f-45c9-824d-61df676f666b,segment=NetworkSegment(139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8),segment_id=139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:15.563459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.565651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.574790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=929d3e7d-0b5a-41c1-a32f-d0dab7fed7ca,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:15.578840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:15.584413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Deleting port 1a5359d0-5e58-4cea-a4e6-90622550a14c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:15.584711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.605838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.608915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ed12e3d2-bf3c-4f75-9797-f4811ada32eb tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:15.611817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Calling delete_port for 858f2c87-411f-45c9-824d-61df676f666b owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:15.634552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=858f2c87-411f-45c9-824d-61df676f666b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:15.636367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=ba837995-d18b-45d4-a708-07f45e8815ba,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:15.637149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:15.639842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 858f2c87-411f-45c9-824d-61df676f666b on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:15.711711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'port_id': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'mac_address': 'fa:16:3e:ba:a4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:42:15.735352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.747875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0957260-2ad0-4e36-ab65-6430d37890f0']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.760548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.760942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139a6cbc-eb6d-4db7-a1e3-b6833cc8a1f8') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:15.770610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.788226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.796611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:15.797026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:15.800602 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:15.834530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] For port 1a5359d0-5e58-4cea-a4e6-90622550a14c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1a5359d0-5e58-4cea-a4e6-90622550a14c,segment=NetworkSegment(8560a3dd-96c2-432e-994d-3ac0737f17ba),segment_id=8560a3dd-96c2-432e-994d-3ac0737f17ba)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:15.834941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.886253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Calling delete_port for 1a5359d0-5e58-4cea-a4e6-90622550a14c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:15.893867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.900026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-170a0d00-d9d4-4342-b2a9-9b2e3da317bb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:15.923573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.927804 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/a0957260-2ad0-4e36-ab65-6430d37890f0 HTTP/1.1" status: 204 len: 168 time: 1.5056381 Jun 22 20:42:15.927804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=a0957260-2ad0-4e36-ab65-6430d37890f0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:15.929703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56224) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.932701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:15.960036 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c285a32-f027-492a-af75-2a180bc97fbf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:15.961431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c285a32-f027-492a-af75-2a180bc97fbf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:15.964140 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c285a32-f027-492a-af75-2a180bc97fbf tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/ab32ef7c-0275-434c-b73d-3eab334f6367 HTTP/1.1" status: 404 len: 337 time: 0.0329387 Jun 22 20:42:15.966679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56226) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.988917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:15.989732 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-873f3a82-47fc-44fc-80fc-ca56afe8c39e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:15.990376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873f3a82-47fc-44fc-80fc-ca56afe8c39e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:15.993033 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-873f3a82-47fc-44fc-80fc-ca56afe8c39e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/ce70fd63-fa4f-4a58-863b-a5267e0697fd HTTP/1.1" status: 404 len: 339 time: 0.0250254 Jun 22 20:42:15.995501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56228) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:15.999373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.013957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7430291f-fbe7-485f-872e-c8d450d92a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.026126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.033967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.045592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Network a0957260-2ad0-4e36-ab65-6430d37890f0 is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:42:16.046084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] No DVR routers for this DVR port 858f2c87-411f-45c9-824d-61df676f666b on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:16.046200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eadb16fe-a77c-4785-be9f-273c4c3e0fd2 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.048424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba837995-d18b-45d4-a708-07f45e8815ba {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:42:16.052120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting subnet 88df7d3d-e702-455c-a1f9-a65cd6bff488 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:16.052705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Pushing event deleted for resources: {'Port': ['ID=858f2c87-411f-45c9-824d-61df676f666b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.060016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.061776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdc6d67e-3b1e-4706-ac7a-b24ce1591f31 req-292c92e9-8650-4519-87b6-d2f5eaf69b99 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5786171 Jun 22 20:42:16.066906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.096878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=ba837995-d18b-45d4-a708-07f45e8815ba,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:16.104455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Port': ['ID=1a5359d0-5e58-4cea-a4e6-90622550a14c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.106753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.109711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.110199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-eaa65d8b-2dbd-4682-8993-b19bfc61a0d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.113385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.114479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] No DVR routers for this DVR port 1a5359d0-5e58-4cea-a4e6-90622550a14c on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:16.142595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.154408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] No DVR routers for this DVR port 1a5359d0-5e58-4cea-a4e6-90622550a14c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:16.189207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.214983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.215880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.245839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Pushing event deleted for resources: {'Port': ['ID=1a5359d0-5e58-4cea-a4e6-90622550a14c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.249860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.253935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.256110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ca677-fc90-4b94-9d52-029ce2833a53 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.261660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Update dhcp port {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'fixed_ips': [{'subnet_id': '11d7d5c0-5234-4172-8dfd-db251cad013f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16990f75-1115-4a10-9ef4-b2005296d89b'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '292e43c5-d49b-4605-8cc6-54c604d8b845'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:42:16.262768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ca677-fc90-4b94-9d52-029ce2833a53 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.268814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ca677-fc90-4b94-9d52-029ce2833a53 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.270511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c3ca677-fc90-4b94-9d52-029ce2833a53 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1936 time: 0.7132168 Jun 22 20:42:16.278589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56230) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:16.287481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-182967762'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:16.306906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.365139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.369715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a592c1d-d35a-4ef6-935f-a096dc12d6c5 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.370971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['ba837995-d18b-45d4-a708-07f45e8815ba'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:42:16.377570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.403106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Subnet': ['ID=88df7d3d-e702-455c-a1f9-a65cd6bff488,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.405766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.407991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:16.408656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.413372 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/subnets/88df7d3d-e702-455c-a1f9-a65cd6bff488 HTTP/1.1" status: 204 len: 168 time: 0.4143233 Jun 22 20:42:16.414437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:16.427549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.431491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8560a3dd-96c2-432e-994d-3ac0737f17ba') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:16.431794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8560a3dd-96c2-432e-994d-3ac0737f17ba') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:16.436307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a51c4920-0ba7-406b-8c6a-be1bff4b2c86 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.464458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.523789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.553755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.558263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.564796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:42:16.565233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.577034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:16.577034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.584461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:16.587035 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:16.592862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:16.596350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.608152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Deleting port 872260f7-3930-4aaa-943b-8bc200f3cf7c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:16.608610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.615891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b8ddc-538e-4e90-9c68-2307f800dd4f None None] Network 65221206-ad68-479e-b78d-e42d64002cca requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:16.655995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=d9f121bf-dbfc-48a0-8d8c-5207338f7682,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.659602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.664385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.679153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:16.698354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] For port 872260f7-3930-4aaa-943b-8bc200f3cf7c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=872260f7-3930-4aaa-943b-8bc200f3cf7c,segment=NetworkSegment(08eab539-4313-4330-b789-df6fd8329905),segment_id=08eab539-4313-4330-b789-df6fd8329905)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:16.698677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.707921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.708354 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment 4ef9fbf6-f0c6-469a-bbe0-7e91632cb4e2 of type vlan for network 287101e7-a697-4082-9492-24309777ee06 Jun 22 20:42:16.708565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.710118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2656579 Jun 22 20:42:16.713656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56234) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:16.719071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:16.719708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 31893db0-b5d4-4a18-85ab-672fc505a8a4, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:16.727330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'security_group': {'name': 'tempest-secgroup-143232303'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:16.737969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.739212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Calling delete_port for 872260f7-3930-4aaa-943b-8bc200f3cf7c owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:16.749980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.752646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] 10.222.0.66 "DELETE /v2.0/networks/ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd HTTP/1.1" status: 204 len: 168 time: 2.2318506 Jun 22 20:42:16.759609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=399026e1-43dd-469a-9047-b9be4e8659ca,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.796995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.798427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Checking segment: {'id': 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:16.799107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network hostable DHCP agents. Network: a66be994-e2fe-48ca-94d4-6ba9b8e5bf58, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:16.809585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.819348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.832050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Allocated IP 2001:db8::2 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/16990f75-1115-4a10-9ef4-b2005296d89b/292e43c5-d49b-4605-8cc6-54c604d8b845) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:16.845445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.847376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:16.873679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4013bf64-ffe9-42c3-9b15-9248d442f6ee,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.876798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.877516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80bf7fd9-ca34-4c27-9454-6106247aff7d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.891642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 31893db0-b5d4-4a18-85ab-672fc505a8a4) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:16.896282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.896903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.907639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.913430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.914765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.918071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Pushing event deleted for resources: {'Network': ['ID=ea7c32dc-5c73-43a2-9a25-8dcdb5aa3bdd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:16.921070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:16.921680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:16.925535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:16.933052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a66be994-e2fe-48ca-94d4-6ba9b8e5bf58) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:16.934226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447d6eb-6e97-4ea4-add6-29f97d0c3572 None None] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:16.939288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:16.940504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:16.976812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.012624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506c9e3-11e6-47cf-805a-3c1bfd0739a5 None None] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:17.041185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] No DVR routers for this DVR port 872260f7-3930-4aaa-943b-8bc200f3cf7c on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:17.043063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=287101e7-a697-4082-9492-24309777ee06,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:17.057676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:17.058271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43d03e8e-a235-4115-9ef2-bb050c5f833d tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:17.066580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4992b6c5-fba2-4c1b-9c43-cfcd5ddc9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.096827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56240) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.118791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Port': ['ID=872260f7-3930-4aaa-943b-8bc200f3cf7c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:17.127891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:17.151676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 287101e7-a697-4082-9492-24309777ee06 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:17.153827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1a5359d0-5e58-4cea-a4e6-90622550a14c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:17.182653 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.186600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.197872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65221206-ad68-479e-b78d-e42d64002cca']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:17.201617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.206667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1265171 Jun 22 20:42:17.208163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5051777 Jun 22 20:42:17.209233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.211936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56248) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.215971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:17.219457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0bd2fa15-f5cf-4996-87c4-6afa7fbdb9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:17.226768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1413221147', 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:17.234864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9551749 Jun 22 20:42:17.243439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.246945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eab539-4313-4330-b789-df6fd8329905') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:17.247249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eab539-4313-4330-b789-df6fd8329905') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:17.263014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1974357726'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:17.285739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.302047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1a5359d0-5e58-4cea-a4e6-90622550a14c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:17.302503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1a5359d0-5e58-4cea-a4e6-90622550a14c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:17.309703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c8474-d375-43e5-a9c5-76d2ac3d3768,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:17.312403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.317652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:17.321543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:17.321984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:17.325490 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:17.352988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Made reservation on behalf of 1f55143ef60f4c48a75dd4ca04953275 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:17.355528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.380075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.385369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6620209 Jun 22 20:42:17.387097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56252) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.394977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063f634-ac8f-40e9-9df9-4bb4f9b47584 None None] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:17.403039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'security_group': {'name': 'tempest-secgroup-873151839'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:17.409694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f39b-78f0-4d54-9842-751e6fae3afd req-77f0a214-d6c7-4c79-b030-7b51fcc108e1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:17.411469 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a200f39b-78f0-4d54-9842-751e6fae3afd req-77f0a214-d6c7-4c79-b030-7b51fcc108e1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 944 time: 0.2110500 Jun 22 20:42:17.412997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56254) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.413269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-85c56656-b8e2-4415-97c9-937fd517d265 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=158990e173674244b96bb97b15be200f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145492 Jun 22 20:42:17.424003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.429013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] device_id is not set on port 34f33c3f-0219-4a12-a7bd-117b19608d3b yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:17.434700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-14286750-3327-4e2b-a20e-5c8a17f0ac4b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:17.439084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:17.439788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.442281 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] 10.222.0.66 "DELETE /v2.0/networks/65221206-ad68-479e-b78d-e42d64002cca HTTP/1.1" status: 204 len: 168 time: 1.0262446 Jun 22 20:42:17.442835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.473061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Pushing event deleted for resources: {'Network': ['ID=65221206-ad68-479e-b78d-e42d64002cca,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:17.479709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:42:17.479709 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:42:17.479709 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': '92ce2eb1271e4db99f17c1882247c2bf', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 42, 17, 420801)}] Jun 22 20:42:17.479709 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:42:17.480146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:42:17.493704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc399c-8dff-4052-aa5c-622c9a969a4a None None] DHCP port deletion for 65221206-ad68-479e-b78d-e42d64002cca request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:17.513850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:17.541100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:17.544819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.549887 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a200f39b-78f0-4d54-9842-751e6fae3afd req-a572e155-dbbc-4ac3-8db7-eb8bf62c01d6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012733 Jun 22 20:42:17.571255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.581124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:17.595148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:17.622609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.650650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-31893db0-b5d4-4a18-85ab-672fc505a8a4', 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': 'd9f121bf-dbfc-48a0-8d8c-5207338f7682'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:17.653723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.654510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.654867 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment b5521f87-d428-4e7f-bb3d-5d4f8fe6c090 of type vlan for network 3a893a33-1c7f-4e14-8f84-389d51858b71 Jun 22 20:42:17.692377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.698156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.704035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e0eaac7-ce6c-4e60-9d4a-6c88fefc6ad2 HTTP/1.1" status: 204 len: 168 time: 0.2856917 Jun 22 20:42:17.710032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:17.722036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.20.0.11 (a66be994-e2fe-48ca-94d4-6ba9b8e5bf58/399026e1-43dd-469a-9047-b9be4e8659ca/34f33c3f-0219-4a12-a7bd-117b19608d3b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:17.730825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0eaac7-ce6c-4e60-9d4a-6c88fefc6ad2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:17.737739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:17.744405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.752114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.768170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Transition to ACTIVE for port object 292e43c5-d49b-4605-8cc6-54c604d8b845 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:17.833021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.849585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56262) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:17.851716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.855906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-324e6c09-7749-493e-a802-5aa094d2c4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:17.858377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:17.859268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:17.871805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8170247-1ee5-4553-8fd7-e330885dbbd3 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:18.029657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.034581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.053386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Allocated IP 172.20.0.2 (31893db0-b5d4-4a18-85ab-672fc505a8a4/d9f121bf-dbfc-48a0-8d8c-5207338f7682/8d21a61d-9d62-42ba-a9c9-bc7665fefec5) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:18.058822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8091583 Jun 22 20:42:18.060623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56268) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:18.068634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'ports': [{'network_id': '287101e7-a697-4082-9492-24309777ee06', 'name': 'tempest-port--351064687', 'admin_state_up': True}, {'network_id': '3a893a33-1c7f-4e14-8f84-389d51858b71', 'admin_state_up': False}]} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:18.068958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'port': {'network_id': '287101e7-a697-4082-9492-24309777ee06', 'name': 'tempest-port--351064687', 'admin_state_up': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:18.069698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'port': {'network_id': '3a893a33-1c7f-4e14-8f84-389d51858b71', 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:18.084979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.124819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=3a893a33-1c7f-4e14-8f84-389d51858b71,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.139621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.150768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.157354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f440ff-658c-4132-a817-c4d090e900b4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:18.227626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 3a893a33-1c7f-4e14-8f84-389d51858b71 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:18.302444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.329985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=80eed65b-9ce9-4229-80ea-67e06956f802,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.341404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.372594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': 'd9929c01-b663-4d9f-8f23-1099955b443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:18.373472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: a582283f-d691-4fb5-a2cf-79cbfaeb160f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:18.422675 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5dd34c7d-4ae5-4161-a16e-24cf169f4c09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55adf3a47d494ecba218d3cefcedd163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689940 Jun 22 20:42:18.423231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56278) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:18.430046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:18.464467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.478009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Transition to ACTIVE for port object 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:18.489872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a582283f-d691-4fb5-a2cf-79cbfaeb160f) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:18.495644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.501138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:18.502072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.506598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.508021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26501f99-f9ab-42cd-b87e-d2cc3666f7c7 None None] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:18.513705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.518803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba6ea046-d750-4c5f-a1f9-3323d1eca86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:18.519020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.552080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'port': 2} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:18.558826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.577397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.584927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3744690 Jun 22 20:42:18.589743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:18.600873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.603010 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2110240 Jun 22 20:42:18.606642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:18.606858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56284) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:18.622330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819685427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:18.626950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-226006421', 'security_groups': ['9b2b43b3-7a15-4639-a047-2b6c4ae60b5a'], 'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16990f75-1115-4a10-9ef4-b2005296d89b'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:18.629514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:18.632369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Transition to ACTIVE for port object 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:18.633940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.642974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:18.645017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b43b3-7a15-4639-a047-2b6c4ae60b5a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.649514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.661679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.672244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ab203f69-3abd-4889-969f-ba754c44ba05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:18.701450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e21c691f-6e81-4cdc-b5d2-08e48f10bec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418367328-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:18.756536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.757677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.766971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Pushing event updated for resources: {'Port': ['ID=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.776588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:18.778009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.781620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:18.783722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:18.784523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:18.785584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:18.793829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=34f33c3f-0219-4a12-a7bd-117b19608d3b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:18.806355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:18.870501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6503494 Jun 22 20:42:18.872978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56294) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:18.968968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.001125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.058254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56296) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:19.093786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.096147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2b514edf-af41-43be-9baf-8dc4b2703964 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4918015 Jun 22 20:42:19.103387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56300) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:19.134715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1fe76-98a6-4c52-a637-ad6fe823fb2b req-268a7ebc-ec62-4758-b279-9b6ebb2cbd81 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:19.139124 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e5b1fe76-98a6-4c52-a637-ad6fe823fb2b req-268a7ebc-ec62-4758-b279-9b6ebb2cbd81 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 944 time: 0.3391929 Jun 22 20:42:19.218449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:19.220485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device ba837995-d18b-45d4-a708-07f45e8815ba up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:19.269622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a582283f-d691-4fb5-a2cf-79cbfaeb160f', 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '80eed65b-9ce9-4229-80ea-67e06956f802'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:19.270399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.271930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-368411983'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:19.289174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] device_id is not set on port 4c46ab6e-0655-441e-8ff8-a2cf245455d0 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:19.295366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Attempting to bind port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:19.295760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Attempting to bind port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:19.296136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Attempting to bind port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 on network 31893db0-b5d4-4a18-85ab-672fc505a8a4 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:19.307546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Provisioning for port 292e43c5-d49b-4605-8cc6-54c604d8b845 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:19.309023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.313989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.316068 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1831179c-8000-419d-a47f-6ada914c0e39 HTTP/1.1" status: 204 len: 168 time: 0.8913090 Jun 22 20:42:19.322580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:19.322763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.327932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:19.328333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Checking segment: {'id': 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:19.328723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.329083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-77d70f74-e513-4206-8193-f2fb3c7e3135 tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:19.329203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Bound using segment: {'id': 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:19.329611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Bound port: 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '31893db0-b5d4-4a18-85ab-672fc505a8a4'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:19.330028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.358782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1831179c-8000-419d-a47f-6ada914c0e39,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:19.370495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:19.517554 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e5b1fe76-98a6-4c52-a637-ad6fe823fb2b req-a817cf7e-00e2-47e7-b936-cec8fe90149b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160641 Jun 22 20:42:19.529469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Deleting port 34f33c3f-0219-4a12-a7bd-117b19608d3b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:19.530077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.565462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:19.565990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.567470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port ba837995-d18b-45d4-a708-07f45e8815ba completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:19.580053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:19.602058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] For port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:19.612646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port ba837995-d18b-45d4-a708-07f45e8815ba triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:19.613041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.633002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.646046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Calling delete_port for 34f33c3f-0219-4a12-a7bd-117b19608d3b owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:19.681923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] For port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,segment=NetworkSegment(d0c5acc3-e137-4feb-ae92-9cfd314ba65c),segment_id=d0c5acc3-e137-4feb-ae92-9cfd314ba65c)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:19.689982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Allocated IP 172.21.0.2 (a582283f-d691-4fb5-a2cf-79cbfaeb160f/80eed65b-9ce9-4229-80ea-67e06956f802/b4fa5752-820e-4e51-b3f1-4b61bec3f96e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:19.704416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.712295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4822be2b-034c-4994-afab-7c9c412fc4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:19.762664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.766440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Made reservation on behalf of 240767f96cef4bf3870eeef848bc077d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:19.770355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.784490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.904547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.918501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6cbf29f6-b2e6-47c6-aaf9-2f10b73f6b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.933739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] device_id is not set on port 953e4b5a-b249-4537-b51f-8e4e06e09688 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:19.937021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] device_id is not set on port 63de70eb-201b-4a27-8058-e368cb4229db yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:19.943838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:19.944350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:19.961410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Pushing event updated for resources: {'Port': ['ID=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:19.973366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:19.986642 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:42:20.000673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.020283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.057935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2ec311c3-e614-40fe-bbab-6854b791c4eb None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:20.064685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-003402b2-02ef-45c6-a92d-6f803c0aa607 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.121988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1648de0d-73fd-4488-a766-1e2b1cd767d9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:20.128143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.129838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:20.137118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16f933af-b466-46ca-819a-66b2eb467ebb tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.147130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:20.168241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.170193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.217340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Port': ['ID=34f33c3f-0219-4a12-a7bd-117b19608d3b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:20.223839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:20.257531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.272693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.273699 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Added segment 7fe0c494-ef18-417f-a511-8c9ef10732d5 of type vlan for network acfbe305-3596-4e41-aa1f-e03a109b2f70 Jun 22 20:42:20.298581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:42:20.300915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d66abcb-429e-42df-98f5-d6108318647d" -d '{"events": [{"server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:42:20.315559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 872260f7-3930-4aaa-943b-8bc200f3cf7c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:20.393141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3798c-ec3c-42c3-b5ff-80d39283bb0e x-openstack-request-id: req-45c3798c-ec3c-42c3-b5ff-80d39283bb0e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:42:20.393962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:42:20.394549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45c3798c-ec3c-42c3-b5ff-80d39283bb0e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:42:20.394954 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'code': 200} Jun 22 20:42:20.396835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=ba837995-d18b-45d4-a708-07f45e8815ba,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:20.403433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 872260f7-3930-4aaa-943b-8bc200f3cf7c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:20.403896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 872260f7-3930-4aaa-943b-8bc200f3cf7c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:20.405008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8::d (0aacf890-9fdf-4703-8a78-e83a54ad36fb/16990f75-1115-4a10-9ef4-b2005296d89b/63de70eb-201b-4a27-8058-e368cb4229db) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:20.426922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.432449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.470585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.475338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.482670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4dfd0d83-1190-43cd-a8ce-bb3c031d0797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.494990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:20.498918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:20.506542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.517342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Transition to ACTIVE for port object b4fa5752-820e-4e51-b3f1-4b61bec3f96e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:20.537545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Transition to ACTIVE for port object b4fa5752-820e-4e51-b3f1-4b61bec3f96e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:20.554306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.558290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cceb7742-eec9-4867-9595-21737a60f081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.589257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.620109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Port': ['ID=4c46ab6e-0655-441e-8ff8-a2cf245455d0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:20.627988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:20.637689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.640629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:20.645007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:20.646380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.647138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Checking segment: {'id': '4ef9fbf6-f0c6-469a-bbe0-7e91632cb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '287101e7-a697-4082-9492-24309777ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:20.647285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network hostable DHCP agents. Network: 287101e7-a697-4082-9492-24309777ee06, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:20.651650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7e75465b-bdda-4b4b-8226-bd2417eff085 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.661839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:20.662658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.668196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/ports/34f33c3f-0219-4a12-a7bd-117b19608d3b HTTP/1.1" status: 204 len: 168 time: 1.7940373 Jun 22 20:42:20.670172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56326) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:20.677448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.681444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:20.683426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:20.689431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:20.698029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 63de70eb-201b-4a27-8058-e368cb4229db will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:20.742303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56328) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:20.748646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58', 'external_fixed_ips': [{'subnet_id': '399026e1-43dd-469a-9047-b9be4e8659ca', 'ip_address': '172.20.0.11'}]}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:20.783696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.785733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network 287101e7-a697-4082-9492-24309777ee06 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:20.789550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-29b626c3-dfd6-41e2-8ef5-641a8c83b151 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:20.836879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Attempting to bind port b4fa5752-820e-4e51-b3f1-4b61bec3f96e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:20.838790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Attempting to bind port b4fa5752-820e-4e51-b3f1-4b61bec3f96e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'd9929c01-b663-4d9f-8f23-1099955b443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:20.839413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Attempting to bind port b4fa5752-820e-4e51-b3f1-4b61bec3f96e on network a582283f-d691-4fb5-a2cf-79cbfaeb160f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:20.845598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:20.847024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Checking segment: {'id': 'd9929c01-b663-4d9f-8f23-1099955b443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:20.847889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.849028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Bound using segment: {'id': 'd9929c01-b663-4d9f-8f23-1099955b443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:20.849845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Bound port: b4fa5752-820e-4e51-b3f1-4b61bec3f96e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9929c01-b663-4d9f-8f23-1099955b443f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a582283f-d691-4fb5-a2cf-79cbfaeb160f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:20.850780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.879979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.881235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.898437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:20.901757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 287101e7-a697-4082-9492-24309777ee06) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:20.914894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:20.918140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:20.918865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.923917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:20.925557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef2a4d-a5f6-4f5a-a161-6e7082e3f926 None None] Network 287101e7-a697-4082-9492-24309777ee06 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:20.931181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:20.931846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:20.943210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-52677799-f0ac-48d8-8f73-f5df117503fa tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:20.943918 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-52677799-f0ac-48d8-8f73-f5df117503fa tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 20:42:20.944421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-52677799-f0ac-48d8-8f73-f5df117503fa tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:42:20.954506 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-52677799-f0ac-48d8-8f73-f5df117503fa tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2015755 Jun 22 20:42:20.976193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56332) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:20.982181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9214132 Jun 22 20:42:20.996590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081444666'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:21.001108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:21.010957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] For port b4fa5752-820e-4e51-b3f1-4b61bec3f96e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:21.052888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Request body: {'subnet': {'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:21.095464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] For port b4fa5752-820e-4e51-b3f1-4b61bec3f96e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,segment=NetworkSegment(d9929c01-b663-4d9f-8f23-1099955b443f),segment_id=d9929c01-b663-4d9f-8f23-1099955b443f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:21.102389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.106260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=63de70eb-201b-4a27-8058-e368cb4229db,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:21.108296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-50bd9df5-9e8f-4116-896d-405f6f9b31d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:21.110606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.116021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.116285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'Network': ['ID=acfbe305-3596-4e41-aa1f-e03a109b2f70,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:21.129072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:21.143524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:21.146377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-11f9b2e0-cb6b-44f5-8b63-7fef6234163b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:21.191100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:21.193797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:21.356172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.371314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865dbbf-565e-409e-b910-feca686afb42 req-5389f41e-ea3d-44db-9618-fe12c7d02e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.372827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2865dbbf-565e-409e-b910-feca686afb42 req-5389f41e-ea3d-44db-9618-fe12c7d02e79 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.7117350 Jun 22 20:42:21.393514 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7850916 Jun 22 20:42:21.423491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde3663-aa84-4a2b-a6b9-5bec0a5cb2b3 None None] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:21.423725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:21.428605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Port': ['ID=953e4b5a-b249-4537-b51f-8e4e06e09688,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:21.438593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:21.441844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Checking segment: {'id': 'b5521f87-d428-4e7f-bb3d-5d4f8fe6c090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3a893a33-1c7f-4e14-8f84-389d51858b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:21.442159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network hostable DHCP agents. Network: 3a893a33-1c7f-4e14-8f84-389d51858b71, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:21.458233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.475551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:21.483687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:21.498326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:21.521349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network 3a893a33-1c7f-4e14-8f84-389d51858b71 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:21.547537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 3a893a33-1c7f-4e14-8f84-389d51858b71) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:21.551428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:21.556508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-93ba6c19-aec8-4bc8-83a4-cd4fc41af11d None None] Provisioning for port 63de70eb-201b-4a27-8058-e368cb4229db completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:21.558249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.564004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.564703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.564842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b077d7-c077-47d1-abb2-1928ab4e9284 None None] Network 3a893a33-1c7f-4e14-8f84-389d51858b71 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:21.591591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-93ba6c19-aec8-4bc8-83a4-cd4fc41af11d None None] Provisioning complete for port 63de70eb-201b-4a27-8058-e368cb4229db triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:21.591591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-93ba6c19-aec8-4bc8-83a4-cd4fc41af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.615708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:21.622727 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5609481 Jun 22 20:42:21.623311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.625177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56338) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:21.638623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e473c-5a35-4fb5-a810-97fc4a2a4905 req-1636d1d2-4968-4c3f-925a-586f9086ba8f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.646615 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f5e473c-5a35-4fb5-a810-97fc4a2a4905 req-1636d1d2-4968-4c3f-925a-586f9086ba8f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.8294361 Jun 22 20:42:21.675183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Made reservation on behalf of 240767f96cef4bf3870eeef848bc077d for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:21.680390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:21.694100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-93ba6c19-aec8-4bc8-83a4-cd4fc41af11d None None] Port 63de70eb-201b-4a27-8058-e368cb4229db cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:21.710015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.20.0.1 (31893db0-b5d4-4a18-85ab-672fc505a8a4/d9f121bf-dbfc-48a0-8d8c-5207338f7682/6a7c46c3-82d8-40ee-a842-83ec30095d72) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:21.808375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf33be-67e7-4666-8d72-f10a6249a874 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.814403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf33be-67e7-4666-8d72-f10a6249a874 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:21.819512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-77cf33be-67e7-4666-8d72-f10a6249a874 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1898568 Jun 22 20:42:21.820762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56340) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:21.842701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Provisioning for port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:21.867771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Provisioning complete for port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:21.868216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.048177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.086255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.101968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Deleting port 4c46ab6e-0655-441e-8ff8-a2cf245455d0 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:22.102404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.154161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.195446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2865dbbf-565e-409e-b910-feca686afb42 req-798bc423-e017-4d68-a417-4b4cc983a000 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7690747 Jun 22 20:42:22.207067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] For port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,segment=NetworkSegment(d0c5acc3-e137-4feb-ae92-9cfd314ba65c),segment_id=d0c5acc3-e137-4feb-ae92-9cfd314ba65c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:22.222034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.227822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2a7d7d9-e7f8-4b1b-b200-d41b9850c0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.266223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.270290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.292572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Calling delete_port for 4c46ab6e-0655-441e-8ff8-a2cf245455d0 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:22.318625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f5e473c-5a35-4fb5-a810-97fc4a2a4905 req-053acb18-85d5-4294-94ea-3eef59346f26 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6708677 Jun 22 20:42:22.319067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Pushing event updated for resources: {'Port': ['ID=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:22.332983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:22.432219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.20.0.11 (a66be994-e2fe-48ca-94d4-6ba9b8e5bf58/399026e1-43dd-469a-9047-b9be4e8659ca/c66e768d-cecf-43c3-b0d9-36c636886eeb) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:22.445244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7e23748a-1412-4b10-acaf-3ddf5fce2ef3 None None] Provisioning complete for port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:22.445970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7e23748a-1412-4b10-acaf-3ddf5fce2ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.464940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.481477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3cd399c6-5bb6-41c5-9d1d-4d25be510aa1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.515158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Port': ['ID=4c46ab6e-0655-441e-8ff8-a2cf245455d0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:22.554950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:22.556063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.557950 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/ports/4c46ab6e-0655-441e-8ff8-a2cf245455d0 HTTP/1.1" status: 204 len: 168 time: 0.7356179 Jun 22 20:42:22.560544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56342) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:22.582178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.636892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.650848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 6a7c46c3-82d8-40ee-a842-83ec30095d72 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:22.652250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.660895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.673164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ddaec-eca9-4f07-b030-4d040fb9be7d None None] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:22.682041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.683260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.707778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Deleting port 953e4b5a-b249-4537-b51f-8e4e06e09688 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:22.708167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.709613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:22.713261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.735321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b77d5a-1476-412c-bfcd-29d67c86da77,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:22.774624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:22.785051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7a59763b-fe3b-4b1a-b3ae-1dd3b3cf52e9 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.790338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.800222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.804024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2c6f4e0-8fa7-4e93-999c-bc236a607f01 None None] Provisioning for port b4fa5752-820e-4e51-b3f1-4b61bec3f96e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:22.806915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6d34f927-7789-4003-a377-88ba8377e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.809732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Calling delete_port for 953e4b5a-b249-4537-b51f-8e4e06e09688 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:22.877401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:22.899189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.922538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=c66e768d-cecf-43c3-b0d9-36c636886eeb,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:22.925085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:22.926870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:22.927033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:22.928942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:22.948977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'Subnet': ['ID=215230b1-30be-4f9a-9bd0-7651b353370f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:22.959045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Checking segment: {'id': '7fe0c494-ef18-417f-a511-8c9ef10732d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:22.959413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Network hostable DHCP agents. Network: acfbe305-3596-4e41-aa1f-e03a109b2f70, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:22.963416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:22.972189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:22.972714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ffb49e8-9b97-4883-b454-d5194359433d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:22.991200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:23.042735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:23.050386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16990f75-1115-4a10-9ef4-b2005296d89b (CIDR: 2001:db8::/64) Jun 22 20:42:23.116191 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:23.116641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:23.129663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.149499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:23.159425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.187943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.191846 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2092090 Jun 22 20:42:23.194353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=6a7c46c3-82d8-40ee-a842-83ec30095d72,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:23.200444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56344) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:23.207150 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29b973a0-0163-4620-8b43-df8322c58e13 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7752919 Jun 22 20:42:23.209237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:23.213121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '26e8ee25-6b7e-4311-a96e-b1fe2bbee3bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:23.217686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:23.225675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, acfbe305-3596-4e41-aa1f-e03a109b2f70) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:23.227410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04ac3a1c-8f3c-4635-a38a-29b7a8037a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:23.230174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.241557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:23.244208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0b9e5-fe99-449a-9380-03dbdfb54d8a None None] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:23.247643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:23.254046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.274308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b4fa5752-820e-4e51-b3f1-4b61bec3f96e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:23.277353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Port': ['ID=953e4b5a-b249-4537-b51f-8e4e06e09688,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:23.282588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:23.283927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.288064 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/ports/953e4b5a-b249-4537-b51f-8e4e06e09688 HTTP/1.1" status: 204 len: 168 time: 0.7243335 Jun 22 20:42:23.291527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56348) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:23.346327 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-79cc44c4-c25e-4182-aa25-71261eaa8eb8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0519946 Jun 22 20:42:23.350408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:23.350704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.377084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56352) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:23.418110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-822854566'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:23.426316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b4fa5752-820e-4e51-b3f1-4b61bec3f96e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:23.449436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b4fa5752-820e-4e51-b3f1-4b61bec3f96e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:23.449846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.471729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.533408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e8ee25-6b7e-4311-a96e-b1fe2bbee3bc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:23.547428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:23.549931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-acfbe305-3596-4e41-aa1f-e03a109b2f70', 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70', 'tenant_id': '240767f96cef4bf3870eeef848bc077d', 'fixed_ips': [{'subnet_id': '215230b1-30be-4f9a-9bd0-7651b353370f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:23.551081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.571954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-307178b8-5908-4da5-a76d-e9e973233a44 None None] Provisioning for port 6a7c46c3-82d8-40ee-a842-83ec30095d72 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:23.574174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5660639 Jun 22 20:42:23.582673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.584966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56354) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:23.608311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-307178b8-5908-4da5-a76d-e9e973233a44 None None] Provisioning complete for port 6a7c46c3-82d8-40ee-a842-83ec30095d72 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:23.609000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-307178b8-5908-4da5-a76d-e9e973233a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.619185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Request body: {'port': {'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70', 'name': 'tempest-ExtraDHCPOptionsTestJSON-668544556'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:23.671074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:23.674666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.714568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.738587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-307178b8-5908-4da5-a76d-e9e973233a44 None None] Port 6a7c46c3-82d8-40ee-a842-83ec30095d72 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:23.764927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.785869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port b4fa5752-820e-4e51-b3f1-4b61bec3f96e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,segment=NetworkSegment(d9929c01-b663-4d9f-8f23-1099955b443f),segment_id=d9929c01-b663-4d9f-8f23-1099955b443f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:23.791784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.792842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:23.823043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:23.832660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:23.840426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:23.843983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.876762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Allocated IP 172.20.0.2 (acfbe305-3596-4e41-aa1f-e03a109b2f70/215230b1-30be-4f9a-9bd0-7651b353370f/750301dd-e1fb-42ef-b0f6-d10417e0fdc6) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:23.898690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.911115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:23.911115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.915638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.915988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment 8d7491b9-df2d-4fa5-b4b2-57a03f4ae553 of type vlan for network 6e65af97-e0a0-49f5-b723-afe1535f1d4a Jun 22 20:42:23.922940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:23.954060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:23.964766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983585-0979-4a06-95be-2db7e1b664bc req-fbd28ac9-76ff-4bcc-878c-6c985057385d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:23.968339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-59983585-0979-4a06-95be-2db7e1b664bc req-fbd28ac9-76ff-4bcc-878c-6c985057385d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1740344 Jun 22 20:42:23.971687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:23.982665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-747a7e26-d103-49b7-9199-6bdd702255e5 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.070718 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-59983585-0979-4a06-95be-2db7e1b664bc req-a0c1fe9b-a0fe-4c68-8c60-d379ffba31be tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963631 Jun 22 20:42:24.102573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.131066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47979f06-c8ce-4f9c-b118-1bd206d833cf,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:24.143616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.152399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:24.167850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Made reservation on behalf of 240767f96cef4bf3870eeef848bc077d for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:24.171519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.183190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.195932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.197729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Transition to ACTIVE for port object 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:24.197992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9896255 Jun 22 20:42:24.213553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56358) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.221057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c3613152-942a-433f-b14b-ce27290b5fe4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '26e8ee25-6b7e-4311-a96e-b1fe2bbee3bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:24.227657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Transition to ACTIVE for port object 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:24.239456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.245495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.250760 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 11d7d5c0-5234-4172-8dfd-db251cad013f (CIDR: 2001:db8:0:1::/64) Jun 22 20:42:24.262959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] device_id is not set on port 25a0e212-9b74-4659-9ebd-9d5adc6185ae yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:24.268405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:24.270799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:24.276633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c3613152-942a-433f-b14b-ce27290b5fe4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.298790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:24.302704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:24.307403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:24.336553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Pushing event updated for resources: {'Port': ['ID=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:24.345164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:24.354835 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-c3613152-942a-433f-b14b-ce27290b5fe4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:42:24.356415 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c3613152-942a-433f-b14b-ce27290b5fe4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1412365 Jun 22 20:42:24.359162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56360) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.384058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Attempting to bind port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:24.384450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Attempting to bind port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '7fe0c494-ef18-417f-a511-8c9ef10732d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:24.384825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Attempting to bind port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 on network acfbe305-3596-4e41-aa1f-e03a109b2f70 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:24.388149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.392899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:24.394066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Checking segment: {'id': '7fe0c494-ef18-417f-a511-8c9ef10732d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:24.394365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:24.394657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.395075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Bound using segment: {'id': '7fe0c494-ef18-417f-a511-8c9ef10732d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:24.395399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.395639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Bound port: 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe0c494-ef18-417f-a511-8c9ef10732d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:24.396035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.409084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f2510393-dc0a-4692-8d74-6ae73e5b8f91 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.417693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router 054dd340-a914-46d0-a39d-2d3370975dfd is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:24.445373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.457505 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3a305d75-2006-4969-94f6-598cac6e0b78 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2327707 Jun 22 20:42:24.485233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.487469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] For port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:24.490926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] For port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,segment=NetworkSegment(7fe0c494-ef18-417f-a511-8c9ef10732d5),segment_id=7fe0c494-ef18-417f-a511-8c9ef10732d5)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:24.493977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'subnet': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:24.496590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.503405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.548698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.582250 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1983316 Jun 22 20:42:24.589372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56364) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.592851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Pushing event updated for resources: {'Port': ['ID=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:24.601510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1493463777'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:24.607661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:24.672924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=6e65af97-e0a0-49f5-b723-afe1535f1d4a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:24.688106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6e65af97-e0a0-49f5-b723-afe1535f1d4a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:24.698104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:24.714090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:24.717648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.743177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:24.749844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.752491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.756199 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/26e8ee25-6b7e-4311-a96e-b1fe2bbee3bc HTTP/1.1" status: 204 len: 168 time: 0.3933265 Jun 22 20:42:24.756730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56366) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.759544 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Sync routers for ids ['054dd340-a914-46d0-a39d-2d3370975dfd'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:24.764739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3025f7b1-b579-42f4-908c-c5af64e2731b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.776464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Routers {'054dd340-a914-46d0-a39d-2d3370975dfd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:24.778154 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['054dd340-a914-46d0-a39d-2d3370975dfd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:24.806861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e8ee25-6b7e-4311-a96e-b1fe2bbee3bc,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:24.811075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:24.813646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:24.833076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.849621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Made reservation on behalf of 92ce2eb1271e4db99f17c1882247c2bf for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:24.859253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.885234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.885756 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Added segment 0cdb29a9-137f-47a7-a084-aa17728c9fdd of type vlan for network 8992b171-0349-44a0-b602-bc5165c65de5 Jun 22 20:42:24.885996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aac7a-1818-4c84-9315-3b850ea539be req-d4a515c4-5ebd-422c-98bf-d3eae80814af tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:24.894336 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fc6aac7a-1818-4c84-9315-3b850ea539be req-d4a515c4-5ebd-422c-98bf-d3eae80814af tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.6338305 Jun 22 20:42:24.900534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.904553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:24.909760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0c2ed0ed-ad90-4b85-bea3-7ef914fd2134 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:24.951060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.969659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:24.970977 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2303860 Jun 22 20:42:24.991150 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Set router 054dd340-a914-46d0-a39d-2d3370975dfd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:25.008100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56370) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:25.014683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Request body: {'floatingip': {'port_id': 'ba837995-d18b-45d4-a708-07f45e8815ba'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:25.101973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Allocated IP 172.20.0.3 (acfbe305-3596-4e41-aa1f-e03a109b2f70/215230b1-30be-4f9a-9bd0-7651b353370f/25a0e212-9b74-4659-9ebd-9d5adc6185ae) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:25.136518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.165940 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bd88831a-1b06-4fba-b162-66b6dd2579e1 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3971713 Jun 22 20:42:25.168375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:25.180242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--999326150'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:25.191155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.198370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:25.199106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.206253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.208089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:25.237129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:25.237695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=6a7c46c3-82d8-40ee-a842-83ec30095d72,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:25.246489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:25.291171 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054dd340-a914-46d0-a39d-2d3370975dfd', 'name': '', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58', 'external_fixed_ips': [{'subnet_id': '399026e1-43dd-469a-9047-b9be4e8659ca', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c66e768d-cecf-43c3-b0d9-36c636886eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:20Z', 'updated_at': '2021-06-22T20:42:23Z', 'revision_number': 3, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port': {'id': 'c66e768d-cecf-43c3-b0d9-36c636886eeb', 'name': '', 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054dd340-a914-46d0-a39d-2d3370975dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '399026e1-43dd-469a-9047-b9be4e8659ca', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:22Z', 'updated_at': '2021-06-22T20:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '399026e1-43dd-469a-9047-b9be4e8659ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:25.327118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Checking router: 054dd340-a914-46d0-a39d-2d3370975dfd for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:42:25.329223 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Updating router 054dd340-a914-46d0-a39d-2d3370975dfd port c66e768d-cecf-43c3-b0d9-36c636886eeb binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:42:25.351838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:25.369337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b4fa5752-820e-4e51-b3f1-4b61bec3f96e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:25.383676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.388317 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.392368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Network': ['ID=8992b171-0349-44a0-b602-bc5165c65de5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:25.418659 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8243260 Jun 22 20:42:25.427388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 8992b171-0349-44a0-b602-bc5165c65de5 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:25.450029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:25.460621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.611983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b4fa5752-820e-4e51-b3f1-4b61bec3f96e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:25.612526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.904475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.925789 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.934923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.939291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-51dc1cdd-5a14-4413-8eb4-c0456449f9d9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:25.946372 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Transition to ACTIVE for port object c66e768d-cecf-43c3-b0d9-36c636886eeb will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:25.956089 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:25.961935 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.014498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.023244 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Pushing event updated for resources: {'Port': ['ID=c66e768d-cecf-43c3-b0d9-36c636886eeb,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.034298 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.035036 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.035658 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.036216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.036796 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.037331 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.038024 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.039160 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.040357 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.040930 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.041498 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.042097 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:26.059228 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.064151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.084597 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Attempting to bind port c66e768d-cecf-43c3-b0d9-36c636886eeb on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:26.086037 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Attempting to bind port c66e768d-cecf-43c3-b0d9-36c636886eeb by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:26.086924 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Attempting to bind port c66e768d-cecf-43c3-b0d9-36c636886eeb on network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:26.093171 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:26.094088 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Checking segment: {'id': 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:26.094770 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.095420 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Bound using segment: {'id': 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:26.096296 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Bound port: c66e768d-cecf-43c3-b0d9-36c636886eeb, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a66be994-e2fe-48ca-94d4-6ba9b8e5bf58'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:26.096891 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.105957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:26.117003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:26.125317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:26.125937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.129081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Subnet': ['ID=ee47f1ff-c2fc-4952-aedf-ac3b457c022f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.135485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.136238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.137478 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9618258 Jun 22 20:42:26.138142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-16fe0ab1-869d-4d9d-bef8-ca603f1a0004 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.143544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56374) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:26.146318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3d97c-c03c-4819-aa06-c96ef3e663ee None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:26.151545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c23c7ce8-ae78-4286-8cd1-05dce86ff58c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': 'aa7baacd-1b42-42b9-896a-55be1a741f43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:26.152292 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-c23c7ce8-ae78-4286-8cd1-05dce86ff58c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 20:42:26.152809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-c23c7ce8-ae78-4286-8cd1-05dce86ff58c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:26.153748 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c23c7ce8-ae78-4286-8cd1-05dce86ff58c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064685 Jun 22 20:42:26.160677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56376) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:26.191886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7031879 Jun 22 20:42:26.196267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:26.212215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56378) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:26.220777 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] For port c66e768d-cecf-43c3-b0d9-36c636886eeb, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:26.224954 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] For port c66e768d-cecf-43c3-b0d9-36c636886eeb, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c66e768d-cecf-43c3-b0d9-36c636886eeb,segment=NetworkSegment(a75bf7b8-c5bb-4a0c-8a58-c8471078b49b),segment_id=a75bf7b8-c5bb-4a0c-8a58-c8471078b49b)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:26.228929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-571308169', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee47f1ff-c2fc-4952-aedf-ac3b457c022f'}], 'security_groups': ['4013bf64-ffe9-42c3-9b15-9248d442f6ee', 'e70c8474-d375-43e5-a9c5-76d2ac3d3768']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:26.231143 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.236250 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.242267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7baacd-1b42-42b9-896a-55be1a741f43,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.247452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.249411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Deleting port c66e768d-cecf-43c3-b0d9-36c636886eeb {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:26.249990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.255461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:26.344703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.354542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdefdda-00b9-416d-b1a9-c4795d3d5d48 None None] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:26.362595 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Pushing event updated for resources: {'Port': ['ID=c66e768d-cecf-43c3-b0d9-36c636886eeb,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.383827 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.386479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.406857 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Routers {'054dd340-a914-46d0-a39d-2d3370975dfd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:26.407628 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['054dd340-a914-46d0-a39d-2d3370975dfd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:26.445043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] For port c66e768d-cecf-43c3-b0d9-36c636886eeb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c66e768d-cecf-43c3-b0d9-36c636886eeb,segment=NetworkSegment(a75bf7b8-c5bb-4a0c-8a58-c8471078b49b),segment_id=a75bf7b8-c5bb-4a0c-8a58-c8471078b49b)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:26.445683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.452468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Provisioning for port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:26.495188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Calling delete_port for c66e768d-cecf-43c3-b0d9-36c636886eeb owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:26.497016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Provisioning complete for port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:26.497441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.563107 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] Set router 054dd340-a914-46d0-a39d-2d3370975dfd gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:26.651903 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054dd340-a914-46d0-a39d-2d3370975dfd', 'name': '', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:20Z', 'updated_at': '2021-06-22T20:42:25Z', 'revision_number': 4, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:26.680176 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0cfb3-273a-4874-bb9d-4d9b85edf390 None None] The sync data for ids ['054dd340-a914-46d0-a39d-2d3370975dfd'] in dv-neutron-797537-2-hyperv is: [{'id': '054dd340-a914-46d0-a39d-2d3370975dfd', 'name': '', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:20Z', 'updated_at': '2021-06-22T20:42:25Z', 'revision_number': 4, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:26.727593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.742885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Transition to ACTIVE for port object 25a0e212-9b74-4659-9ebd-9d5adc6185ae will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:26.748442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.752940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.756340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.759704 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/aa7baacd-1b42-42b9-896a-55be1a741f43 HTTP/1.1" status: 204 len: 168 time: 0.5970156 Jun 22 20:42:26.761512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff20be2e-3b08-4b5a-a1cd-dc9d3f7e2fc5 tempest-ExternalNetworksTestJSON-1229882094 tempest-ExternalNetworksTestJSON-1229882094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.765052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.768221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56380) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:26.798944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7baacd-1b42-42b9-896a-55be1a741f43,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.801529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] For port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,segment=NetworkSegment(7fe0c494-ef18-417f-a511-8c9ef10732d5),segment_id=7fe0c494-ef18-417f-a511-8c9ef10732d5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:26.805577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.806554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0fe143a6-75a0-4295-ad97-f77b54a2fb2c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.806939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:26.844237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-888ad76d-fd8c-49b1-90e7-c7b1efd9a7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:26.940623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Pushing event updated for resources: {'Port': ['ID=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.942618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Port': ['ID=c66e768d-cecf-43c3-b0d9-36c636886eeb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:26.949285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.951185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:26.953007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.035194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6d86e96e-7c8b-4b4f-855f-f0d64639ef6d None None] Provisioning complete for port 6a7c46c3-82d8-40ee-a842-83ec30095d72 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:27.035714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6d86e96e-7c8b-4b4f-855f-f0d64639ef6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.076314 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4bac64cd-6928-4a82-bc05-516f85fa1b67 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3029001 Jun 22 20:42:27.117012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56382) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:27.122173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529983702'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:27.134357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.138068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.157842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:27.162614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.191168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.192041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.195829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.196724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 054dd340-a914-46d0-a39d-2d3370975dfd {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:27.210969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.215184 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/routers/054dd340-a914-46d0-a39d-2d3370975dfd HTTP/1.1" status: 204 len: 168 time: 2.2057827 Jun 22 20:42:27.215356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8196670-f404-47e4-8f4f-52b9b43b332c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:27.217763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56384) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:27.220698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.252200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6d86e96e-7c8b-4b4f-855f-f0d64639ef6d None None] Port 6a7c46c3-82d8-40ee-a842-83ec30095d72 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:27.266538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:27.267357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.277885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Deleting subnet 399026e1-43dd-469a-9047-b9be4e8659ca {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:27.281360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.344258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.353868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Floating IP bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37 associated. External IP: 172.26.4.249, port: ba837995-d18b-45d4-a708-07f45e8815ba. Jun 22 20:42:27.389350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.390578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Update dhcp port {'port': {'network_id': '0aacf890-9fdf-4703-8a78-e83a54ad36fb', 'fixed_ips': [{'subnet_id': '11d7d5c0-5234-4172-8dfd-db251cad013f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16990f75-1115-4a10-9ef4-b2005296d89b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee47f1ff-c2fc-4952-aedf-ac3b457c022f'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '292e43c5-d49b-4605-8cc6-54c604d8b845'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:42:27.434431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:27.449310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.486263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.490400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:27.491600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-44558374-013e-4e5b-b6ae-40bb61572441 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:27.506202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:27.576507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=399026e1-43dd-469a-9047-b9be4e8659ca,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:27.581858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:27.595057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:27.596559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.602941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.610477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/399026e1-43dd-469a-9047-b9be4e8659ca HTTP/1.1" status: 204 len: 168 time: 0.3914423 Jun 22 20:42:27.620241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56386) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:27.661089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'Port': ['ID=25a0e212-9b74-4659-9ebd-9d5adc6185ae,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:27.734635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:27.769755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.774985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 6748489c-b9de-4ed0-90f8-6f8acccc1e82 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:27.780740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.791769 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1980681 Jun 22 20:42:27.800242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96334b94-76b2-4f38-8ca2-cda872693395 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:27.809843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56388) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:27.827247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Request body: {'port': {'network_id': 'acfbe305-3596-4e41-aa1f-e03a109b2f70', 'name': 'tempest-ExtraDHCPOptionsTestJSON-666161060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:27.827723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] bootfile-name is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:27.828064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] tftp-server is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:27.828393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] server-ip-address is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:27.883575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.892257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:27.932936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Provisioning complete for port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:27.933964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.012664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.014558 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8963897 Jun 22 20:42:28.075522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Allocated IP 2001:db8:0:2::2 (0aacf890-9fdf-4703-8a78-e83a54ad36fb/ee47f1ff-c2fc-4952-aedf-ac3b457c022f/292e43c5-d49b-4605-8cc6-54c604d8b845) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:28.212789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:28.217844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56390) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.227233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Router 178151ae-82c0-4167-8224-ee37d4fefb02 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:28.232624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-582da3c2-8252-47a2-ad6e-a1066d83b716 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '82751b26-f886-4ce4-b96d-d3780f66acb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:28.233478 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-582da3c2-8252-47a2-ad6e-a1066d83b716 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 20:42:28.234008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-582da3c2-8252-47a2-ad6e-a1066d83b716 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:28.238224 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-582da3c2-8252-47a2-ad6e-a1066d83b716 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093505 Jun 22 20:42:28.241000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.259909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.285454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Transition to ACTIVE for port object 292e43c5-d49b-4605-8cc6-54c604d8b845 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:28.291351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.295286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:28.423976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.426758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82751b26-f886-4ce4-b96d-d3780f66acb6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:28.438208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.439046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.439664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.440275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.440868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.441574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.442200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.442336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Pushing event updated for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:28.443267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.443864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.444456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.445170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.446113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.455496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:28.466825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.486571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:28.521252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:28.521496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Provisioning for port 25a0e212-9b74-4659-9ebd-9d5adc6185ae completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:28.537587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] Sync routers for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:28.542319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56394) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.544738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Provisioning complete for port 25a0e212-9b74-4659-9ebd-9d5adc6185ae triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:28.545344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.547306 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4419904 Jun 22 20:42:28.567780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.596164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:28.597073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.641841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66be994-e2fe-48ca-94d4-6ba9b8e5bf58']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.657295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.671663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d2739a3a-8162-46a3-8033-fb45eb90ee3e None None] Port 25a0e212-9b74-4659-9ebd-9d5adc6185ae cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:28.676911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.680797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.684879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:28.685060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56396) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.686170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.686411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/82751b26-f886-4ce4-b96d-d3780f66acb6 HTTP/1.1" status: 204 len: 168 time: 0.4377744 Jun 22 20:42:28.689806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.690238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75bf7b8-c5bb-4a0c-8a58-c8471078b49b') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.699220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:28.731265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Made reservation on behalf of 240767f96cef4bf3870eeef848bc077d for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:28.736377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.739018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82751b26-f886-4ce4-b96d-d3780f66acb6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:28.746575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.747474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64769a63-c7c1-4ad6-9200-7ee3bc07bb81 None None] The sync data for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:28.758179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.759141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.759518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.759894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.760264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.760631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.760995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.761357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.761722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.762117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.762477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.762838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:28.770459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:28.772135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.783559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b3d0ee-8b71-4d56-82c8-87b4c0856a69 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:28.785294 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-82b3d0ee-8b71-4d56-82c8-87b4c0856a69 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports/6a7c46c3-82d8-40ee-a842-83ec30095d72 HTTP/1.1" status: 200 len: 910 time: 0.2397671 Jun 22 20:42:28.792619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] device_id is not set on port b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:28.796999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.799309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:28.807049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.809642 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Sync routers for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:28.824084 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:28.825276 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:28.847572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8db46fe7-1ce2-4ff9-ae64-64bf6c2dc6d2 None None] Provisioning complete for port 25a0e212-9b74-4659-9ebd-9d5adc6185ae triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:28.848006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8db46fe7-1ce2-4ff9-ae64-64bf6c2dc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:28.916856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56400) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:28.934847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'subnets': [{'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--79508496', 'ip_version': 6}, {'network_id': '8992b171-0349-44a0-b602-bc5165c65de5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:28.935377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'subnet': {'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--79508496', 'ip_version': 6}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:28.936597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Request body: {'subnet': {'network_id': '8992b171-0349-44a0-b602-bc5165c65de5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:28.946934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8db46fe7-1ce2-4ff9-ae64-64bf6c2dc6d2 None None] Port 25a0e212-9b74-4659-9ebd-9d5adc6185ae cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:29.003673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.011086 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:29.027955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:29.028360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:29.030135 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:29.049037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3d57c406-bd1a-4f21-89ba-7d27baed38c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "PUT /v2.0/floatingips/bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37 HTTP/1.1" status: 200 len: 991 time: 4.1263318 Jun 22 20:42:29.054669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:42:29.057732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:42:29.124298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:29.225095 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d819003e-669d-4d94-8a6d-b72439c43f21 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5210676 Jun 22 20:42:29.239003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:29.307416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Delete allocated IP 2001:db8::d (0aacf890-9fdf-4703-8a78-e83a54ad36fb/16990f75-1115-4a10-9ef4-b2005296d89b) {{(pid=100374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:42:29.320922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.323351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Allocated IP 2001:db8:0:2::1cf (0aacf890-9fdf-4703-8a78-e83a54ad36fb/ee47f1ff-c2fc-4952-aedf-ac3b457c022f/63de70eb-201b-4a27-8058-e368cb4229db) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:29.332653 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 20:42:29.335880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.338182 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a66be994-e2fe-48ca-94d4-6ba9b8e5bf58 HTTP/1.1" status: 204 len: 168 time: 1.7166264 Jun 22 20:42:29.348895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c283b57-cd97-4bbe-9a23-7b805d528531 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:29.416546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Network': ['ID=a66be994-e2fe-48ca-94d4-6ba9b8e5bf58,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:29.420856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:29.537946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Allocated IP 172.20.0.12 (acfbe305-3596-4e41-aa1f-e03a109b2f70/215230b1-30be-4f9a-9bd0-7651b353370f/b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:29.603788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'port_id': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'mac_address': 'fa:16:3e:ba:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:41:59Z', 'updated_at': '2021-06-22T20:42:26Z', 'revision_number': 1, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:29.636671 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Checking router: 178151ae-82c0-4167-8224-ee37d4fefb02 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:42:29.646112 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:29.646749 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:29.681860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Provisioning for port 292e43c5-d49b-4605-8cc6-54c604d8b845 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:29.690483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:29.691072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.782885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.786528 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:29.787506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.810773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Transition to ACTIVE for port object 63de70eb-201b-4a27-8058-e368cb4229db will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:29.851900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9004c2b-8526-44e0-993d-68becbd2fc0c x-openstack-request-id: req-b9004c2b-8526-44e0-993d-68becbd2fc0c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:42:29.852123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:42:29.852461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9004c2b-8526-44e0-993d-68becbd2fc0c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:42:29.852905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'status': 'completed', 'code': 200} Jun 22 20:42:29.864941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--968718203'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:29.877442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Provisioning for port 63de70eb-201b-4a27-8058-e368cb4229db completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:29.881865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Provisioning complete for port 63de70eb-201b-4a27-8058-e368cb4229db triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:29.882379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.912043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.920013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.939419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:29.954662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3420ada3-60fe-4df4-951f-7d9536dcb113 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:29.970525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Port 63de70eb-201b-4a27-8058-e368cb4229db cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:29.996355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:29.996355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.028847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Transition to ACTIVE for port object b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:30.032956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] In _notify_port_updated(), no bound segment for port 63de70eb-201b-4a27-8058-e368cb4229db on network 0aacf890-9fdf-4703-8a78-e83a54ad36fb {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:42:30.039105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:30.039950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.043916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "PUT /v2.0/ports/63de70eb-201b-4a27-8058-e368cb4229db HTTP/1.1" status: 200 len: 969 time: 3.8264444 Jun 22 20:42:30.053204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56414) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:30.053943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56416) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:30.060447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'name': 'tempest-router--1509275811', 'project_id': 'f6e21e22d1ca4846a347b2f2c0289ecc'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:30.096769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ff5660c1-fc0e-4a85-bd5d-87cb20ece380 None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:30.099289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Made reservation on behalf of 49cf1a563ae44e5b9cdc3fad4dafa73d for: {'subnet': 2} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:30.104793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.105006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.162689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:42:30.162689 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:42:30.162689 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'project_id_1': 'f6e21e22d1ca4846a347b2f2c0289ecc', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 42, 30, 88552)}] Jun 22 20:42:30.162689 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:42:30.163789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:42:30.212874 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'port_id': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'mac_address': 'fa:16:3e:ba:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:41:59Z', 'updated_at': '2021-06-22T20:42:26Z', 'revision_number': 1, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:30.255299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2d58e-bfed-48e6-96b0-8068fff7ffb7 None None] The sync data for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv is: [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'floating_ip_address': '172.26.4.249', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'port_id': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'mac_address': 'fa:16:3e:ba:a4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:41:59Z', 'updated_at': '2021-06-22T20:42:26Z', 'revision_number': 1, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:30.277280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event updated for resources: {'Port': ['ID=63de70eb-201b-4a27-8058-e368cb4229db,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:30.280852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:30.349288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-dcf87c41-4ce4-46cc-a46b-e44e5791ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:30.351592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-dcf87c41-4ce4-46cc-a46b-e44e5791ecd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.4540164 Jun 22 20:42:30.391591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.423951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-341564cc-3a09-47b8-9bb2-e47cd9958d52 None None] Provisioning complete for port 63de70eb-201b-4a27-8058-e368cb4229db triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:30.424338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-341564cc-3a09-47b8-9bb2-e47cd9958d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.427781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7980729d-3743-4d15-a5e0-484e8f84c7dd tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:30.504219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:30.511253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-341564cc-3a09-47b8-9bb2-e47cd9958d52 None None] Port 63de70eb-201b-4a27-8058-e368cb4229db cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:30.518197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:30.531187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:30.574201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'Port': ['ID=b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:30.582836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.21.0.1 (a582283f-d691-4fb5-a2cf-79cbfaeb160f/80eed65b-9ce9-4229-80ea-67e06956f802/b917e096-1c3c-4387-bf23-7c1d56866407) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:30.585505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:30.658555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:30.659587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.674474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 63de70eb-201b-4a27-8058-e368cb4229db {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:30.675017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.709596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5d625-448a-4661-a2ba-c6be5ca17295 None None] New status for floating IP bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:42:30.858815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.861005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-da01547a-0f12-459a-bc5d-a21d00fd06c9 None None] Provisioning for port b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:30.863810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.875448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-da01547a-0f12-459a-bc5d-a21d00fd06c9 None None] Provisioning complete for port b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:30.875448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da01547a-0f12-459a-bc5d-a21d00fd06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:30.886489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 63de70eb-201b-4a27-8058-e368cb4229db owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:30.894701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object b917e096-1c3c-4387-bf23-7c1d56866407 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:30.950993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-da01547a-0f12-459a-bc5d-a21d00fd06c9 None None] Port b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:30.997181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.006020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.012601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.015241 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1979098 Jun 22 20:42:31.015935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e090dffa-1d48-463d-aafb-705f8ce24666 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:31.019419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:31.022915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56420) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.061408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-8e08c922-00b0-4d4f-9843-7b94c2e5a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.062944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-8e08c922-00b0-4d4f-9843-7b94c2e5a57f service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.7019246 Jun 22 20:42:31.087682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8097ed66-0abf-42fa-ac73-42305c0f5b43,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:31.091326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:31.115411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:31.118937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.119947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.138491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.142508 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8998096 Jun 22 20:42:31.144171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56422) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.149253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:31.159270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3b47e939-ee40-41ec-90da-6860259ac456 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '8097ed66-0abf-42fa-ac73-42305c0f5b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:31.167843 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-3b47e939-ee40-41ec-90da-6860259ac456 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 20:42:31.168177 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-3b47e939-ee40-41ec-90da-6860259ac456 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:31.169230 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3b47e939-ee40-41ec-90da-6860259ac456 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216715 Jun 22 20:42:31.175021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:31.175719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56424) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.182395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=b917e096-1c3c-4387-bf23-7c1d56866407,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:31.192146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-cea7a4c8-0ebf-4364-b1b2-622b8c52e7c2 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '8097ed66-0abf-42fa-ac73-42305c0f5b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:31.194707 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-cea7a4c8-0ebf-4364-b1b2-622b8c52e7c2 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 20:42:31.195386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-cea7a4c8-0ebf-4364-b1b2-622b8c52e7c2 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:31.196509 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cea7a4c8-0ebf-4364-b1b2-622b8c52e7c2 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0198445 Jun 22 20:42:31.200224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56426) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.203315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-fd2d86b7-818f-42df-b85c-4a09b8f58314 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.1334734 Jun 22 20:42:31.204765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:31.206579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5e0ed7e3-be57-455a-be7c-3f2d85d6a9e3 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '8097ed66-0abf-42fa-ac73-42305c0f5b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:31.207819 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-5e0ed7e3-be57-455a-be7c-3f2d85d6a9e3 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 20:42:31.208132 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-5e0ed7e3-be57-455a-be7c-3f2d85d6a9e3 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:31.212485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e0ed7e3-be57-455a-be7c-3f2d85d6a9e3 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082281 Jun 22 20:42:31.217500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.229451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8980389c-3bbd-4aa8-a15d-c5d84273e646 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '8097ed66-0abf-42fa-ac73-42305c0f5b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:31.230369 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-8980389c-3bbd-4aa8-a15d-c5d84273e646 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 20:42:31.230875 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-8980389c-3bbd-4aa8-a15d-c5d84273e646 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:31.234843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8980389c-3bbd-4aa8-a15d-c5d84273e646 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087500 Jun 22 20:42:31.235630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.281295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.289209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.300450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f174091d-d9f2-4d95-bf9d-6a47c82b8831 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:31.304997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-cdca35a8-ddc2-47eb-91e9-9b4575093c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.306574 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-cdca35a8-ddc2-47eb-91e9-9b4575093c2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.0927997 Jun 22 20:42:31.324156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.330850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d7d8779-3b66-45bc-aaf6-2f4b631b858a tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:31.408099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=63de70eb-201b-4a27-8058-e368cb4229db,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:31.417041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:31.425768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.429018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Checking segment: {'id': '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:31.429568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network hostable DHCP agents. Network: 6e65af97-e0a0-49f5-b723-afe1535f1d4a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:31.434631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Subnet': ['ID=e43a4f37-0939-4036-8f9c-0cd38d7bd92e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:31.441636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:31.453104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f331e02-eb4b-46c9-8187-8f185b05e773 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.461429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-27514c54-dbb1-4516-a241-11809a745ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.463022 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-27514c54-dbb1-4516-a241-11809a745ddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1492343 Jun 22 20:42:31.463498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f331e02-eb4b-46c9-8187-8f185b05e773 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.470492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network 6e65af97-e0a0-49f5-b723-afe1535f1d4a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:31.474400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f331e02-eb4b-46c9-8187-8f185b05e773 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:31.480089 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9f331e02-eb4b-46c9-8187-8f185b05e773 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4461665 Jun 22 20:42:31.481829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56434) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.496823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6045d092-f954-439c-a9a1-110a00ab7563 None None] Provisioning for port b917e096-1c3c-4387-bf23-7c1d56866407 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:31.512077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6045d092-f954-439c-a9a1-110a00ab7563 None None] Provisioning complete for port b917e096-1c3c-4387-bf23-7c1d56866407 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:31.512939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6045d092-f954-439c-a9a1-110a00ab7563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.549540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6e65af97-e0a0-49f5-b723-afe1535f1d4a) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:31.563844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e73209-6c53-4111-b048-ba06fbc558f0 None None] Network 6e65af97-e0a0-49f5-b723-afe1535f1d4a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:31.574752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.582775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.588341 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/63de70eb-201b-4a27-8058-e368cb4229db HTTP/1.1" status: 204 len: 168 time: 1.5296428 Jun 22 20:42:31.590722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.592845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-13731f86-b40e-4ec7-a2be-b3a1edea5488 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:31.602089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.669167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.697219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6045d092-f954-439c-a9a1-110a00ab7563 None None] Port b917e096-1c3c-4387-bf23-7c1d56866407 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:31.698988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event updated for resources: {'Subnet': ['ID=527de94c-9104-4c6d-8a37-7ff65f97f58e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:31.709032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.711237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-300dd3a8-b2fa-4862-8c4c-5d8c6d3c5ad6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] GET failed (client error): The resource could not be found. Jun 22 20:42:31.715558 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-300dd3a8-b2fa-4862-8c4c-5d8c6d3c5ad6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports/63de70eb-201b-4a27-8058-e368cb4229db HTTP/1.1" status: 404 len: 333 time: 0.1098511 Jun 22 20:42:31.715558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:31.717945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56438) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.721688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.753557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.754936 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aef2f127-dd9e-437d-9634-498f841e5649 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6983294 Jun 22 20:42:31.765110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:31.786543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6e65af97-e0a0-49f5-b723-afe1535f1d4a', 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a', 'tenant_id': '49cf1a563ae44e5b9cdc3fad4dafa73d', 'fixed_ips': [{'subnet_id': 'e43a4f37-0939-4036-8f9c-0cd38d7bd92e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:31.789572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.843773 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-c766ece3-2698-4b74-912f-464009bc8e4f service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704755 Jun 22 20:42:31.872233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Checking segment: {'id': '0cdb29a9-137f-47a7-a084-aa17728c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:31.872617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network hostable DHCP agents. Network: 8992b171-0349-44a0-b602-bc5165c65de5, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:31.947083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.950534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Deleting port b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:31.950883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:31.961340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Allocated IP 2001:db8::1 (6e65af97-e0a0-49f5-b723-afe1535f1d4a/e43a4f37-0939-4036-8f9c-0cd38d7bd92e/39dfab65-f878-4f62-bde2-63145fe8078b) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:32.010270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Network 8992b171-0349-44a0-b602-bc5165c65de5 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:32.045487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.076163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 8992b171-0349-44a0-b602-bc5165c65de5) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:32.092984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3f435-375c-49c1-909d-971555192dff None None] Network 8992b171-0349-44a0-b602-bc5165c65de5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:32.104024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:32.104493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:32.105136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.131242 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f89448b-a9c6-40cc-b2b0-c1273ca4841d req-97c5724f-267e-46ef-8cec-07c4022f5401 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755597 Jun 22 20:42:32.148812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.149320 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.2210937 Jun 22 20:42:32.152562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56442) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.155992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.161001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.168303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/8097ed66-0abf-42fa-ac73-42305c0f5b43 HTTP/1.1" status: 204 len: 168 time: 0.9268672 Jun 22 20:42:32.170738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56444) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.172144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6058383-28c7-4f48-8c85-8f2e8c675724 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.175730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.204182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.206965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.211486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/security-groups/9b2b43b3-7a15-4639-a047-2b6c4ae60b5a HTTP/1.1" status: 204 len: 168 time: 0.4729030 Jun 22 20:42:32.211486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Calling delete_port for b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:32.213552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.216441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56446) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.222264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.242888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Transition to ACTIVE for port object 39dfab65-f878-4f62-bde2-63145fe8078b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:32.255380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b43b3-7a15-4639-a047-2b6c4ae60b5a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.270460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.279144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c04cfc-d626-4740-888d-1b9ab4f94008 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:32.280795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c04cfc-d626-4740-888d-1b9ab4f94008 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:32.282345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c04cfc-d626-4740-888d-1b9ab4f94008 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:32.293683 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-77c04cfc-d626-4740-888d-1b9ab4f94008 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1304328 Jun 22 20:42:32.297666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Transition to ACTIVE for port object 39dfab65-f878-4f62-bde2-63145fe8078b will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:32.309303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.315242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-593b16a6-d8a0-4226-b71c-390a48af4760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.324099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56448) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.327897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097ed66-0abf-42fa-ac73-42305c0f5b43,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.341411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.369040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.382538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Network 6e65af97-e0a0-49f5-b723-afe1535f1d4a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:32.385325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Pushing event updated for resources: {'Port': ['ID=39dfab65-f878-4f62-bde2-63145fe8078b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.404554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.406111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:32.408227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.410856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:32.440231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-8992b171-0349-44a0-b602-bc5165c65de5', 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5', 'tenant_id': '49cf1a563ae44e5b9cdc3fad4dafa73d', 'fixed_ips': [{'subnet_id': '527de94c-9104-4c6d-8a37-7ff65f97f58e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:32.440686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.482437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.484926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.488503 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/security-groups/e70c8474-d375-43e5-a9c5-76d2ac3d3768 HTTP/1.1" status: 204 len: 168 time: 0.2649567 Jun 22 20:42:32.488814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d1cb9cba-cb3d-4311-8206-7117e31c00b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.489881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Attempting to bind port 39dfab65-f878-4f62-bde2-63145fe8078b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:32.490505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Attempting to bind port 39dfab65-f878-4f62-bde2-63145fe8078b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:32.491059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Attempting to bind port 39dfab65-f878-4f62-bde2-63145fe8078b on network 6e65af97-e0a0-49f5-b723-afe1535f1d4a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:32.494327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56450) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.508320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:32.509177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Checking segment: {'id': '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:32.509919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.510931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Bound using segment: {'id': '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:32.511594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Bound port: 39dfab65-f878-4f62-bde2-63145fe8078b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6e65af97-e0a0-49f5-b723-afe1535f1d4a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:32.512149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.518737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c8474-d375-43e5-a9c5-76d2ac3d3768,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.523574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.525182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.529764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb4a4005-4aed-4e74-a81f-cf97cfb96d0a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.541539 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-abcece8e-6329-4d3b-9ca2-c368e514e604 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3627801 Jun 22 20:42:32.551702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Deleting subnet e43a4f37-0939-4036-8f9c-0cd38d7bd92e {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:32.557787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56452) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.565757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789023503'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:32.576546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event deleted for resources: {'Port': ['ID=b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.580136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.599941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.609650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] For port 39dfab65-f878-4f62-bde2-63145fe8078b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:32.637142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.652970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.671799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.689197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.717586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] For port 39dfab65-f878-4f62-bde2-63145fe8078b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=39dfab65-f878-4f62-bde2-63145fe8078b,segment=NetworkSegment(8d7491b9-df2d-4fa5-b4b2-57a03f4ae553),segment_id=8d7491b9-df2d-4fa5-b4b2-57a03f4ae553)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:32.732563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.744220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f194df02-083e-4c67-9036-7f5cfd167653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.755099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.756317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.765316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56456) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.766132 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "DELETE /v2.0/ports/b1f6d4b9-ede4-4ecb-acdf-52b80a886a5e HTTP/1.1" status: 204 len: 168 time: 1.2733479 Jun 22 20:42:32.778466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.794369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Request body: {'port': {'name': 'tempest-new-port-name-761566880', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:32.794769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] bootfile-name is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:32.795650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] tftp-server is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:32.795650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] server-ip-address is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:42:32.831649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Pushing event updated for resources: {'Port': ['ID=39dfab65-f878-4f62-bde2-63145fe8078b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.833933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.834356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b40a31d9-5b16-4547-a639-58b412c03307 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:32.848779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.853152 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8d1d9590-56e4-42e9-9cf0-0b7d8d9ebf3b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b40a31d9-5b16-4547-a639-58b412c03307 HTTP/1.1" status: 204 len: 168 time: 1.0838046 Jun 22 20:42:32.857175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.904768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.915211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.916544 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/security-groups/4013bf64-ffe9-42c3-9b15-9248d442f6ee HTTP/1.1" status: 204 len: 168 time: 0.4211133 Jun 22 20:42:32.928329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56460) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:32.934009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c95f18c4-51ee-41aa-b50e-df8d485462d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:32.963943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013bf64-ffe9-42c3-9b15-9248d442f6ee,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:32.968044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:32.982476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.987819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:32.992636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2cd66ad7-cce8-4adf-b343-1769d6fafe4a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:33.030706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Allocated IP 2001:db8:0:1::1 (8992b171-0349-44a0-b602-bc5165c65de5/527de94c-9104-4c6d-8a37-7ff65f97f58e/f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:33.043836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.045501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4834929 Jun 22 20:42:33.050643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56462) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.052087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.067084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-88353d3b-2e36-471f-b0f5-8f640f6f6e4a tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.073473 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-88353d3b-2e36-471f-b0f5-8f640f6f6e4a tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 20:42:33.075269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-88353d3b-2e36-471f-b0f5-8f640f6f6e4a tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.076620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-88353d3b-2e36-471f-b0f5-8f640f6f6e4a tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157003 Jun 22 20:42:33.084210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56466) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.102033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-307edf06-12da-4aba-b51a-df945f57bd0d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.118266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d353867-4c70-48d1-ac16-b6ff552db873,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:33.124582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:33.191068 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-307edf06-12da-4aba-b51a-df945f57bd0d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.195150 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-307edf06-12da-4aba-b51a-df945f57bd0d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1080222 Jun 22 20:42:33.200043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.202975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.226670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bb118fa3-3013-4ce7-a6de-ab1582158867 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.227178 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-bb118fa3-3013-4ce7-a6de-ab1582158867 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 20:42:33.227696 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-bb118fa3-3013-4ce7-a6de-ab1582158867 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.231294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb118fa3-3013-4ce7-a6de-ab1582158867 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244875 Jun 22 20:42:33.232850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56472) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.238884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-440994da-ab95-4ed3-a56e-a524ca244a4b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.285444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.295349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 16990f75-1115-4a10-9ef4-b2005296d89b {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:33.303443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.309848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.313195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-813a42df-ac54-4abe-83e5-8d46dfabdd6c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:33.326919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-440994da-ab95-4ed3-a56e-a524ca244a4b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.333480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-440994da-ab95-4ed3-a56e-a524ca244a4b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0972726 Jun 22 20:42:33.334244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56474) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.340497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-69f4d96e-af05-4e27-9a4e-297975f7a0f8 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.347831 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-69f4d96e-af05-4e27-9a4e-297975f7a0f8 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 20:42:33.350128 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-69f4d96e-af05-4e27-9a4e-297975f7a0f8 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.356241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-69f4d96e-af05-4e27-9a4e-297975f7a0f8 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170963 Jun 22 20:42:33.356241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56476) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.361080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1b16321a-cf40-4842-9556-dde99b6e352f tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.363898 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.375599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Transition to ACTIVE for port object f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:33.390051 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-1b16321a-cf40-4842-9556-dde99b6e352f tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Project d46f76120a1a4845bffae6df96240833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:42:33.407054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-1b16321a-cf40-4842-9556-dde99b6e352f tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.411091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1b16321a-cf40-4842-9556-dde99b6e352f tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0511289 Jun 22 20:42:33.411282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Transition to ACTIVE for port object f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:33.411391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56478) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.417405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.417990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-90eedf5e-53e4-4487-b379-fb6ef13b801e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.418472 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-90eedf5e-53e4-4487-b379-fb6ef13b801e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 20:42:33.418959 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-90eedf5e-53e4-4487-b379-fb6ef13b801e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.422614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-90eedf5e-53e4-4487-b379-fb6ef13b801e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075281 Jun 22 20:42:33.423207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56480) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.426359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-376d1ad6-767d-41cb-ae64-31e25d5853c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:33.429800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7f16373e-6b15-46f9-b90b-3bec6e266f8b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.442420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.458084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-7f16373e-6b15-46f9-b90b-3bec6e266f8b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Project d46f76120a1a4845bffae6df96240833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:42:33.477721 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-7f16373e-6b15-46f9-b90b-3bec6e266f8b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.479386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7f16373e-6b15-46f9-b90b-3bec6e266f8b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0552654 Jun 22 20:42:33.482181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56482) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.484970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Network 8992b171-0349-44a0-b602-bc5165c65de5 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:33.487950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:33.488806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-35c6780a-6c42-45c1-acfb-dd28d62524b4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '7d353867-4c70-48d1-ac16-b6ff552db873', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.493107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:33.503404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Pushing event updated for resources: {'Port': ['ID=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:33.516694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=b917e096-1c3c-4387-bf23-7c1d56866407,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:33.534268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-679326779', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:33.534535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.534991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.535334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.535665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.535991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.536403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.536733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.537498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.537498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.537675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.538005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.539002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:42:33.540917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:33.544747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:33.547327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-35c6780a-6c42-45c1-acfb-dd28d62524b4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Project d46f76120a1a4845bffae6df96240833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:42:33.571672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.573499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.577462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Attempting to bind port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:33.577846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Attempting to bind port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '0cdb29a9-137f-47a7-a084-aa17728c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:33.578805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Attempting to bind port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 on network 8992b171-0349-44a0-b602-bc5165c65de5 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:33.579427 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-35c6780a-6c42-45c1-acfb-dd28d62524b4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:33.581227 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-35c6780a-6c42-45c1-acfb-dd28d62524b4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0969579 Jun 22 20:42:33.583272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56484) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.589948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:33.589948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Checking segment: {'id': '0cdb29a9-137f-47a7-a084-aa17728c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:33.589948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.590309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Bound using segment: {'id': '0cdb29a9-137f-47a7-a084-aa17728c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:33.592324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Bound port: f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdb29a9-137f-47a7-a084-aa17728c9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8992b171-0349-44a0-b602-bc5165c65de5'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:33.592324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.607797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.660905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] For port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:33.662096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.662782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.666133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] For port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,segment=NetworkSegment(0cdb29a9-137f-47a7-a084-aa17728c9fdd),segment_id=0cdb29a9-137f-47a7-a084-aa17728c9fdd)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:33.670764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.673730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b3698866-1e15-4f41-8638-1043d061c2f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:33.690674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.722388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e7a90a65-bcda-457d-b811-e2762dbeb894 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:33.752460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Pushing event updated for resources: {'Port': ['ID=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:33.758936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:33.782319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.786877 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/subnets/e43a4f37-0939-4036-8f9c-0cd38d7bd92e HTTP/1.1" status: 204 len: 168 time: 1.4575939 Jun 22 20:42:33.786877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Subnet': ['ID=e43a4f37-0939-4036-8f9c-0cd38d7bd92e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:33.801816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56486) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:33.806988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:33.849203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.873271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.917842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:33.978619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.037644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Deleting subnet 527de94c-9104-4c6d-8a37-7ff65f97f58e {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:34.042973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.054033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.057418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.058713 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/7d353867-4c70-48d1-ac16-b6ff552db873 HTTP/1.1" status: 204 len: 168 time: 0.4741290 Jun 22 20:42:34.060457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01622e78-944a-48c5-a6f8-1aa9ab182abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:34.073877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56490) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.089355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d353867-4c70-48d1-ac16-b6ff552db873,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:34.099263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:34.147643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:34.155086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.170874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:34.221888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.239820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.247088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81dfba40-8588-40c6-ab2a-6993e0370cae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:34.284794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad70f0a5-1e2e-44f0-8921-5e92d094cb16 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2061625 Jun 22 20:42:34.287272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56492) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.293609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474646451'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:34.326463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.361597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.363579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.390258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.416213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea049827-eac3-492a-9d87-f481a46843ee None None] Network 6e65af97-e0a0-49f5-b723-afe1535f1d4a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:34.522078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Allocated IP 172.26.4.121 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/5fb4a440-6327-4653-a78f-39950e8f79ac) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:34.532703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-803dc20e-3315-47d9-8adf-900adec1477c None None] Provisioning for port 39dfab65-f878-4f62-bde2-63145fe8078b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:34.661610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.669474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.673716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c9047fa3-cae4-476a-8b64-a3ea9569341b tempest-DHCPAgentSchedulersTestJSON-103703864 tempest-DHCPAgentSchedulersTestJSON-103703864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:34.684320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] DHCP port deletion for 6e65af97-e0a0-49f5-b723-afe1535f1d4a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:34.707284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1216be20-543d-406a-8b2e-d38203b89356,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:34.716683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:34.727026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.729652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.730906 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4426672 Jun 22 20:42:34.733845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56494) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.738437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-97703cf2-ef4b-4069-86de-538ba18f51ec tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '1216be20-543d-406a-8b2e-d38203b89356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:34.740858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-64c896fd-a5bb-4c29-b90e-ce88620f9ced None None] Provisioning complete for port b917e096-1c3c-4387-bf23-7c1d56866407 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:34.741987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-64c896fd-a5bb-4c29-b90e-ce88620f9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.768023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.769889 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/16990f75-1115-4a10-9ef4-b2005296d89b HTTP/1.1" status: 204 len: 168 time: 1.8237126 Jun 22 20:42:34.775350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56496) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.798758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event updated for resources: {'Port': ['ID=25a0e212-9b74-4659-9ebd-9d5adc6185ae,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:34.808976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:34.813316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-279dda3d-364b-4b94-ab6d-64e7694542be tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:34.896109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.900620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] In _notify_port_updated(), no bound segment for port 25a0e212-9b74-4659-9ebd-9d5adc6185ae on network acfbe305-3596-4e41-aa1f-e03a109b2f70 {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:42:34.901137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet ee47f1ff-c2fc-4952-aedf-ac3b457c022f {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:34.906064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:34.906765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.910460 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "PUT /v2.0/ports/25a0e212-9b74-4659-9ebd-9d5adc6185ae HTTP/1.1" status: 200 len: 1135 time: 2.1449311 Jun 22 20:42:34.910617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-97703cf2-ef4b-4069-86de-538ba18f51ec tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The resource could not be found. Jun 22 20:42:34.910617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-97703cf2-ef4b-4069-86de-538ba18f51ec tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1756859 Jun 22 20:42:34.911331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.915163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56498) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.915511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56500) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:34.916607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:34.943755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a884d05a-942e-4fb7-a760-25ec6dfb2a39 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '1216be20-543d-406a-8b2e-d38203b89356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2b6120bd-c510-47a8-bac3-5990a8421920'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:34.948198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 6748489c-b9de-4ed0-90f8-6f8acccc1e82 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:34.952312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=16990f75-1115-4a10-9ef4-b2005296d89b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:34.964793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:35.005014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18ff53-c4bc-4f9e-84ef-911b3d21a0a1 None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:35.011076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.059268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.063543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2b940360-720e-4c79-8827-452d54327038 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:35.083762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3fbadbf1-603d-4e35-86d9-e7d862b2b769 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:35.099629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-64c896fd-a5bb-4c29-b90e-ce88620f9ced None None] Port b917e096-1c3c-4387-bf23-7c1d56866407 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:35.158116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Deleting port 39dfab65-f878-4f62-bde2-63145fe8078b {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:35.158619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.185108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.189918 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/subnets/527de94c-9104-4c6d-8a37-7ff65f97f58e HTTP/1.1" status: 204 len: 168 time: 1.3795664 Jun 22 20:42:35.189918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56504) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.212918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9035ad-567d-4550-b5c8-9044c9fe99f4 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:35.217437 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-af9035ad-567d-4550-b5c8-9044c9fe99f4 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "GET /v2.0/ports/25a0e212-9b74-4659-9ebd-9d5adc6185ae HTTP/1.1" status: 200 len: 1135 time: 0.2954311 Jun 22 20:42:35.228133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:35.229322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56506) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.233451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:35.239100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Subnet': ['ID=527de94c-9104-4c6d-8a37-7ff65f97f58e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:35.242964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:35.247356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] For port 39dfab65-f878-4f62-bde2-63145fe8078b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=39dfab65-f878-4f62-bde2-63145fe8078b,segment=NetworkSegment(8d7491b9-df2d-4fa5-b4b2-57a03f4ae553),segment_id=8d7491b9-df2d-4fa5-b4b2-57a03f4ae553)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:35.247769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.250515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:35.263516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Calling delete_port for 39dfab65-f878-4f62-bde2-63145fe8078b owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:35.315928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:35.400901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:35.405022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b8837-82ae-46df-8af2-db5f0fea5db5 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:35.407507 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-887b8837-82ae-46df-8af2-db5f0fea5db5 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2148986 Jun 22 20:42:35.413387 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6123655 Jun 22 20:42:35.414319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56508) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.414780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56510) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.415285 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] Sync routers for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:35.418227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568172f4-77d8-40ac-8437-90e2d06f01c5 None None] Network 8992b171-0349-44a0-b602-bc5165c65de5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:35.425735 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:35.426412 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:35.455805 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-a884d05a-942e-4fb7-a760-25ec6dfb2a39 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The resource could not be found. Jun 22 20:42:35.460589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a884d05a-942e-4fb7-a760-25ec6dfb2a39 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5397892 Jun 22 20:42:35.460854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.461801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event updated for resources: {'Port': ['ID=5fb4a440-6327-4653-a78f-39950e8f79ac,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:35.470948 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:35.471635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:35.482066 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:35.482970 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:35.499265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.513487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1af7e443-e0bb-4309-b491-8bd7e2a6e1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:35.526229 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:35.527275 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3857f-8fdb-4311-bec1-80407824f35d None None] The sync data for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:35.527866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14a282-ed41-43f5-a72c-d4e850cd0577 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:35.537924 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c14a282-ed41-43f5-a72c-d4e850cd0577 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports/b917e096-1c3c-4387-bf23-7c1d56866407 HTTP/1.1" status: 200 len: 910 time: 0.1207862 Jun 22 20:42:35.539818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.544280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56514) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.587855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:35.589834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Pushing event deleted for resources: {'Port': ['ID=39dfab65-f878-4f62-bde2-63145fe8078b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:35.592392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:35.600139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] No DVR routers for this DVR port 39dfab65-f878-4f62-bde2-63145fe8078b on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:35.611291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-23e7350f-95cb-4e48-b25f-d4ac657642d1 None None] Provisioning complete for port 25a0e212-9b74-4659-9ebd-9d5adc6185ae triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:35.611871 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23e7350f-95cb-4e48-b25f-d4ac657642d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.625014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.686568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.726411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-23e7350f-95cb-4e48-b25f-d4ac657642d1 None None] Port 25a0e212-9b74-4659-9ebd-9d5adc6185ae cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:35.729233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.770442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Deleting port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:35.771605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.860459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Provisioning for port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:35.870280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.874395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.875393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] DHCP port deletion for 8992b171-0349-44a0-b602-bc5165c65de5 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:35.875640 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/1216be20-543d-406a-8b2e-d38203b89356 HTTP/1.1" status: 204 len: 168 time: 0.3571181 Jun 22 20:42:35.878624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-15ace11d-8ee1-4976-adcc-d717096b0f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:35.881403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Provisioning complete for port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:35.882614 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.894637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56516) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.900571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216be20-543d-406a-8b2e-d38203b89356,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:35.905275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] For port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,segment=NetworkSegment(0cdb29a9-137f-47a7-a084-aa17728c9fdd),segment_id=0cdb29a9-137f-47a7-a084-aa17728c9fdd)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:35.905675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:35.908727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:35.934006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Calling delete_port for f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:35.981708 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9141a9ad-78fd-4d01-a6f0-e6d2ab0e7b93 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0751340 Jun 22 20:42:35.984047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56518) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:35.992768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-242fd474-d7a9-4ecf-94ac-bc9a1eb99fa6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '545ae1e2-0afb-4ec6-9910-faff39999733', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:36.032728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.077359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] For port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,segment=NetworkSegment(0cdb29a9-137f-47a7-a084-aa17728c9fdd),segment_id=0cdb29a9-137f-47a7-a084-aa17728c9fdd)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:36.092948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.095853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.104893 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-242fd474-d7a9-4ecf-94ac-bc9a1eb99fa6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The resource could not be found. Jun 22 20:42:36.106331 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-242fd474-d7a9-4ecf-94ac-bc9a1eb99fa6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1199226 Jun 22 20:42:36.110229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56520) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:36.114939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--31841424'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:36.142267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Deleting port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:36.143011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.158551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.171708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.178209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8e412ff1-6039-4525-b1b2-aa75bf0a9e1c tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.207668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Port': ['ID=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.211117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.220007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.220892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] No DVR routers for this DVR port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:36.222059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] For port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,segment=NetworkSegment(0cdb29a9-137f-47a7-a084-aa17728c9fdd),segment_id=0cdb29a9-137f-47a7-a084-aa17728c9fdd)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:36.222574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.238385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Calling delete_port for f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:36.261439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.325419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.334818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.343006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8992b171-0349-44a0-b602-bc5165c65de5']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:36.343844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Pushing event updated for resources: {'Port': ['ID=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.356442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.356932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.359279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] No DVR routers for this DVR port f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:36.366052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Deleting port 25a0e212-9b74-4659-9ebd-9d5adc6185ae {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:36.367514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.374013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdb29a9-137f-47a7-a084-aa17728c9fdd') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:36.374252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdb29a9-137f-47a7-a084-aa17728c9fdd') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:36.386025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Pushing event deleted for resources: {'Port': ['ID=f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.391748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.407873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.444900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.460797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:36.461211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:36.464979 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:36.476267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.481022 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/ee47f1ff-c2fc-4952-aedf-ac3b457c022f HTTP/1.1" status: 204 len: 168 time: 1.7046392 Jun 22 20:42:36.482342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56524) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:36.484156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=ee47f1ff-c2fc-4952-aedf-ac3b457c022f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.493425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.517842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.542046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ee5d4-ead4-42a1-948b-9894b2f653ce None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:36.549753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.568039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.575183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b301a6a1-3307-4afa-a615-1f9b249520c1 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.578595 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b88c37f-cf61-44b0-9e79-e9ff8f137b67 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:36.579008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b88c37f-cf61-44b0-9e79-e9ff8f137b67 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:36.583019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6b88c37f-cf61-44b0-9e79-e9ff8f137b67 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/16990f75-1115-4a10-9ef4-b2005296d89b HTTP/1.1" status: 404 len: 337 time: 0.0887513 Jun 22 20:42:36.591464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56526) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:36.642162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.643765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-173ff721-62eb-41e8-a7b4-76646f4933bd None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:36.644250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-173ff721-62eb-41e8-a7b4-76646f4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.646490 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5352333 Jun 22 20:42:36.649430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56528) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:36.650343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.658010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744818849'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:36.664004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c750ff8-7128-4d72-8966-d56b20436961,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.669153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.671401 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/8992b171-0349-44a0-b602-bc5165c65de5 HTTP/1.1" status: 204 len: 168 time: 1.2551887 Jun 22 20:42:36.673085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.676376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56530) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:36.677218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05f938ff-5161-4314-9123-8395e1673a3a tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:36.697084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.707281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=8992b171-0349-44a0-b602-bc5165c65de5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:36.713646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:36.718953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting subnet 11d7d5c0-5234-4172-8dfd-db251cad013f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:36.722354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.725179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.767647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Calling delete_port for 25a0e212-9b74-4659-9ebd-9d5adc6185ae owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:36.784874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.831172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-173ff721-62eb-41e8-a7b4-76646f4933bd None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:36.831860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-173ff721-62eb-41e8-a7b4-76646f4933bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.838516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.886172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-173ff721-62eb-41e8-a7b4-76646f4933bd None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:36.924519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.967270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.978093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:36.982389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-50451731-95e3-44be-97c3-32205499423f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:37.012470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832a4b26-c5fa-4aa2-a942-252f1d161e78,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:37.018507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:37.033705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.034993 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3827651 Jun 22 20:42:37.037815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56532) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.045175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e962b71c-e181-4e44-8f05-bf8a22029c06 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': '4c750ff8-7128-4d72-8966-d56b20436961', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '832a4b26-c5fa-4aa2-a942-252f1d161e78'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:37.045318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.051567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.058097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb04794d-b48d-462d-8b13-a06aab804404 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:37.097743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Subnet': ['ID=11d7d5c0-5234-4172-8dfd-db251cad013f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:37.104012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:37.106861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.108729 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/11d7d5c0-5234-4172-8dfd-db251cad013f HTTP/1.1" status: 204 len: 168 time: 0.5118780 Jun 22 20:42:37.113843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56534) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.118374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:37.142874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-095ddabe-0974-4ead-8ce0-b40277161db1 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.143399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095ddabe-0974-4ead-8ce0-b40277161db1 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.145079 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-095ddabe-0974-4ead-8ce0-b40277161db1 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/49e9539f-ea10-4d4a-a36a-2c69ae851513 HTTP/1.1" status: 404 len: 337 time: 0.0302634 Jun 22 20:42:37.148528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56536) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.151053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:37.151669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f02ae53c-7c9e-4d4c-a6e1-b2c6c34c7732 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:37.176572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.186180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1180e928-bbff-47dd-8fbb-1363c5217964 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "GET /v2.0/ports?device_id=93094c85-50dc-40dd-a5f4-2326315fa538 HTTP/1.1" status: 200 len: 205 time: 0.0366635 Jun 22 20:42:37.189022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56538) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.225375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.236591 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-e962b71c-e181-4e44-8f05-bf8a22029c06 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:37.244213 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e962b71c-e181-4e44-8f05-bf8a22029c06 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1980939 Jun 22 20:42:37.244213 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ef65382a-c1a6-4116-a017-be68b96f55ed tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] delete failed (client error): The resource could not be found. Jun 22 20:42:37.244213 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ef65382a-c1a6-4116-a017-be68b96f55ed tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/routers/93094c85-50dc-40dd-a5f4-2326315fa538 HTTP/1.1" status: 404 len: 336 time: 0.0495734 Jun 22 20:42:37.244213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56540) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.248471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56542) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.294124 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-572c68f5-3c0f-4a58-82be-9dd5b14a3c55 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.294587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572c68f5-3c0f-4a58-82be-9dd5b14a3c55 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.298175 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-572c68f5-3c0f-4a58-82be-9dd5b14a3c55 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/fff1aa3a-f828-401f-b31a-6093a1d46bd9 HTTP/1.1" status: 404 len: 337 time: 0.0442305 Jun 22 20:42:37.299008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56544) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.304631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e65af97-e0a0-49f5-b723-afe1535f1d4a']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:37.329862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:37.330191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7491b9-df2d-4fa5-b4b2-57a03f4ae553') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:37.338407 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec74ae7-4844-47c5-afa9-a401f60c4b62 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.338879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec74ae7-4844-47c5-afa9-a401f60c4b62 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.341048 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2ec74ae7-4844-47c5-afa9-a401f60c4b62 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/816b6f42-50fc-4080-a6ab-60747417f318 HTTP/1.1" status: 404 len: 337 time: 0.0406983 Jun 22 20:42:37.343237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56546) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.376994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-97243826-5323-40dc-b1be-3575608d07c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.377463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97243826-5323-40dc-b1be-3575608d07c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.379259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-97243826-5323-40dc-b1be-3575608d07c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/2bc979d8-fd7c-41e6-9cf2-3eecd2b75deb HTTP/1.1" status: 404 len: 337 time: 0.0349805 Jun 22 20:42:37.383873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.386659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56548) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.424411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.426465 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbd0cab-622a-413d-93e5-1455d297d080 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.427196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbd0cab-622a-413d-93e5-1455d297d080 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.431903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-efbd0cab-622a-413d-93e5-1455d297d080 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/ff142507-7aff-44c5-9dd7-b6274c12231f HTTP/1.1" status: 404 len: 333 time: 0.0419385 Jun 22 20:42:37.432558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56550) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.459602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.473915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.477787 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ede246-86d9-4670-b9e3-ea054645b542 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.478290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ede246-86d9-4670-b9e3-ea054645b542 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.482816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:37.483338 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-85ede246-86d9-4670-b9e3-ea054645b542 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/3ff7c1e3-f710-43e4-9f5f-6df069743497 HTTP/1.1" status: 404 len: 337 time: 0.0471361 Jun 22 20:42:37.483428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.483539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56552) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.485329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b52ab72-dcca-46ef-89ff-9a5a1b297fe1 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:37.486112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:37.488677 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:37.523059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba66efe-ddbc-4a35-a954-813c9b74860f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.523747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba66efe-ddbc-4a35-a954-813c9b74860f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.525660 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4ba66efe-ddbc-4a35-a954-813c9b74860f tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/c5190888-ab34-49ce-b35a-b2cc6fbe54b5 HTTP/1.1" status: 404 len: 337 time: 0.0416403 Jun 22 20:42:37.530348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56554) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.545703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ba892-448d-4104-b57e-24a28cfa916a None None] Network 0aacf890-9fdf-4703-8a78-e83a54ad36fb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:37.567132 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed797e4-c3a4-4695-a450-784f6992dd0d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.567878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed797e4-c3a4-4695-a450-784f6992dd0d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.569826 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5ed797e4-c3a4-4695-a450-784f6992dd0d tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/13222482-9859-4984-bb3a-3351fa15fb56 HTTP/1.1" status: 404 len: 333 time: 0.0385559 Jun 22 20:42:37.572773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56558) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.598490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event deleted for resources: {'Port': ['ID=25a0e212-9b74-4659-9ebd-9d5adc6185ae,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:37.605905 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a200f742-b2ef-42d4-82d1-4b75670750e9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.606372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a200f742-b2ef-42d4-82d1-4b75670750e9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.608082 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a200f742-b2ef-42d4-82d1-4b75670750e9 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/5be25965-0e8b-4c8d-b2ec-a5283e2bed7a HTTP/1.1" status: 404 len: 337 time: 0.0344093 Jun 22 20:42:37.610706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56560) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.635974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:37.644999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b36182b6-a592-4fc7-843a-2dfe303ae408 None None] Provisioning complete for port 292e43c5-d49b-4605-8cc6-54c604d8b845 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:37.645456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b36182b6-a592-4fc7-843a-2dfe303ae408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.653686 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-63811300-096b-4aa1-a79e-4943913421ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:37.654456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63811300-096b-4aa1-a79e-4943913421ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:37.656453 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-63811300-096b-4aa1-a79e-4943913421ae tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/subnets/d268a53e-dd0b-4a40-9bf8-b17bec7bff1b HTTP/1.1" status: 404 len: 337 time: 0.0448375 Jun 22 20:42:37.658211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.661292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.662436 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/832a4b26-c5fa-4aa2-a942-252f1d161e78 HTTP/1.1" status: 204 len: 168 time: 0.4202449 Jun 22 20:42:37.663987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.665104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-496dfb69-dc42-41e4-a702-d6a5ee052ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:37.678153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56564) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.731168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832a4b26-c5fa-4aa2-a942-252f1d161e78,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:37.744118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:37.747767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.762638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.767863 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/6e65af97-e0a0-49f5-b723-afe1535f1d4a HTTP/1.1" status: 204 len: 168 time: 1.0900669 Jun 22 20:42:37.771030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56566) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.777080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:37.832388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=6e65af97-e0a0-49f5-b723-afe1535f1d4a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:37.846020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:37.847638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Router 9d813a66-cce0-4350-a56e-e1e14d8b65bf is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:37.851434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b36182b6-a592-4fc7-843a-2dfe303ae408 None None] Provisioning complete for port 3d04f7ea-9af3-4897-8266-3b752cf857f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:37.852040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b36182b6-a592-4fc7-843a-2dfe303ae408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.862268 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8ca0dbc8-f030-4b93-a86d-8ad0a785a69e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.1749840 Jun 22 20:42:37.869743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.917048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b36182b6-a592-4fc7-843a-2dfe303ae408 None None] Port 3d04f7ea-9af3-4897-8266-3b752cf857f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:37.923251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.933183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.937961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Deleting port 3d04f7ea-9af3-4897-8266-3b752cf857f6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:37.938309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:37.938838 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "DELETE /v2.0/ports/25a0e212-9b74-4659-9ebd-9d5adc6185ae HTTP/1.1" status: 204 len: 168 time: 2.7014880 Jun 22 20:42:37.940846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56570) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:37.993659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] DHCP port deletion for 0aacf890-9fdf-4703-8a78-e83a54ad36fb request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:38.025011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.049039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Deleting port 292e43c5-d49b-4605-8cc6-54c604d8b845 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:38.049511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.057917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.112356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Deleting subnet 215230b1-30be-4f9a-9bd0-7651b353370f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:38.119210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] For port 292e43c5-d49b-4605-8cc6-54c604d8b845, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=292e43c5-d49b-4605-8cc6-54c604d8b845,segment=NetworkSegment(4cd1b26f-2622-4d4a-9bb9-aaaa374b0145),segment_id=4cd1b26f-2622-4d4a-9bb9-aaaa374b0145)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:38.119611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.132971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Calling delete_port for 292e43c5-d49b-4605-8cc6-54c604d8b845 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:38.148574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.153073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.168424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port b917e096-1c3c-4387-bf23-7c1d56866407 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:38.168784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.184857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.187486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.191053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/4c750ff8-7128-4d72-8966-d56b20436961 HTTP/1.1" status: 204 len: 168 time: 0.3177423 Jun 22 20:42:38.191053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74f52e3f-1f84-4c15-af79-206ff6150d05 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:38.191712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.194052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56572) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.214510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:38.215207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Calling delete_port for 3d04f7ea-9af3-4897-8266-3b752cf857f6 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:38.232803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] Sync routers for ids ['9d813a66-cce0-4350-a56e-e1e14d8b65bf'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:38.234472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.237821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a893a33-1c7f-4e14-8f84-389d51858b71']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.238262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.240298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c9e22d7-7a60-4423-9e80-7713629460b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:38.245520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c750ff8-7128-4d72-8966-d56b20436961,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:38.254438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:38.275162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Pushing event deleted for resources: {'Port': ['ID=292e43c5-d49b-4605-8cc6-54c604d8b845,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:38.277964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:38.278564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.282778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] Routers {'9d813a66-cce0-4350-a56e-e1e14d8b65bf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:38.282967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2208734 Jun 22 20:42:38.283058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9d813a66-cce0-4350-a56e-e1e14d8b65bf'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.283159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5521f87-d428-4e7f-bb3d-5d4f8fe6c090') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.283159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5521f87-d428-4e7f-bb3d-5d4f8fe6c090') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.283503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.288332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] No DVR routers for this DVR port 292e43c5-d49b-4605-8cc6-54c604d8b845 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:38.304793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.328633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.339343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] Routers {'9d813a66-cce0-4350-a56e-e1e14d8b65bf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:38.340096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9d813a66-cce0-4350-a56e-e1e14d8b65bf'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.356216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.377773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for b917e096-1c3c-4387-bf23-7c1d56866407 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:38.384061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.385368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:38.386338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386683a-4278-4e81-b609-ce05bc71cd96 None None] The sync data for ids ['9d813a66-cce0-4350-a56e-e1e14d8b65bf'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:38.392831 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-212219d1-5920-4514-a1f8-e3b405075b2b tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1921902 Jun 22 20:42:38.406732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56576) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.411423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--792106062'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:38.417939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:38.418344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:38.438678 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:38.480063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d36fcd43-8d18-41ee-9713-dd88bfd0f66a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/9d813a66-cce0-4350-a56e-e1e14d8b65bf HTTP/1.1" status: 200 len: 920 time: 0.1954153 Jun 22 20:42:38.484120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56578) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.519908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fbd5092f-4d32-4a9d-a329-eecc550f5573 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d813a66-cce0-4350-a56e-e1e14d8b65bf HTTP/1.1" status: 200 len: 205 time: 0.0344837 Jun 22 20:42:38.523620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56580) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.537871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.563564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.567948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.574140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6fd77be8-18d4-4596-bd0c-2ebd410619eb tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:38.580649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.582546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/3a893a33-1c7f-4e14-8f84-389d51858b71 HTTP/1.1" status: 204 len: 168 time: 0.8053479 Jun 22 20:42:38.583292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.598371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56582) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.631529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=3a893a33-1c7f-4e14-8f84-389d51858b71,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:38.649617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:38.650520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e4cc2e2-8e9d-46ef-a40a-984c5adcd9b8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:38.725280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.728307 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/ports/3d04f7ea-9af3-4897-8266-3b752cf857f6 HTTP/1.1" status: 204 len: 168 time: 1.0533400 Jun 22 20:42:38.732887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56586) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:38.755239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Port': ['ID=3d04f7ea-9af3-4897-8266-3b752cf857f6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:38.771460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:38.808129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.813329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:38.846034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43cc6e91-993b-4d21-b749-8dadaa3661e4 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:39.057421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:39.067999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.080232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 292e43c5-d49b-4605-8cc6-54c604d8b845 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:39.080582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 292e43c5-d49b-4605-8cc6-54c604d8b845 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:39.121787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.126217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a684881-af7c-4245-a3e4-23ec960a629b tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:39.168532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event deleted for resources: {'Subnet': ['ID=215230b1-30be-4f9a-9bd0-7651b353370f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:39.181137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:39.185119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.187059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "DELETE /v2.0/subnets/215230b1-30be-4f9a-9bd0-7651b353370f HTTP/1.1" status: 204 len: 168 time: 1.2451251 Jun 22 20:42:39.190593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59c90d-df60-4866-9bf8-d61cafb962b2 None None] Network acfbe305-3596-4e41-aa1f-e03a109b2f70 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:39.191489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56588) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:39.196522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=b917e096-1c3c-4387-bf23-7c1d56866407,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:39.213225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.227277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:39.290210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.366119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.374175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.412419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.436165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ed1309f-626b-4a2d-aa5f-134f0a569989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:39.444824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.454258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.501024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe94e70-2ec3-47c2-be13-0a1a60d1b59c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:39.509727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287101e7-a697-4082-9492-24309777ee06']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.511916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:39.517624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port 5fb4a440-6327-4653-a78f-39950e8f79ac {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:39.518210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.586867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef9fbf6-f0c6-469a-bbe0-7e91632cb4e2') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.587186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef9fbf6-f0c6-469a-bbe0-7e91632cb4e2') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.592099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.596893 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1891763 Jun 22 20:42:39.603065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:39.611893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0231725c-2533-4d80-a425-f7d584995838 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': 'ffe94e70-2ec3-47c2-be13-0a1a60d1b59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:39.619656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.627832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.629354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] DHCP port deletion for acfbe305-3596-4e41-aa1f-e03a109b2f70 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:39.656411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aacf890-9fdf-4703-8a78-e83a54ad36fb']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.669860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.679571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.680017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd1b26f-2622-4d4a-9bb9-aaaa374b0145') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:39.682036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.684007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Deleting port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:39.684763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.699772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:39.700251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.704688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:39.706326 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:39.749053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for 5fb4a440-6327-4653-a78f-39950e8f79ac owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:39.759957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] For port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,segment=NetworkSegment(7fe0c494-ef18-417f-a511-8c9ef10732d5),segment_id=7fe0c494-ef18-417f-a511-8c9ef10732d5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:39.760363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.774828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Calling delete_port for 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:39.781231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.790721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Deleting port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:39.791310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.798775 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-0231725c-2533-4d80-a425-f7d584995838 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:39.802774 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0231725c-2533-4d80-a425-f7d584995838 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1954935 Jun 22 20:42:39.804805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:39.805196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.808031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56592) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:39.809523 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:39.816712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c95fc8a9-6740-4225-b440-7491555d3cf1 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group_rule': {'security_group_id': 'ffe94e70-2ec3-47c2-be13-0a1a60d1b59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:39.836135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 6748489c-b9de-4ed0-90f8-6f8acccc1e82 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:39.881029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.899161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-15aae78d-a192-4cfd-8cf2-7f3f752e4556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:39.905602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.934766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Pushing event deleted for resources: {'Port': ['ID=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:39.937755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] No DVR routers for this DVR port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:39.941604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fa0a2fba-2e0e-4f51-9338-311c496d686f tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:39.945142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:39.955528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:39.958502 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] 10.222.0.66 "DELETE /v2.0/networks/287101e7-a697-4082-9492-24309777ee06 HTTP/1.1" status: 204 len: 168 time: 1.3547997 Jun 22 20:42:40.000421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Pushing event deleted for resources: {'Network': ['ID=287101e7-a697-4082-9492-24309777ee06,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.010821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.012912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] For port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,segment=NetworkSegment(7fe0c494-ef18-417f-a511-8c9ef10732d5),segment_id=7fe0c494-ef18-417f-a511-8c9ef10732d5)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:40.013392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.016313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.025646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0efeebb7-852b-4a6c-95f5-e91d6889a99c tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:40.034097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.035932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] 10.222.0.66 "DELETE /v2.0/networks/0aacf890-9fdf-4703-8a78-e83a54ad36fb HTTP/1.1" status: 204 len: 168 time: 1.2959702 Jun 22 20:42:40.044904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:40.050610 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] Sync routers for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:40.051183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Calling delete_port for 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:40.064356 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5164120 Jun 22 20:42:40.064972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56600) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.068496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:40.069134 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.076003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Pushing event deleted for resources: {'Network': ['ID=0aacf890-9fdf-4703-8a78-e83a54ad36fb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.120656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.142289 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.152515 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-c95fc8a9-6740-4225-b440-7491555d3cf1 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:40.156736 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c95fc8a9-6740-4225-b440-7491555d3cf1 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3437154 Jun 22 20:42:40.157288 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:40.157919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.160577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.185164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.194694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49f48973-010e-4bd9-ac94-61d824ba169d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:40.238454 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.239043 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cef2ac-4a04-4235-8145-e37cee899374 None None] The sync data for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:40.284384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=5fb4a440-6327-4653-a78f-39950e8f79ac,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.288618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.351038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.355422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:40.359487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.375857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.421484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event deleted for resources: {'Port': ['ID=750301dd-e1fb-42ef-b0f6-d10417e0fdc6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.430979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.435051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] No DVR routers for this DVR port 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:40.448775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.468462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56608) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.469053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56610) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.490079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.495887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.558898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.559637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router 9d813a66-cce0-4350-a56e-e1e14d8b65bf {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:40.569970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.575752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/9d813a66-cce0-4350-a56e-e1e14d8b65bf HTTP/1.1" status: 204 len: 168 time: 2.0510783 Jun 22 20:42:40.577004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.578937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.581641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.582815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/ffe94e70-2ec3-47c2-be13-0a1a60d1b59c HTTP/1.1" status: 204 len: 168 time: 0.4211934 Jun 22 20:42:40.585435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.587341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525785894', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:40.588584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56618) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.590534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ddd19483-5534-496b-9e68-0b08fdd1cbc8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:40.606596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe94e70-2ec3-47c2-be13-0a1a60d1b59c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.610795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.619227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfbe305-3596-4e41-aa1f-e03a109b2f70']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.631003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.632166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.633058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe0c494-ef18-417f-a511-8c9ef10732d5') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.633316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe0c494-ef18-417f-a511-8c9ef10732d5') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:40.671193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.694296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.731993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.758346 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-86b8502e-9f55-4396-8170-47e84714008c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1664069 Jun 22 20:42:40.768050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56620) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.775032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'tempest-secgroup--543086668'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:40.780772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:40.781175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:40.792132 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:40.859579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bad2b82f-7a47-44ec-bb53-b863a5f0488f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92ce2eb1271e4db99f17c1882247c2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839064 Jun 22 20:42:40.859953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56622) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.865615 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dcdb8ae8-4984-4b2d-95d5-4f16bcf87be9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49cf1a563ae44e5b9cdc3fad4dafa73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912020 Jun 22 20:42:40.869319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56624) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:40.876115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.890314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.906932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.912083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.917170 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] 10.222.0.66 "DELETE /v2.0/networks/acfbe305-3596-4e41-aa1f-e03a109b2f70 HTTP/1.1" status: 204 len: 168 time: 1.7167585 Jun 22 20:42:40.919722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-356dae91-15a6-418d-8566-a33dbe98ef4e tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:40.944167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Pushing event deleted for resources: {'Network': ['ID=acfbe305-3596-4e41-aa1f-e03a109b2f70,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:40.947161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:40.954346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:40.979931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.044726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.062758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.108912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.123524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:41.165934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.170017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:41.170530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 750301dd-e1fb-42ef-b0f6-d10417e0fdc6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:41.200741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.205480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f4e75311-7d63-4ce7-8b03-912b246a5a24 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:41.209155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56632) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.257319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.258913 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4899035 Jun 22 20:42:41.262861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56636) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.265051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.266847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e55ce7-8fb8-40d0-99f9-13235d01277d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:41.267829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.271381 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccf9564c-f936-4a5d-bb56-0cbecf82b269 HTTP/1.1" status: 204 len: 168 time: 0.3986509 Jun 22 20:42:41.271381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7b1a8f1-667b-43c8-86be-0e9ad02dc088 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:41.271665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:41.275717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-530a10a3-f426-4b7d-96e2-abf7c255c723 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:41.276588 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-530a10a3-f426-4b7d-96e2-abf7c255c723 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 20:42:41.277056 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-530a10a3-f426-4b7d-96e2-abf7c255c723 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 20:42:41.281230 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-530a10a3-f426-4b7d-96e2-abf7c255c723 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "PUT /v2.0/security-groups/16e55ce7-8fb8-40d0-99f9-13235d01277d HTTP/1.1" status: 409 len: 330 time: 0.0127831 Jun 22 20:42:41.281230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56640) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.307340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.310185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.311333 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22227490-0772-4f69-804e-7c86723b4e12 HTTP/1.1" status: 204 len: 168 time: 0.4505839 Jun 22 20:42:41.316609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-746078ed-bc31-46c6-90ca-2bf7be2c4af4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:41.322844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf9564c-f936-4a5d-bb56-0cbecf82b269,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:41.326958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:41.340803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22227490-0772-4f69-804e-7c86723b4e12,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:41.346745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:41.411473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 6a7c46c3-82d8-40ee-a842-83ec30095d72 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:41.412061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.485366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.520639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.524187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.537573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.556714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.562692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 6a7c46c3-82d8-40ee-a842-83ec30095d72 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:41.658754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.661385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.662581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/16e55ce7-8fb8-40d0-99f9-13235d01277d HTTP/1.1" status: 204 len: 168 time: 0.3807411 Jun 22 20:42:41.669342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:41.672191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56648) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.731187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e55ce7-8fb8-40d0-99f9-13235d01277d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:41.738570 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-006972b4-3830-45b1-a11e-c5af1e5f6837 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=240767f96cef4bf3870eeef848bc077d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202868 Jun 22 20:42:41.738570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:41.739423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.816012 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4f4f0dc0-9d8f-4f22-8124-2956299f2933 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1355922 Jun 22 20:42:41.817561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.26.4.67 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/0f7026eb-bdf0-41b0-aa30-b259f0272270) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:41.823877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56658) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.849999 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-b6274026-8d31-4650-95ad-db9b35343688 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] delete failed (client error): The resource could not be found. Jun 22 20:42:41.852693 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b6274026-8d31-4650-95ad-db9b35343688 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "DELETE /v2.0/security-groups/703962e7-0f8a-4cd8-86ab-7c52130c9d38 HTTP/1.1" status: 404 len: 347 time: 0.0274162 Jun 22 20:42:41.858229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56662) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:41.860154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.867852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3156e912-38b6-4cb8-99f7-d643def293df tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:41.903307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=6a7c46c3-82d8-40ee-a842-83ec30095d72,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:41.910681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:41.916852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:41.921673 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-0a170296-715a-4d1b-9257-25e2c59528f4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] show failed (client error): The resource could not be found. Jun 22 20:42:41.930993 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a170296-715a-4d1b-9257-25e2c59528f4 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-groups/7c127a8d-7db1-4788-9834-9b0028295187 HTTP/1.1" status: 404 len: 347 time: 0.0640798 Jun 22 20:42:41.948805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:42.003882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.008247 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-3d9d18c2-8dde-40b5-b27b-a10172ada3d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] show failed (client error): The resource could not be found. Jun 22 20:42:42.013944 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3d9d18c2-8dde-40b5-b27b-a10172ada3d0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] 10.222.0.66 "GET /v2.0/security-group-rules/ccf295e7-28f6-4388-a361-f514a29f0896 HTTP/1.1" status: 404 len: 356 time: 0.0625107 Jun 22 20:42:42.081359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.137352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.140142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.145269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1648de0d-73fd-4488-a766-1e2b1cd767d9 HTTP/1.1" status: 204 len: 168 time: 0.4006348 Jun 22 20:42:42.145804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95226f35-7bf7-4469-b721-89ff593f3379 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:42.169938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1648de0d-73fd-4488-a766-1e2b1cd767d9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:42.171661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.177518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:42.236158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.251795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad0b1472-9302-4eeb-b982-03948dc42315 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:42.324393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:42.332577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:42.338933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:42.401106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 6748489c-b9de-4ed0-90f8-6f8acccc1e82 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:42.516601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=0f7026eb-bdf0-41b0-aa30-b259f0272270,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:42.519883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:42.629649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56692) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:42.720246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:42.803217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:42.812066 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434404 Jun 22 20:42:42.812316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56706) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:42.818578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] Sync routers for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:42.832480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:42.835340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:42.876913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3ba27e0e-722a-4c2e-b944-6f0b5bc0b0f6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=6748489c-b9de-4ed0-90f8-6f8acccc1e82 HTTP/1.1" status: 200 len: 205 time: 0.0633929 Jun 22 20:42:42.877790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56712) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:42.884345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d1629370-a39d-42fc-bef8-3236cdc31492 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d46f76120a1a4845bffae6df96240833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534974 Jun 22 20:42:42.920893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56714) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:42.926200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:42.952352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] Routers {'6748489c-b9de-4ed0-90f8-6f8acccc1e82'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:42.953007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:42.981248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.031219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56716) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.031354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:43.039889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a2968-ed7e-47e3-8e8b-460f4ddf4098 None None] The sync data for ids ['6748489c-b9de-4ed0-90f8-6f8acccc1e82'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:43.207066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.209381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.263680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56724) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.281316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.282202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router 6748489c-b9de-4ed0-90f8-6f8acccc1e82 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:43.297087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.300794 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e72e807f-3f95-4830-a5b9-d0e2e14115e7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82 HTTP/1.1" status: 204 len: 168 time: 0.4142368 Jun 22 20:42:43.301419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56728) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.349889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ff06d117-a002-40cf-8da3-55b4f54de126 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] Request body: {'port': {'network_id': 'aa3f769f-2750-46ff-b1ef-8fa6d9bf7234', 'name': 'tempest-NetworksNegativeTestJSON-1202190420'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:43.382520 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7c0fe71-30a9-49d6-8899-5aaed29ca2cd tempest-ServiceProvidersTest-930943113 tempest-ServiceProvidersTest-930943113-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1131482 Jun 22 20:42:43.385119 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff06d117-a002-40cf-8da3-55b4f54de126 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] POST failed (client error): The resource could not be found. Jun 22 20:42:43.385724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff06d117-a002-40cf-8da3-55b4f54de126 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.390779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.390944 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ff06d117-a002-40cf-8da3-55b4f54de126 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3584630 Jun 22 20:42:43.416245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 80eed65b-9ce9-4229-80ea-67e06956f802 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:43.420187 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18ccefc-8fbf-4010-ab71-b2a746a54796 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:43.420791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18ccefc-8fbf-4010-ab71-b2a746a54796 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.421140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.422500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f18ccefc-8fbf-4010-ab71-b2a746a54796 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "DELETE /v2.0/networks/6970fd90-55fb-4104-82f4-55ccfd5920b2 HTTP/1.1" status: 404 len: 339 time: 0.0307889 Jun 22 20:42:43.427096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56736) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.445082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.500671 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac343853-51ee-4f8a-afe4-0c0a97e7e16e tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:43.501734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac343853-51ee-4f8a-afe4-0c0a97e7e16e tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.505962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ac343853-51ee-4f8a-afe4-0c0a97e7e16e tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "DELETE /v2.0/ports/abb4defa-31b9-4ff8-9d77-70e71496c530 HTTP/1.1" status: 404 len: 333 time: 0.0765882 Jun 22 20:42:43.510193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56744) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.511070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.541487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.597998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b66297c-ae57-4775-b709-42281e0ea632 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] DELETE failed (client error): The resource could not be found. Jun 22 20:42:43.598465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b66297c-ae57-4775-b709-42281e0ea632 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.604844 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0b66297c-ae57-4775-b709-42281e0ea632 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "DELETE /v2.0/subnets/3fb96980-e36a-4732-abdf-93743445a1d3 HTTP/1.1" status: 404 len: 337 time: 0.0870841 Jun 22 20:42:43.605449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56748) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.620075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.637436 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4183872e-1b93-4a47-b01d-715f2d458320 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] GET failed (client error): The resource could not be found. Jun 22 20:42:43.644030 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4183872e-1b93-4a47-b01d-715f2d458320 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "GET /v2.0/networks/cefce479-cb64-47a6-8631-4a5dfea660f0 HTTP/1.1" status: 404 len: 339 time: 0.0323794 Jun 22 20:42:43.644030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56752) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.694880 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-554a77c9-2fa6-41e9-92af-f234405155c8 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] GET failed (client error): The resource could not be found. Jun 22 20:42:43.696674 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-554a77c9-2fa6-41e9-92af-f234405155c8 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "GET /v2.0/ports/ee6d6413-22f3-4a52-8be4-e3f7a544d713 HTTP/1.1" status: 404 len: 333 time: 0.0524049 Jun 22 20:42:43.701668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56754) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.715202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router 76da1b32-4192-424b-9459-c0c9758dea84 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:43.724172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.727122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.731125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20b77d5a-1476-412c-bfcd-29d67c86da77 HTTP/1.1" status: 204 len: 168 time: 0.8088462 Jun 22 20:42:43.734631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e35d6f9-aafd-421a-a52c-81deda4447b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:43.738533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56758) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.741733 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8f79db-0e36-4d19-b189-89d1cd257ea6 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] GET failed (client error): The resource could not be found. Jun 22 20:42:43.746808 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2e8f79db-0e36-4d19-b189-89d1cd257ea6 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "GET /v2.0/subnets/f48982a7-3bfc-4389-93b5-790ac3c02983 HTTP/1.1" status: 404 len: 337 time: 0.0403728 Jun 22 20:42:43.747120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56760) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.752879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b77d5a-1476-412c-bfcd-29d67c86da77,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:43.753112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b1486469-12e3-4c19-87a1-d405a3ce5bc4 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:43.777985 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1486469-12e3-4c19-87a1-d405a3ce5bc4 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] PUT failed (client error): The resource could not be found. Jun 22 20:42:43.778676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1486469-12e3-4c19-87a1-d405a3ce5bc4 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.781947 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1486469-12e3-4c19-87a1-d405a3ce5bc4 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "PUT /v2.0/networks/50eb5a10-0d7f-4691-b2e1-c89f38708671 HTTP/1.1" status: 404 len: 339 time: 0.0317695 Jun 22 20:42:43.783969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56764) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.785911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.790371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:43.800163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.849728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-40e7b466-6f31-4823-b070-56ef9d0895bc tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:43.861849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:43.871723 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Sync routers for ids ['76da1b32-4192-424b-9459-c0c9758dea84'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:43.881083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.883154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3054147 Jun 22 20:42:43.886155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.888530 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e7b466-6f31-4823-b070-56ef9d0895bc tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] PUT failed (client error): The resource could not be found. Jun 22 20:42:43.889246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e7b466-6f31-4823-b070-56ef9d0895bc tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.890454 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40e7b466-6f31-4823-b070-56ef9d0895bc tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "PUT /v2.0/ports/6b8b00c2-d024-47ac-8260-717a3c304514 HTTP/1.1" status: 404 len: 333 time: 0.0999105 Jun 22 20:42:43.894446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56772) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:43.896208 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Routers {'76da1b32-4192-424b-9459-c0c9758dea84'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:43.896208 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['76da1b32-4192-424b-9459-c0c9758dea84'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:43.905466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2eb14705-c5d9-4713-9fd7-7aca902e8fd1 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:43.933494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb14705-c5d9-4713-9fd7-7aca902e8fd1 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] PUT failed (client error): The resource could not be found. Jun 22 20:42:43.933983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb14705-c5d9-4713-9fd7-7aca902e8fd1 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:42:43.935255 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2eb14705-c5d9-4713-9fd7-7aca902e8fd1 tempest-NetworksNegativeTestJSON-1314944298 tempest-NetworksNegativeTestJSON-1314944298-project] 10.222.0.66 "PUT /v2.0/subnets/0050fb01-d63c-42d0-a384-99a14d597b78 HTTP/1.1" status: 404 len: 337 time: 0.0395684 Jun 22 20:42:43.954333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:43.958467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a65b95fd-4b3b-4e85-b299-420dfaec5474 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:43.999962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=80eed65b-9ce9-4229-80ea-67e06956f802,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:44.008768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:44.009916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.014172 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/80eed65b-9ce9-4229-80ea-67e06956f802 HTTP/1.1" status: 204 len: 168 time: 0.7092557 Jun 22 20:42:44.016266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39227c9-faf7-4075-bdf7-e236e3bedea7 None None] Network a582283f-d691-4fb5-a2cf-79cbfaeb160f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:44.024464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56776) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:44.045738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-681189402'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:44.097040 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Set router 76da1b32-4192-424b-9459-c0c9758dea84 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:44.104174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Made reservation on behalf of f463e94908ed46098931e38b685084a4 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:44.116852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.164447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.179933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56778) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:44.184706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bd81cbcf-0f6b-4d79-b823-27646dd70fce tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/76da1b32-4192-424b-9459-c0c9758dea84 HTTP/1.1" status: 200 len: 907 time: 0.2880254 Jun 22 20:42:44.188399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525785894', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': True}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:44.224186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet d9f121bf-dbfc-48a0-8d8c-5207338f7682 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:42:44.238589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.316425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.341563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.417736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.425764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.431226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:44.452549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:44.455188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] DHCP port deletion for a582283f-d691-4fb5-a2cf-79cbfaeb160f request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:44.470662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0363d68-e56b-47ca-b31c-3d26ac6b723d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:44.473860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.474364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Added segment 9a36326a-a1f2-4978-a3e2-1d699e2d92e3 of type vlan for network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a Jun 22 20:42:44.476461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:44.492972 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da1b32-4192-424b-9459-c0c9758dea84', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:40Z', 'updated_at': '2021-06-22T20:42:42Z', 'revision_number': 3, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port': {'id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da1b32-4192-424b-9459-c0c9758dea84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:41Z', 'updated_at': '2021-06-22T20:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:44.524906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Deleting port b4fa5752-820e-4e51-b3f1-4b61bec3f96e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:44.525459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.532145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.535188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.540417 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Checking router: 76da1b32-4192-424b-9459-c0c9758dea84 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:42:44.540990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Updating router 76da1b32-4192-424b-9459-c0c9758dea84 port 0f7026eb-bdf0-41b0-aa30-b259f0272270 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:42:44.547136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.586906 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.607074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.611311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] For port b4fa5752-820e-4e51-b3f1-4b61bec3f96e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,segment=NetworkSegment(d9929c01-b663-4d9f-8f23-1099955b443f),segment_id=d9929c01-b663-4d9f-8f23-1099955b443f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:44.612159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.613874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:44.614628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.626877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d138da14-c236-499b-8c1f-dc3be81abe7a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:44.636934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Calling delete_port for b4fa5752-820e-4e51-b3f1-4b61bec3f96e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:44.648860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.690176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56784) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:44.716083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Network': ['ID=5c3ad897-04c7-454c-85c9-244a2bc6ef2a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:44.722864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:44.743460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:44.778011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.788507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.791593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:44.817847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971c3dbe-027e-40ba-9b0a-b834e22237e6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:44.824737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.835591 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0957065 Jun 22 20:42:44.836539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56788) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:44.837069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:44.853709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.855510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'subnet': {'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:44.858463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd934b08-9993-45e1-a2e8-6e0f86b28c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:44.864277 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c628621eed14e20ae0744e7ba84aa72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0629952 Jun 22 20:42:44.866932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56790) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:44.887737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Pushing event deleted for resources: {'Port': ['ID=b4fa5752-820e-4e51-b3f1-4b61bec3f96e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:44.891124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:44.898182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] No DVR routers for this DVR port b4fa5752-820e-4e51-b3f1-4b61bec3f96e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:44.949444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:44.974561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.034459 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.042090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.043172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.045190 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/971c3dbe-027e-40ba-9b0a-b834e22237e6 HTTP/1.1" status: 204 len: 168 time: 0.1772029 Jun 22 20:42:45.046417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6b6538d-d5c9-4576-a1e5-06f829011c01 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.053106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.056908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c3dbe-027e-40ba-9b0a-b834e22237e6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.059638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.068506 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Transition to ACTIVE for port object 0f7026eb-bdf0-41b0-aa30-b259f0272270 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:45.083807 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.088140 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.112668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.124914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3f2c3a04-f935-4f1d-9c80-a995c2518929 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.127801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b4fa5752-820e-4e51-b3f1-4b61bec3f96e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:45.153038 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Pushing event updated for resources: {'Port': ['ID=0f7026eb-bdf0-41b0-aa30-b259f0272270,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.153770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b4fa5752-820e-4e51-b3f1-4b61bec3f96e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:45.154207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b4fa5752-820e-4e51-b3f1-4b61bec3f96e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:45.168868 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.189569 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Attempting to bind port 0f7026eb-bdf0-41b0-aa30-b259f0272270 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:45.190444 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Attempting to bind port 0f7026eb-bdf0-41b0-aa30-b259f0272270 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:45.191042 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Attempting to bind port 0f7026eb-bdf0-41b0-aa30-b259f0272270 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:45.199640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:45.200747 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:45.201156 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.201273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.201705 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:45.202263 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Bound port: 0f7026eb-bdf0-41b0-aa30-b259f0272270, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:45.203124 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.205737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56794) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:45.205994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/d9f121bf-dbfc-48a0-8d8c-5207338f7682 HTTP/1.1" status: 204 len: 168 time: 1.1802247 Jun 22 20:42:45.207809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85a61b-0b96-4e3c-8d33-0ad74012cc78 None None] Network 31893db0-b5d4-4a18-85ab-672fc505a8a4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:45.207980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.213929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f121bf-dbfc-48a0-8d8c-5207338f7682,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.222612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.305452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.387859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.415683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.425516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-df6a222e-052b-4ec2-8d17-30489733e1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.431941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.443304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a582283f-d691-4fb5-a2cf-79cbfaeb160f']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:45.465426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9929c01-b663-4d9f-8f23-1099955b443f') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:45.467009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9929c01-b663-4d9f-8f23-1099955b443f') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:45.470189 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] For port 0f7026eb-bdf0-41b0-aa30-b259f0272270, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:45.480335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Made reservation on behalf of f463e94908ed46098931e38b685084a4 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:45.483398 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] For port 0f7026eb-bdf0-41b0-aa30-b259f0272270, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0f7026eb-bdf0-41b0-aa30-b259f0272270,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:45.483926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.484945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.494577 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.498685 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.503966 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d50d430bf1b94748b0ae05fcfb01b3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099983 Jun 22 20:42:45.504653 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56802) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:45.515628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.519885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:45.520385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.532928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634354c2-bb22-47c5-89bf-947f5d786999,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.540835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.580526 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Pushing event updated for resources: {'Port': ['ID=0f7026eb-bdf0-41b0-aa30-b259f0272270,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.583615 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.584353 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Routers {'76da1b32-4192-424b-9459-c0c9758dea84'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:45.585528 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['76da1b32-4192-424b-9459-c0c9758dea84'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:45.597765 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:45.615342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] DHCP port deletion for 31893db0-b5d4-4a18-85ab-672fc505a8a4 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:42:45.652899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.659449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-20cf404b-037c-4796-b3a6-00b0303a36fb tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:45.684971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.687939 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/a582283f-d691-4fb5-a2cf-79cbfaeb160f HTTP/1.1" status: 204 len: 168 time: 0.4801278 Jun 22 20:42:45.690057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=a582283f-d691-4fb5-a2cf-79cbfaeb160f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:45.693274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56808) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:45.696673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:45.741670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Deleting port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:45.744989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.756420 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] Set router 76da1b32-4192-424b-9459-c0c9758dea84 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:45.795467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.822803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.833587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.839518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] For port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,segment=NetworkSegment(d0c5acc3-e137-4feb-ae92-9cfd314ba65c),segment_id=d0c5acc3-e137-4feb-ae92-9cfd314ba65c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:45.840181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.861369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Calling delete_port for 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:45.894937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.912286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:45.941205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:45.941556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.030011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.032350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-864d71e0-d150-43e2-8b76-61e23ebae269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.056547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.057312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,segment=NetworkSegment(d0c5acc3-e137-4feb-ae92-9cfd314ba65c),segment_id=d0c5acc3-e137-4feb-ae92-9cfd314ba65c)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:46.058090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.060637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-419f0cdb-def5-4b2b-bd7d-a90b8763830a tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.078135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Pushing event deleted for resources: {'Port': ['ID=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.079189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:46.080225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] No DVR routers for this DVR port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:46.082010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.188660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.191216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.191350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.192419 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/634354c2-bb22-47c5-89bf-947f5d786999 HTTP/1.1" status: 204 len: 168 time: 0.6749649 Jun 22 20:42:46.195940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-60c68108-155c-46d2-86f9-a41a4f6d2d0e tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.225072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=8d21a61d-9d62-42ba-a9c9-bc7665fefec5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.229497 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da1b32-4192-424b-9459-c0c9758dea84', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:40Z', 'updated_at': '2021-06-22T20:42:42Z', 'revision_number': 3, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port': {'id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da1b32-4192-424b-9459-c0c9758dea84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:41Z', 'updated_at': '2021-06-22T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:46.232386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.234786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.26.4.96 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b3f0965a-7848-431a-b238-3d1cb93e6d6b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:46.238860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:42:46.253078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Subnet': ['ID=35eb1dbe-6a39-4de3-a05f-bed7a57ab426,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.269965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.270392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56822) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:46.270917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71cb8d4a-3fe0-413d-948a-6c2f91add027 tempest-ExternalNetworksTestJSON-797711618 tempest-ExternalNetworksTestJSON-797711618-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.279224 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83a17f-0c12-41cb-8221-1c477dfee5f5 None None] The sync data for ids ['76da1b32-4192-424b-9459-c0c9758dea84'] in dv-neutron-797537-2-hyperv is: [{'id': '76da1b32-4192-424b-9459-c0c9758dea84', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:40Z', 'updated_at': '2021-06-22T20:42:42Z', 'revision_number': 3, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port': {'id': '0f7026eb-bdf0-41b0-aa30-b259f0272270', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:37:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da1b32-4192-424b-9459-c0c9758dea84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:41Z', 'updated_at': '2021-06-22T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:46.283919 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039103 Jun 22 20:42:46.289022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634354c2-bb22-47c5-89bf-947f5d786999,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.291628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56824) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:46.293342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.304646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Checking segment: {'id': '9a36326a-a1f2-4978-a3e2-1d699e2d92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:46.304963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network hostable DHCP agents. Network: 5c3ad897-04c7-454c-85c9-244a2bc6ef2a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:46.390373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.404672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31893db0-b5d4-4a18-85ab-672fc505a8a4']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:46.410067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:46.417455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:46.417750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c5acc3-e137-4feb-ae92-9cfd314ba65c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:46.427628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5c3ad897-04c7-454c-85c9-244a2bc6ef2a) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:46.431388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.437841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:46.438475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.442948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa174b0-2efa-49ed-9619-147a5f012085 None None] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:46.449693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.470096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87fc6ceb-3bd1-4e97-9e4a-c87dfb3aa5a6 tempest-NetworksApiDiscovery-1359446540 tempest-NetworksApiDiscovery-1359446540-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1767004 Jun 22 20:42:46.474752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.475954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:42:46.476433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:42:46.480764 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:42:46.487525 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6478527 Jun 22 20:42:46.489724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:46.495582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1634502412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:46.526453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.527534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.576497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.587354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.598842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.608511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/31893db0-b5d4-4a18-85ab-672fc505a8a4 HTTP/1.1" status: 204 len: 168 time: 0.9135511 Jun 22 20:42:46.611264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56836) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:46.624511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=31893db0-b5d4-4a18-85ab-672fc505a8a4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.632687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.634708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-701376363'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:46.639038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.641916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.647805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f640f4a-f43b-42d0-8232-1df35cdc91a9 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:46.722361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f0965a-7848-431a-b238-3d1cb93e6d6b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:46.728422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.734063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:46.752641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:46.755854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:46.760531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:46.772331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:46.776771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.828135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-5c3ad897-04c7-454c-85c9-244a2bc6ef2a', 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a', 'tenant_id': 'f463e94908ed46098931e38b685084a4', 'fixed_ips': [{'subnet_id': '35eb1dbe-6a39-4de3-a05f-bed7a57ab426'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:46.829030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.845402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.846692 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc1938f6-6e85-407d-8e8c-13a20b1bc35a tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3559391 Jun 22 20:42:46.850013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:46.913753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:46.924975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-98c2e565-bd03-449c-a62d-14a89b8de28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.944599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:46.944812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment 158ef8cb-c4d8-4ad2-8a24-42282210920e of type vlan for network 7d72d9fe-9851-463a-a948-38a0d78f7def Jun 22 20:42:47.136427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56850) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:47.146401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Allocated IP 172.20.0.2 (5c3ad897-04c7-454c-85c9-244a2bc6ef2a/35eb1dbe-6a39-4de3-a05f-bed7a57ab426/f536fd78-31a3-40da-b986-9fb2dc3c3a8e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:47.177078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0f7026eb-bdf0-41b0-aa30-b259f0272270 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:47.247577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.369214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.376728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:47.377362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.394314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-79da29b3-a43a-4005-993a-94bf6cbace05 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:47.410117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.414530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 0f7026eb-bdf0-41b0-aa30-b259f0272270 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:47.461979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0f7026eb-bdf0-41b0-aa30-b259f0272270 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:47.462663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.479955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=7d72d9fe-9851-463a-a948-38a0d78f7def,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:47.498417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:47.508113 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8830116 Jun 22 20:42:47.513200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56860) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:47.516480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 7d72d9fe-9851-463a-a948-38a0d78f7def details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:47.558592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:47.596619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.670873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.707507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.713133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Transition to ACTIVE for port object f536fd78-31a3-40da-b986-9fb2dc3c3a8e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:47.735678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.765933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 0f7026eb-bdf0-41b0-aa30-b259f0272270, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0f7026eb-bdf0-41b0-aa30-b259f0272270,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:47.769989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Transition to ACTIVE for port object f536fd78-31a3-40da-b986-9fb2dc3c3a8e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:47.775384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.778527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:47.783359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:47.839894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:47.845796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:47.852944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:47.874032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56866) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:47.887050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:47.925874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Allocated IP 172.20.0.1 (5c3ad897-04c7-454c-85c9-244a2bc6ef2a/35eb1dbe-6a39-4de3-a05f-bed7a57ab426/1e90e3c6-326e-4ea4-97ee-922bd0fd14f0) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:47.966861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=0f7026eb-bdf0-41b0-aa30-b259f0272270,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:47.969800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:47.970294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8d21a61d-9d62-42ba-a9c9-bc7665fefec5 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:47.972190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:47.987596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4ebeb5dc-84a6-4ebf-9c4c-dc6b68e132e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:47.992650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Attempting to bind port f536fd78-31a3-40da-b986-9fb2dc3c3a8e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:47.993737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Attempting to bind port f536fd78-31a3-40da-b986-9fb2dc3c3a8e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9a36326a-a1f2-4978-a3e2-1d699e2d92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:47.994267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Attempting to bind port f536fd78-31a3-40da-b986-9fb2dc3c3a8e on network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:48.023207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:48.023707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Checking segment: {'id': '9a36326a-a1f2-4978-a3e2-1d699e2d92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:48.024245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.024747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Bound using segment: {'id': '9a36326a-a1f2-4978-a3e2-1d699e2d92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:48.025365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Bound port: f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a36326a-a1f2-4978-a3e2-1d699e2d92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:48.025982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.045825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1186386714'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:48.082341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Pushing event updated for resources: {'Port': ['ID=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.090057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:48.121317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] For port f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:48.123646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.125176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] For port f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,segment=NetworkSegment(9a36326a-a1f2-4978-a3e2-1d699e2d92e3),segment_id=9a36326a-a1f2-4978-a3e2-1d699e2d92e3)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:48.131304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.139648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-85bed79d-d6a4-4446-93b9-2c51cdbf3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:48.145951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Transition to ACTIVE for port object 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:48.186393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.191331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87056c4e-1d33-4620-b46a-6d6483b413cb tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:48.213745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Pushing event updated for resources: {'Port': ['ID=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.217721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:48.245879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=1e90e3c6-326e-4ea4-97ee-922bd0fd14f0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.248849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:48.255802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:48.259202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:48.261470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:48.291193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.313082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.331540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.376260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0ff2f56-a1e1-436b-a235-d95e449ce215 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:48.400967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.456031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:48.458149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:48.463881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.465038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.480556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.540709 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0864455a48a243d7bf0bca65ebbaeee8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3977168 Jun 22 20:42:48.541993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56872) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:48.581035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.598679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bac05e-b633-4f1c-8016-3babcf257efc,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.620045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:48.686865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.762705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.770786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router e9113229-6254-4b44-b689-8abf10bdc339 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:48.869814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.873798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:48.885511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.894403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.900728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-540ea47b-860d-41fa-8d17-b1be2f034df0 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:48.903846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.906309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:48.907395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9bac05e-b633-4f1c-8016-3babcf257efc HTTP/1.1" status: 204 len: 168 time: 0.3653786 Jun 22 20:42:48.952117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:48.988828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=ca484343-2410-4c16-b196-1429d309bffd,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.992210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3721c-34ca-4a05-83de-ec200e8d4c86,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:48.995751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:48.999877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:49.000820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:49.003258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.003830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment a3772777-c9f7-46a8-9575-5f9071b504d5 of type vlan for network c0521123-58b0-4258-9870-80384f190f86 Jun 22 20:42:49.024365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': '158ef8cb-c4d8-4ad2-8a24-42282210920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:49.024830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 7d72d9fe-9851-463a-a948-38a0d78f7def, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:49.030532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:49.043636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Sync routers for ids ['e9113229-6254-4b44-b689-8abf10bdc339'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:49.051455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bac05e-b633-4f1c-8016-3babcf257efc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:49.064693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:49.069946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Routers {'e9113229-6254-4b44-b689-8abf10bdc339'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:49.075074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 7d72d9fe-9851-463a-a948-38a0d78f7def is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:49.078038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.083174 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9017532 Jun 22 20:42:49.083332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.086988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56876) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.088899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e9113229-6254-4b44-b689-8abf10bdc339'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:49.107691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 7d72d9fe-9851-463a-a948-38a0d78f7def) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:49.160504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.167053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:49.167779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.176270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3e7c169-f2f3-4ddf-879b-5542bcf3a559 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:49.200548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.207885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:49.213935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.221923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.236995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3541660 Jun 22 20:42:49.255945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56880) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.277708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946094504'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:49.293206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Set router e9113229-6254-4b44-b689-8abf10bdc339 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:49.304434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=c0521123-58b0-4258-9870-80384f190f86,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:49.307877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:49.311260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5345dc43-d511-4ce4-aa6a-4291f67be46b tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:49.322950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:49.327927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.352565 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8332572 Jun 22 20:42:49.359916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56882) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.373660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1830634023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:49.378764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.414959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=1e90e3c6-326e-4ea4-97ee-922bd0fd14f0,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:49.418860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:49.419282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:49.445248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.446286 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment e89c6410-1f8c-4bc7-9654-d8dba68d1a60 of type vlan for network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 Jun 22 20:42:49.483056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.484276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.502499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec826aa1-e95f-4fd9-80f1-88064e9c67bc None None] Network 7d72d9fe-9851-463a-a948-38a0d78f7def requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:49.518248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c0521123-58b0-4258-9870-80384f190f86 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:49.528940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.551709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f536fd78-31a3-40da-b986-9fb2dc3c3a8e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:49.581306 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-61b5bbe6-5f10-4ad4-b75b-8ddf7f58b2d7 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/e9113229-6254-4b44-b689-8abf10bdc339 HTTP/1.1" status: 200 len: 906 time: 0.4905770 Jun 22 20:42:49.582203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.588298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56892) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.602748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:49.603906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.604037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.610395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4fe6cf8c-1880-4285-9a6d-96194fe73016 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:49.661541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.673016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:49.686665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:49.777024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5140073 Jun 22 20:42:49.777857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56896) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.782101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:49.783294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4fac3ab8-a05e-469d-a2ea-8e900787d070 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4224036 Jun 22 20:42:49.792556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': 'c0521123-58b0-4258-9870-80384f190f86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:49.800363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56898) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:49.807999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'port': {'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def', 'name': 'tempest-RoutersTest-1990844147'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:49.853474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=196b9c9d-bdaa-4e53-a6bf-063085d7faa4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:49.897486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:50.032969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:50.038949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.059946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e920a-7391-48ba-ba70-52f0535e9c7f None None] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:50.132662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:50.135815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.150229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:50.183769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] device_id is not set on port 503aa774-cd5a-4566-8e62-177363b8a8e4 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:50.235710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.287449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78f8317e-f5e5-45a8-bfa6-db90b2a7cdd5 None None] Provisioning for port f536fd78-31a3-40da-b986-9fb2dc3c3a8e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:50.303175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.324300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.20.0.10 (7d72d9fe-9851-463a-a948-38a0d78f7def/ca484343-2410-4c16-b196-1429d309bffd/503aa774-cd5a-4566-8e62-177363b8a8e4) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:50.375483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f536fd78-31a3-40da-b986-9fb2dc3c3a8e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:50.395653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d2b0-117d-4660-a11a-0e9591782de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.415706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f536fd78-31a3-40da-b986-9fb2dc3c3a8e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:50.416103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.420899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Router ba631d77-db6d-4dcc-88dc-c238f019d7f5 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:50.442736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.534490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-7d72d9fe-9851-463a-a948-38a0d78f7def', 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': 'ca484343-2410-4c16-b196-1429d309bffd'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:50.535580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.542276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9113229-6254-4b44-b689-8abf10bdc339', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b3f0965a-7848-431a-b238-3d1cb93e6d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:44Z', 'updated_at': '2021-06-22T20:42:47Z', 'revision_number': 3, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port': {'id': 'b3f0965a-7848-431a-b238-3d1cb93e6d6b', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9113229-6254-4b44-b689-8abf10bdc339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:45Z', 'updated_at': '2021-06-22T20:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:50.611554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.613024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Checking router: e9113229-6254-4b44-b689-8abf10bdc339 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:42:50.613393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Updating router e9113229-6254-4b44-b689-8abf10bdc339 port b3f0965a-7848-431a-b238-3d1cb93e6d6b binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:42:50.615418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:50.622647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-af1fefff-4864-48ff-99a9-5c536199939b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2629175 Jun 22 20:42:50.625080 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] Sync routers for ids ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:50.627697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "PUT /v2.0/routers/ba631d77-db6d-4dcc-88dc-c238f019d7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7718282 Jun 22 20:42:50.633949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56916) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:50.639611 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] Routers {'ba631d77-db6d-4dcc-88dc-c238f019d7f5'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:50.641098 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:50.645568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'port': {'network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a', 'name': 'tempest-FloatingIPNegativeTestJSON-931834791'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:50.659021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 503aa774-cd5a-4566-8e62-177363b8a8e4 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:50.735182 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:50.745068 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] Routers {'ba631d77-db6d-4dcc-88dc-c238f019d7f5'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:50.751729 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:50.789199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.819445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Deleting port b3f0965a-7848-431a-b238-3d1cb93e6d6b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:50.821679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.838734 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:50.840655 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7800a-be3b-4b64-94c7-624615cb1b86 None None] The sync data for ids ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:50.841697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.852436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:50.861875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.887938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:50.920047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 7d72d9fe-9851-463a-a948-38a0d78f7def is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:50.931124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:50.942262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:50.991274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=503aa774-cd5a-4566-8e62-177363b8a8e4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:51.005460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:51.008754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03d4a25b-819c-45bb-95ae-57af16a825d1 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:51.057011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': 'a3772777-c9f7-46a8-9575-5f9071b504d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c0521123-58b0-4258-9870-80384f190f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:51.057648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: c0521123-58b0-4258-9870-80384f190f86, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:51.062608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-e2456cb7-3c3e-4aa3-a838-a682b9d43f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:51.064251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-e2456cb7-3c3e-4aa3-a838-a682b9d43f53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.3294611 Jun 22 20:42:51.066310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:51.067209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.092426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Made reservation on behalf of f463e94908ed46098931e38b685084a4 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:51.098712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.105293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.110398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:51.115471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:51.117517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3160048 Jun 22 20:42:51.120920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56926) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:51.137750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network c0521123-58b0-4258-9870-80384f190f86 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:51.144469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.150223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,segment=NetworkSegment(9a36326a-a1f2-4978-a3e2-1d699e2d92e3),segment_id=9a36326a-a1f2-4978-a3e2-1d699e2d92e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:51.164945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.166504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0f7026eb-bdf0-41b0-aa30-b259f0272270 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:51.173760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-50983e2e-4410-4525-b26f-b18836ac38e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:51.176785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Calling delete_port for b3f0965a-7848-431a-b238-3d1cb93e6d6b owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:51.181730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Allocated IP 172.20.0.2 (7d72d9fe-9851-463a-a948-38a0d78f7def/ca484343-2410-4c16-b196-1429d309bffd/b1f03b05-76d4-4264-aada-bf048a96beef) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:51.236695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] device_id is not set on port 09b7564c-1192-4357-8c40-e9814e71d08a yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:42:51.249781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, c0521123-58b0-4258-9870-80384f190f86) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:51.271563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:51.272209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.275877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd0003-bcfe-4d06-83de-0bc9a5e617fb None None] Network c0521123-58b0-4258-9870-80384f190f86 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:51.367007 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5836015 Jun 22 20:42:51.367676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56932) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:51.412536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:51.544488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:51.555887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Provisioning complete for port f536fd78-31a3-40da-b986-9fb2dc3c3a8e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:51.556380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.563781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:51.585379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Allocated IP 172.20.0.7 (5c3ad897-04c7-454c-85c9-244a2bc6ef2a/35eb1dbe-6a39-4de3-a05f-bed7a57ab426/09b7564c-1192-4357-8c40-e9814e71d08a) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:51.657440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:51.661175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.664064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-d7b2d665-946c-409a-b49f-391157d5b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:51.665698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-d7b2d665-946c-409a-b49f-391157d5b9c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.5642362 Jun 22 20:42:51.765036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.776533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Transition to ACTIVE for port object b3f0965a-7848-431a-b238-3d1cb93e6d6b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:51.805601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0f7026eb-bdf0-41b0-aa30-b259f0272270 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:51.805857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.807340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:51.815738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-afa6e001-4417-45a1-942a-fc17092d32d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:51.907519 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-7cb761b4-453e-4678-a454-5a1966a81bf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.2299745 Jun 22 20:42:51.916110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.009852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583258-181d-491d-ac6a-2f875bd1b0da None None] Pushing event updated for resources: {'Port': ['ID=b3f0965a-7848-431a-b238-3d1cb93e6d6b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:52.011150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.023048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-2c12c7ee-bd5e-4d81-bb3b-4657788043e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:52.024541 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-2c12c7ee-bd5e-4d81-bb3b-4657788043e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.1068320 Jun 22 20:42:52.047712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47583258-181d-491d-ac6a-2f875bd1b0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:52.053715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Transition to ACTIVE for port object 09b7564c-1192-4357-8c40-e9814e71d08a will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:52.146848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.153531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.166201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56936) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:52.170160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-c0521123-58b0-4258-9870-80384f190f86', 'network_id': 'c0521123-58b0-4258-9870-80384f190f86', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:52.171167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.187419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Attempting to bind port b3f0965a-7848-431a-b238-3d1cb93e6d6b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:52.187838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Attempting to bind port b3f0965a-7848-431a-b238-3d1cb93e6d6b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:52.188248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Attempting to bind port b3f0965a-7848-431a-b238-3d1cb93e6d6b on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:52.192224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633101318', 'description': 'tempest-secgroup-smoke-1633101318 description', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:52.201570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.201936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f0965a-7848-431a-b238-3d1cb93e6d6b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:52.208523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.216347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:52.216953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.256089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-0129a988-d362-49bc-99ba-ea6c177304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:52.258286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-0129a988-d362-49bc-99ba-ea6c177304f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2061288 Jun 22 20:42:52.357064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.366010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:52.411214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Transition to ACTIVE for port object b1f03b05-76d4-4264-aada-bf048a96beef will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:52.412476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:52.415385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.416623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=09b7564c-1192-4357-8c40-e9814e71d08a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:52.420643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:52.435749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:52.437918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:52.437918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:52.438212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.438754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:52.439144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Bound port: b3f0965a-7848-431a-b238-3d1cb93e6d6b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:52.439599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.458107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.482253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Port b3f0965a-7848-431a-b238-3d1cb93e6d6b has been deleted concurrently {{(pid=100375) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 22 20:42:52.520987 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-eabef864-0d12-4722-8866-afcc3196088c service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337165 Jun 22 20:42:52.546427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.548339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Provisioning for port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:52.553133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ba823da8-1b14-4909-8787-33a90ccdf659 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.560513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Transition to ACTIVE for port object b1f03b05-76d4-4264-aada-bf048a96beef will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:52.636800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Provisioning complete for port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:52.637181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.642914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f536fd78-31a3-40da-b986-9fb2dc3c3a8e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:52.645663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Routers {'e9113229-6254-4b44-b689-8abf10bdc339'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:52.646341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e9113229-6254-4b44-b689-8abf10bdc339'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:52.654064 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.654947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.656461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.676008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=46d6bebb-7222-4211-942e-5cd77aa1babd,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:52.679505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:52.683479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.721227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2be0655e-80b1-4856-a957-9f376bba844e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.721449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.723491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:52.724013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: 196b9c9d-bdaa-4e53-a6bf-063085d7faa4, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:42:52.725671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.728147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.730818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0936a845-4199-4519-8be2-6e9545206ca9 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:52.814662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:42:52.817079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.820252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=503aa774-cd5a-4566-8e62-177363b8a8e4,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:52.820554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.823451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:52.834558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Network 7d72d9fe-9851-463a-a948-38a0d78f7def is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:52.836347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] Set router e9113229-6254-4b44-b689-8abf10bdc339 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:42:52.836702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 196b9c9d-bdaa-4e53-a6bf-063085d7faa4) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:52.841028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:52.841842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.886706 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5169494 Jun 22 20:42:52.889783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56938) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:52.894686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1063531522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:52.902967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3d95d-f77f-4a3b-bf89-bb2ae88cf616 None None] Port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:52.904603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:52.908621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e8d43-2477-471f-9878-e42ca414b69c None None] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:52.915033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:52.964420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.965270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9113229-6254-4b44-b689-8abf10bdc339 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:52.973166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:52.973931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.982545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9113229-6254-4b44-b689-8abf10bdc339', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:44Z', 'updated_at': '2021-06-22T20:42:51Z', 'revision_number': 5, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:52.988033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:52.989284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0fa333b0-8f38-49fa-a634-2ea2fa32867d tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e9113229-6254-4b44-b689-8abf10bdc339 HTTP/1.1" status: 204 len: 168 time: 3.3970480 Jun 22 20:42:52.993464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:52.993694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.041283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.058966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0789ba2-edd9-49ac-8c08-34209c85c4aa,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:53.062021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Pushing event updated for resources: {'Port': ['ID=b1f03b05-76d4-4264-aada-bf048a96beef,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:53.067689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:53.068119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:53.070300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b9efd52c-9b27-4c4b-b632-02805337ba8e tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:53.087345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.088412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.091260 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4515262 Jun 22 20:42:53.093411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.094746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a4ba8f-7eb2-4ee7-9b39-eca8b35e8b19 None None] The sync data for ids ['e9113229-6254-4b44-b689-8abf10bdc339'] in dv-neutron-797537-2-hyperv is: [{'id': 'e9113229-6254-4b44-b689-8abf10bdc339', 'name': 'tempest-snat-router-525785894', 'tenant_id': '1f55143ef60f4c48a75dd4ca04953275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:44Z', 'updated_at': '2021-06-22T20:42:51Z', 'revision_number': 5, 'project_id': '1f55143ef60f4c48a75dd4ca04953275', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:53.097023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.098401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9103818 Jun 22 20:42:53.105513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56942) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:53.106047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56944) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:53.123158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.126886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:53.128431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Allocated IP 2001:db8::2 (c0521123-58b0-4258-9870-80384f190f86/1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7/e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:53.149761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:53.173312 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ce54bb7-e9c0-46ab-86a2-b5eec49eaa96 req-a582eb49-e9ef-49fd-9e3b-1776505b9871 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027046 Jun 22 20:42:53.197231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:53.223306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.249170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Provisioning for port 09b7564c-1192-4357-8c40-e9814e71d08a completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:53.269496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:53.278835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Attempting to bind port b1f03b05-76d4-4264-aada-bf048a96beef on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:53.279370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Attempting to bind port b1f03b05-76d4-4264-aada-bf048a96beef by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '158ef8cb-c4d8-4ad2-8a24-42282210920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:53.279741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Attempting to bind port b1f03b05-76d4-4264-aada-bf048a96beef on network 7d72d9fe-9851-463a-a948-38a0d78f7def {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:53.281840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f536fd78-31a3-40da-b986-9fb2dc3c3a8e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:53.282234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.295345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Provisioning complete for port 09b7564c-1192-4357-8c40-e9814e71d08a triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:53.295744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.361078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.381481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:53.382032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Checking segment: {'id': '158ef8cb-c4d8-4ad2-8a24-42282210920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:53.382555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.383045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Bound using segment: {'id': '158ef8cb-c4d8-4ad2-8a24-42282210920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:53.383734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Bound port: b1f03b05-76d4-4264-aada-bf048a96beef, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158ef8cb-c4d8-4ad2-8a24-42282210920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7d72d9fe-9851-463a-a948-38a0d78f7def'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:53.385230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.445656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.457258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.464316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-86baf7fc-6306-4319-a093-0317c54e8a57 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:53.469581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.474652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.519684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.521001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4126923 Jun 22 20:42:53.530933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56948) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:53.535897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.547978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:53.589624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2928aadd-8027-4cd3-866f-ca83bb0a062b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:53.610493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:53.612824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.613477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.619869 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-88aecd3f-d7fa-4473-bcb5-86ea26327845 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7290170 Jun 22 20:42:53.620727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56950) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:53.654362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Port 09b7564c-1192-4357-8c40-e9814e71d08a cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:53.749178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.750336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Provisioning complete for port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:53.750730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.759721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-196b9c9d-bdaa-4e53-a6bf-063085d7faa4', 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '46d6bebb-7222-4211-942e-5cd77aa1babd'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:42:53.762883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.763603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Allocated IP 172.26.4.230 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/00b73f90-ba06-4ea9-b1e6-8a6451502d7e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:53.771830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] For port b1f03b05-76d4-4264-aada-bf048a96beef, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:53.862412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] For port b1f03b05-76d4-4264-aada-bf048a96beef, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b1f03b05-76d4-4264-aada-bf048a96beef,segment=NetworkSegment(158ef8cb-c4d8-4ad2-8a24-42282210920e),segment_id=158ef8cb-c4d8-4ad2-8a24-42282210920e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:53.884255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.891735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.892077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ad00ed03-c441-47e3-b393-84c6f0f30f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:53.923776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.932043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.948219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:53.950503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-65c827d3-2819-4de9-8c87-1098838536cf None None] Port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:54.020272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.032444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Transition to ACTIVE for port object e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:54.041572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.085284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Transition to ACTIVE for port object e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:54.103246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=00b73f90-ba06-4ea9-b1e6-8a6451502d7e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.103681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Pushing event updated for resources: {'Port': ['ID=b1f03b05-76d4-4264-aada-bf048a96beef,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.107580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.111975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.115221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.119681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-89f73df8-e43c-4e5e-8ec4-bd43aaeaa3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.125741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:54.131951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:54.140743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:54.150058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.166910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Network c0521123-58b0-4258-9870-80384f190f86 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:54.171383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:54.173959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:54.181630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.189036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9ded7cc3-20fc-489f-ab79-3ba75915876e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.202156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Allocated IP 2001:db8:1::2 (196b9c9d-bdaa-4e53-a6bf-063085d7faa4/46d6bebb-7222-4211-942e-5cd77aa1babd/dc2e3d4f-d05e-4519-965c-4b894473ed58) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:54.234106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ed97d2-0cc7-4c86-96d4-321822c49f89,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.242066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.251018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.254230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Pushing event updated for resources: {'Port': ['ID=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.258278 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7160463 Jun 22 20:42:54.258384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.259728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56952) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:54.273467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:54.342323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Attempting to bind port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:54.342714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Attempting to bind port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a3772777-c9f7-46a8-9575-5f9071b504d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c0521123-58b0-4258-9870-80384f190f86'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:54.343086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Attempting to bind port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d on network c0521123-58b0-4258-9870-80384f190f86 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:54.364990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.376392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:54.376678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Checking segment: {'id': 'a3772777-c9f7-46a8-9575-5f9071b504d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c0521123-58b0-4258-9870-80384f190f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:54.376956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.377419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Bound using segment: {'id': 'a3772777-c9f7-46a8-9575-5f9071b504d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c0521123-58b0-4258-9870-80384f190f86'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:54.377923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Bound port: e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3772777-c9f7-46a8-9575-5f9071b504d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c0521123-58b0-4258-9870-80384f190f86'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:54.378428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.444747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.451187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.465195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.480139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.501820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9ef01d-e35b-4944-bef6-650c99f5c132,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.529001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.531243 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671733 Jun 22 20:42:54.532180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.534871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56956) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:54.541871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:54.571704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] For port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:54.582537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] For port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,segment=NetworkSegment(a3772777-c9f7-46a8-9575-5f9071b504d5),segment_id=a3772777-c9f7-46a8-9575-5f9071b504d5)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:54.609102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.627289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.630036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31f3333b-d930-448f-bad3-d7dc608aedb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.677242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.771321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b1f03b05-76d4-4264-aada-bf048a96beef up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:54.781013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Pushing event updated for resources: {'Port': ['ID=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.794943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.831539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.853057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.855887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.872473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Transition to ACTIVE for port object dc2e3d4f-d05e-4519-965c-4b894473ed58 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:54.878481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Deleting port 0f7026eb-bdf0-41b0-aa30-b259f0272270 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:54.879649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.888278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.896279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Transition to ACTIVE for port object dc2e3d4f-d05e-4519-965c-4b894473ed58 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:54.904476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95506feb-616c-4018-8877-f2cd889044a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.908118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.912757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.913554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.923023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.929954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:54.963971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd47ed1-5c15-4746-a643-da2688f37c65,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:54.969138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:54.970636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:54.972880 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4366415 Jun 22 20:42:54.979181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56958) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:55.005566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:55.192802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b1f03b05-76d4-4264-aada-bf048a96beef completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:55.233481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:55.246342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:55.251858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.257987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=503aa774-cd5a-4566-8e62-177363b8a8e4,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:55.266993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:55.274697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:55.284069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Pushing event updated for resources: {'Port': ['ID=dc2e3d4f-d05e-4519-965c-4b894473ed58,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:55.295795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:55.366573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] For port 0f7026eb-bdf0-41b0-aa30-b259f0272270, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0f7026eb-bdf0-41b0-aa30-b259f0272270,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:55.367058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.379001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Attempting to bind port dc2e3d4f-d05e-4519-965c-4b894473ed58 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:42:55.379390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Attempting to bind port dc2e3d4f-d05e-4519-965c-4b894473ed58 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:42:55.379768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Attempting to bind port dc2e3d4f-d05e-4519-965c-4b894473ed58 on network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:42:55.385853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:42:55.386270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Checking segment: {'id': 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:42:55.386692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.387573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Bound using segment: {'id': 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:42:55.387573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Bound port: dc2e3d4f-d05e-4519-965c-4b894473ed58, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '196b9c9d-bdaa-4e53-a6bf-063085d7faa4'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:42:55.387969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.458029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] For port dc2e3d4f-d05e-4519-965c-4b894473ed58, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:42:55.462359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] For port dc2e3d4f-d05e-4519-965c-4b894473ed58, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dc2e3d4f-d05e-4519-965c-4b894473ed58,segment=NetworkSegment(e89c6410-1f8c-4bc7-9654-d8dba68d1a60),segment_id=e89c6410-1f8c-4bc7-9654-d8dba68d1a60)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:42:55.468111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.478458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:55.526424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Project fcf77761010547d3b61fa79ab8bd4f16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:42:55.541427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.558154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.559725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Pushing event updated for resources: {'Port': ['ID=dc2e3d4f-d05e-4519-965c-4b894473ed58,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:55.564324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:55.575682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.594559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a93dded4-2a0c-46ef-92fc-cf36e54c2a38 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:55.704835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.710488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165f02d-2e7e-428f-9c93-022611a27c74 None None] Network 7d72d9fe-9851-463a-a948-38a0d78f7def requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:55.714130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=00b73f90-ba06-4ea9-b1e6-8a6451502d7e,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:55.717690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:55.719651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.726481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.735740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ae4d2b8d-d4e3-48ba-a108-aec854622ed5 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:55.752520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.757588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6502337 Jun 22 20:42:55.760399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:55.773607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-eea56541-cf21-4154-8cec-f1543b2f5b2c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'floatingip': {'port_id': '09b7564c-1192-4357-8c40-e9814e71d08a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:55.848522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eea56541-cf21-4154-8cec-f1543b2f5b2c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.857798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93ade4a-a8d2-4cb1-83d2-247e571b003b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:55.862231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:55.901267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Calling delete_port for 0f7026eb-bdf0-41b0-aa30-b259f0272270 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:55.902802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.904007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9231455 Jun 22 20:42:55.906637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56964) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:55.908102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Provisioning for port b1f03b05-76d4-4264-aada-bf048a96beef completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:55.924684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Provisioning complete for port b1f03b05-76d4-4264-aada-bf048a96beef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:55.925080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:55.925733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'security_group_rule': {'security_group_id': 'a1ef4d67-f6d9-4f82-8832-c00e99d29cd4', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:56.034701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Project fcf77761010547d3b61fa79ab8bd4f16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:42:56.046816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.115602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 7d72d9fe-9851-463a-a948-38a0d78f7def is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:56.121465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:56.127276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.133481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.151801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8::1 (c0521123-58b0-4258-9870-80384f190f86/1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7/4146e813-44f8-4c0d-b478-5a5f99c2e3ef) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:56.156742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-74e87da5-c2b3-4a53-b8bc-4b5c7f76204f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:56.156956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.164581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.166244 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2582352 Jun 22 20:42:56.178866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56966) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:56.186063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'network': {'name': 'tempest-network-smoke--60957445', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'port_security_enabled': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:56.205817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] For port b1f03b05-76d4-4264-aada-bf048a96beef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b1f03b05-76d4-4264-aada-bf048a96beef,segment=NetworkSegment(158ef8cb-c4d8-4ad2-8a24-42282210920e),segment_id=158ef8cb-c4d8-4ad2-8a24-42282210920e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:56.213272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Made reservation on behalf of fcf77761010547d3b61fa79ab8bd4f16 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:42:56.213502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.218527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:56.219313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.234298 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-eea56541-cf21-4154-8cec-f1543b2f5b2c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] update failed (client error): The resource could not be found. Jun 22 20:42:56.238662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eea56541-cf21-4154-8cec-f1543b2f5b2c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "PUT /v2.0/floatingips/ff8e63c6-d585-4b58-86d9-170558db5942 HTTP/1.1" status: 404 len: 507 time: 0.4723494 Jun 22 20:42:56.239760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:56.244181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331bfc7-f5e3-4785-be5e-3967971a635c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:56.247987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:56.300283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Pushing event updated for resources: {'Port': ['ID=b1f03b05-76d4-4264-aada-bf048a96beef,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:56.304872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:56.327547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:42:56.399918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.400337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Added segment f71b9bb1-0974-4522-afe5-159d1111eb2a of type vlan for network 494acffb-6ea3-4101-97a2-d7a48d6415ad Jun 22 20:42:56.453468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.469624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting port 00b73f90-ba06-4ea9-b1e6-8a6451502d7e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:56.470016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.507526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.512640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:56.562809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f7026eb-bdf0-41b0-aa30-b259f0272270,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:56.566993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff790c-347e-48d9-ba50-814507da0bd7 None None] Network c0521123-58b0-4258-9870-80384f190f86 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:56.567369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.574087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:56.579635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router f09e97d7-4d28-4a90-8c7c-2e2ba634464f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:42:56.617847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.618378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.620071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 4146e813-44f8-4c0d-b478-5a5f99c2e3ef will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:42:56.637943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Calling delete_port for 00b73f90-ba06-4ea9-b1e6-8a6451502d7e owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:56.743499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.752292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:56.753802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.774244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d29022fe-3d77-49ff-b58c-c9abf9582c48 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:56.784164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Provisioning for port 503aa774-cd5a-4566-8e62-177363b8a8e4 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:56.787547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6062384 Jun 22 20:42:56.789326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56972) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:56.798683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'admin_state_up': True, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:56.842015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.846805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Provisioning complete for port 503aa774-cd5a-4566-8e62-177363b8a8e4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:56.847653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:56.883121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dc2e3d4f-d05e-4519-965c-4b894473ed58 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:56.901057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Network': ['ID=494acffb-6ea3-4101-97a2-d7a48d6415ad,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:56.907192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:56.932826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:56.964953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:42:56.975917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] Sync routers for ids ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:56.986082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:42:57.009421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.011905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.012987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.020687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:57.033624 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/f09e97d7-4d28-4a90-8c7c-2e2ba634464f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9114640 Jun 22 20:42:57.054373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:57.060003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Port': ['ID=00b73f90-ba06-4ea9-b1e6-8a6451502d7e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:57.090124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:57.152867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.160724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.164863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Port 503aa774-cd5a-4566-8e62-177363b8a8e4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:57.172871 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] Routers {'f09e97d7-4d28-4a90-8c7c-2e2ba634464f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:57.173956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:57.204258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc819c-6287-42ee-903c-c40271c193e5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:42:57.209162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fdbc819c-6287-42ee-903c-c40271c193e5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports/503aa774-cd5a-4566-8e62-177363b8a8e4 HTTP/1.1" status: 200 len: 978 time: 0.1449544 Jun 22 20:42:57.210474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:57.220877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.227181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33ea1025-ce3c-4b56-a514-45fac0c1463a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:57.241263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:57.250209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Provisioning complete for port b1f03b05-76d4-4264-aada-bf048a96beef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:57.250850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.276958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.277647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76da1b32-4192-424b-9459-c0c9758dea84 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:42:57.282923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.284569 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "DELETE /v2.0/routers/76da1b32-4192-424b-9459-c0c9758dea84 HTTP/1.1" status: 204 len: 168 time: 4.2895982 Jun 22 20:42:57.291142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 56980) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:57.311571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142a4c3-c34f-45d9-949c-b95d4ad00895 None None] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:42:57.345976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1417028507', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:57.363463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.368185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.369378 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "DELETE /v2.0/floatingips/ff8e63c6-d585-4b58-86d9-170558db5942 HTTP/1.1" status: 204 len: 168 time: 1.1200747 Jun 22 20:42:57.373753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56982) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:57.383075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.385207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-034f1d2c-746c-4db2-a07c-c523df25b223 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'floatingip': {'floating_network_id': '5c3ad897-04c7-454c-85c9-244a2bc6ef2a', 'port_id': '09b7564c-1192-4357-8c40-e9814e71d08a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:57.388755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network c0521123-58b0-4258-9870-80384f190f86 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:57.408132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:57.416471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:57.417035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.475672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] Routers {'f09e97d7-4d28-4a90-8c7c-2e2ba634464f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:57.476536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:57.481221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=4146e813-44f8-4c0d-b478-5a5f99c2e3ef,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:57.493784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:57.531320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-034f1d2c-746c-4db2-a07c-c523df25b223 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.546404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:57.547097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb5052-22fb-41a0-b2e8-548e0e949fd7 None None] The sync data for ids ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:42:57.556509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port dc2e3d4f-d05e-4519-965c-4b894473ed58 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:57.598800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:42:57.598800 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:42:57.598800 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'project_id_1': '9bbab9e929174b2792d63e2ecd1c7e76', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 42, 57, 401400)}] Jun 22 20:42:57.598800 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:42:57.599694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:42:57.629464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:57.695177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7fb4ffe1-13a5-4c22-b4c8-0feeb2fa792b None None] Provisioning for port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:57.720013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:57.726892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:57.727461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.779623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.862067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.916211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:57.945370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Provisioning complete for port 503aa774-cd5a-4566-8e62-177363b8a8e4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:57.945938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.078709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,segment=NetworkSegment(a3772777-c9f7-46a8-9575-5f9071b504d5),segment_id=a3772777-c9f7-46a8-9575-5f9071b504d5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:58.093694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.095060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b1f03b05-76d4-4264-aada-bf048a96beef up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:58.109700 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-034f1d2c-746c-4db2-a07c-c523df25b223 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:42:58.111094 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-034f1d2c-746c-4db2-a07c-c523df25b223 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7353232 Jun 22 20:42:58.117488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:58.122868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '09b7564c-1192-4357-8c40-e9814e71d08a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:42:58.155300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Port 503aa774-cd5a-4566-8e62-177363b8a8e4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:58.160805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6b1cace9-5d95-4290-86c8-456ecb56a988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:58.213444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.224932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:58.240320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:58.245740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Provisioning for port dc2e3d4f-d05e-4519-965c-4b894473ed58 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:58.255434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Provisioning complete for port dc2e3d4f-d05e-4519-965c-4b894473ed58 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:58.255703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.298108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.301269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.311181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b1f03b05-76d4-4264-aada-bf048a96beef triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:58.311574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.362824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.444222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.515769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] For port dc2e3d4f-d05e-4519-965c-4b894473ed58, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dc2e3d4f-d05e-4519-965c-4b894473ed58,segment=NetworkSegment(e89c6410-1f8c-4bc7-9654-d8dba68d1a60),segment_id=e89c6410-1f8c-4bc7-9654-d8dba68d1a60)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:42:58.531921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.539147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4e8958b0-c958-4d3d-9f3e-0a1d2149ec39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:58.567651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.569720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.604196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.623882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:42:58.694978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 503aa774-cd5a-4566-8e62-177363b8a8e4 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:58.695485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.708768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Provisioning complete for port dc2e3d4f-d05e-4519-965c-4b894473ed58 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:58.709253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.742601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Pushing event updated for resources: {'Port': ['ID=dc2e3d4f-d05e-4519-965c-4b894473ed58,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:58.746709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:58.771352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:58.772014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.792417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Allocated IP 172.26.4.186 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/586972b4-30a1-4db5-a7e6-7ef03fd59aab) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:58.884503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.902921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 503aa774-cd5a-4566-8e62-177363b8a8e4 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:58.937252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Provisioning for port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:42:58.946387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Provisioning complete for port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:58.946387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.985108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.992570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:58.997345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:59.009218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0f7026eb-bdf0-41b0-aa30-b259f0272270 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:42:59.050186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Provisioning complete for port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:59.051105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f139b7fe-484f-4239-8487-b42e301d7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.054452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 0f7026eb-bdf0-41b0-aa30-b259f0272270 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:42:59.055382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0f7026eb-bdf0-41b0-aa30-b259f0272270 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:42:59.114390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.139974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01f33b7a-3382-4271-97cf-f45daeb584c0 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:59.142965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.170283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.188227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.189369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.198418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:59.204182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3ac5645f-6fcb-4ca0-92ec-c6aa2f5cafb8 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:59.211445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event updated for resources: {'Port': ['ID=586972b4-30a1-4db5-a7e6-7ef03fd59aab,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:59.214232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:59.217398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:59.222635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:42:59.228728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.250769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8254ded2-da7a-401c-bfa0-c2941a9cbbeb tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:59.291004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=503aa774-cd5a-4566-8e62-177363b8a8e4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:59.295913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:59.371396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=4146e813-44f8-4c0d-b478-5a5f99c2e3ef,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:42:59.417161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:42:59.456890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Allocated IP 172.26.4.144 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/d2eb96af-c58f-4500-97b0-b74c32a6f707) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:42:59.557256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.576453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network c0521123-58b0-4258-9870-80384f190f86 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:42:59.583521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:42:59.752252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting port 586972b4-30a1-4db5-a7e6-7ef03fd59aab {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:42:59.752603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.760238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.812937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router f09e97d7-4d28-4a90-8c7c-2e2ba634464f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:42:59.846538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.882031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.907832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f7e3f7a9-2b28-44af-a4d6-33aae4eac7a5 None None] Provisioning complete for port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:42:59.909330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f7a9-2b28-44af-a4d6-33aae4eac7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.910293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.910619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.914498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:42:59.926344 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/f09e97d7-4d28-4a90-8c7c-2e2ba634464f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099061 Jun 22 20:42:59.926580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56992) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:42:59.927325 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] Sync routers for ids ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:42:59.937157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Calling delete_port for 586972b4-30a1-4db5-a7e6-7ef03fd59aab owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:42:59.945589 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] Routers {'f09e97d7-4d28-4a90-8c7c-2e2ba634464f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:42:59.946758 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:42:59.952330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:42:59.964604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3f7a9-2b28-44af-a4d6-33aae4eac7a5 None None] Port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:42:59.965457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ca2f4f3-ad70-42b8-828a-1fbc926d655f tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:42:59.972711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bf09659b-408d-4fc6-ab85-5e895afa2d97 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:00.005176 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.010951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:00.019164 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] Routers {'f09e97d7-4d28-4a90-8c7c-2e2ba634464f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:00.020199 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.027083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:00.036626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:00.065040 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.066354 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f607c-88fe-4fb8-975c-9a23b9ebab2d None None] The sync data for ids ['f09e97d7-4d28-4a90-8c7c-2e2ba634464f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:00.073158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=d2eb96af-c58f-4500-97b0-b74c32a6f707,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:00.135331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:00.185600 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-4a34e558-03c0-4cbf-9fd4-42cb600f2135 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 20:43:00.186722 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4a34e558-03c0-4cbf-9fd4-42cb600f2135 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/f09e97d7-4d28-4a90-8c7c-2e2ba634464f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2592249 Jun 22 20:43:00.189609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56996) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:00.227852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ea8103ec-56d7-45eb-9b58-32a13ea09d92 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09e97d7-4d28-4a90-8c7c-2e2ba634464f HTTP/1.1" status: 200 len: 205 time: 0.0368934 Jun 22 20:43:00.230731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 56998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:00.273039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Allocated IP 172.26.4.170 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/ea921d06-d8da-4e2b-b479-61061fad88ce) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:00.283091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:00.295237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] Sync routers for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:00.306765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:00.307566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.312592 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6841383 Jun 22 20:43:00.316442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57000) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:00.344355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.362603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:00.363524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.403065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:00.403866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f2bfe-6417-4118-8a77-7fedf34577e7 None None] The sync data for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:00.445243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf3d27-0ca0-4f65-879b-3859c89a18c7 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:00.446854 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5cbf3d27-0ca0-4f65-879b-3859c89a18c7 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports/4146e813-44f8-4c0d-b478-5a5f99c2e3ef HTTP/1.1" status: 200 len: 911 time: 0.1294529 Jun 22 20:43:00.451817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:00.567128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.611375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dc2e3d4f-d05e-4519-965c-4b894473ed58 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:00.659747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.683210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port dc2e3d4f-d05e-4519-965c-4b894473ed58 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:00.683625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.728332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.738765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.743833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f6abe12-dd27-4fe7-b3c5-384b72ba8570 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:00.762654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:00.774375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Port': ['ID=586972b4-30a1-4db5-a7e6-7ef03fd59aab,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:00.779128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:00.915258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.918933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.976993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.978015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router f09e97d7-4d28-4a90-8c7c-2e2ba634464f {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:00.984185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:00.985323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8fe2d6b1-464a-48f1-b425-b3ef2c52e348 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/f09e97d7-4d28-4a90-8c7c-2e2ba634464f HTTP/1.1" status: 204 len: 168 time: 0.7536781 Jun 22 20:43:00.987965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57006) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:00.997539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] create failed (client error): The resource could not be found. Jun 22 20:43:00.998596 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8801875 Jun 22 20:43:01.017552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:01.075542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet ca484343-2410-4c16-b196-1429d309bffd {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:01.082359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.122810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:01.137366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:01.142190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event updated for resources: {'Port': ['ID=ea921d06-d8da-4e2b-b479-61061fad88ce,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:01.144369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:01.150652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:01.155141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.212522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting port 09b7564c-1192-4357-8c40-e9814e71d08a {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:01.213247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.260533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.304929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.364676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.378920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Calling delete_port for 09b7564c-1192-4357-8c40-e9814e71d08a owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:01.432726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.436996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e95822-ea64-497f-93fd-6aefbab60b1e tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:01.470102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.474531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/ca484343-2410-4c16-b196-1429d309bffd HTTP/1.1" status: 204 len: 168 time: 0.4830778 Jun 22 20:43:01.474531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=ca484343-2410-4c16-b196-1429d309bffd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:01.479670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57010) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:01.481785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:01.483057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82b074-8c76-4004-8b0d-f1d5a0c93266 None None] Network 7d72d9fe-9851-463a-a948-38a0d78f7def requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:01.487604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.580619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.672912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.677371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:01.713008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Port': ['ID=09b7564c-1192-4357-8c40-e9814e71d08a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:01.718933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:01.746478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port b1f03b05-76d4-4264-aada-bf048a96beef {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:01.747068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.861070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.861070 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "DELETE /v2.0/ports/09b7564c-1192-4357-8c40-e9814e71d08a HTTP/1.1" status: 204 len: 168 time: 0.8410394 Jun 22 20:43:01.866442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57014) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:01.877946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port b1f03b05-76d4-4264-aada-bf048a96beef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b1f03b05-76d4-4264-aada-bf048a96beef,segment=NetworkSegment(158ef8cb-c4d8-4ad2-8a24-42282210920e),segment_id=158ef8cb-c4d8-4ad2-8a24-42282210920e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:01.880300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.893453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] DHCP port deletion for 7d72d9fe-9851-463a-a948-38a0d78f7def request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:01.899955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.904409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:01.917938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for b1f03b05-76d4-4264-aada-bf048a96beef owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:01.954908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Deleting port b1f03b05-76d4-4264-aada-bf048a96beef {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:01.955361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.008770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4110be14-56e6-4c58-9e13-fcdcc0a31e07 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:02.010463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4110be14-56e6-4c58-9e13-fcdcc0a31e07 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba631d77-db6d-4dcc-88dc-c238f019d7f5 HTTP/1.1" status: 200 len: 913 time: 0.1429913 Jun 22 20:43:02.014392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57016) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:02.039335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] For port b1f03b05-76d4-4264-aada-bf048a96beef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b1f03b05-76d4-4264-aada-bf048a96beef,segment=NetworkSegment(158ef8cb-c4d8-4ad2-8a24-42282210920e),segment_id=158ef8cb-c4d8-4ad2-8a24-42282210920e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:02.040165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.056892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Calling delete_port for b1f03b05-76d4-4264-aada-bf048a96beef owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:02.183666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.186327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:02.186457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.194565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8:1::1 (196b9c9d-bdaa-4e53-a6bf-063085d7faa4/46d6bebb-7222-4211-942e-5cd77aa1babd/f259ba6b-4f0c-48ea-be15-157360e7afc6) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:02.216068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-477287a4-5750-41fd-84bd-aa4020cf9022 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:02.218231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Pushing event deleted for resources: {'Port': ['ID=b1f03b05-76d4-4264-aada-bf048a96beef,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:02.225140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:02.227028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] No DVR routers for this DVR port b1f03b05-76d4-4264-aada-bf048a96beef on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:02.251748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port b1f03b05-76d4-4264-aada-bf048a96beef on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:02.262318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=b1f03b05-76d4-4264-aada-bf048a96beef,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:02.264254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:02.349340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.383989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d72d9fe-9851-463a-a948-38a0d78f7def']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:02.399664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Router d85c14fe-ce08-49d1-863d-027f6a966e39 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:02.401695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158ef8cb-c4d8-4ad2-8a24-42282210920e') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:02.402026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158ef8cb-c4d8-4ad2-8a24-42282210920e') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:02.419348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.428292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.441537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.452611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.461137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:02.461566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: items = [ Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:02.465405 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:02.540021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object f259ba6b-4f0c-48ea-be15-157360e7afc6 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:02.542248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.546697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.553388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/7d72d9fe-9851-463a-a948-38a0d78f7def HTTP/1.1" status: 204 len: 168 time: 1.0726821 Jun 22 20:43:02.554066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57018) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:02.554978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e18c3e3e-59b5-4320-85d3-527a7c53bf98 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:02.565863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661906605'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:02.603818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=7d72d9fe-9851-463a-a948-38a0d78f7def,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:02.606316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:02.609303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b1f03b05-76d4-4264-aada-bf048a96beef no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:02.633432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b1f03b05-76d4-4264-aada-bf048a96beef {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:02.633865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:02.634157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b1f03b05-76d4-4264-aada-bf048a96beef not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:02.638264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.670228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.675239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:02.748893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.749421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment 396773cd-5a70-4cc8-a521-4ffd31003beb of type vlan for network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea Jun 22 20:43:02.809928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.898516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.903994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:02.904587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.908719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-07f450d4-2499-4de2-ab93-cbc55e8879f3 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:02.936511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:02.951716 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3925822 Jun 22 20:43:02.953525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57020) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:02.953990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Sync routers for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:02.963731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.965595 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:02.966294 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:02.968021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:02.979061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:02.983171 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1898963 Jun 22 20:43:02.986647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:02.991232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57022) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:03.020527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:03.028095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:03.035813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:03.036350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.040349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=4cf29c5e-ef3c-488f-837e-8bc01779a4ea,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:03.045012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:03.057540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:03.077317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=f259ba6b-4f0c-48ea-be15-157360e7afc6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:03.082099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:03.082836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Router 90204dca-b75a-47f0-97d8-5c1f2696b2d8 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:03.201989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:03.211794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.261275 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:03.319108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.343826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:03.344865 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c709694a-46b1-478c-b547-f5aeb70d45e0 tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=fcf77761010547d3b61fa79ab8bd4f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3477740 Jun 22 20:43:03.355091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] Sync routers for ids ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:03.355437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57028) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:03.368880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] Routers {'90204dca-b75a-47f0-97d8-5c1f2696b2d8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:03.369691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:03.410886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.415280 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0745237 Jun 22 20:43:03.421024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:03.432979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:03.436720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:03.450246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] Routers {'90204dca-b75a-47f0-97d8-5c1f2696b2d8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:03.452222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:03.456422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d0e85a2e-9797-4d0b-9f9d-a90f0e791cdf None None] Provisioning for port f259ba6b-4f0c-48ea-be15-157360e7afc6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:03.461189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting port 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:03.462875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.497866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:03.498560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c20309-ab32-4d75-9732-3ff3cf0a627d None None] The sync data for ids ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:03.501762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d0e85a2e-9797-4d0b-9f9d-a90f0e791cdf None None] Provisioning complete for port f259ba6b-4f0c-48ea-be15-157360e7afc6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:03.502185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0e85a2e-9797-4d0b-9f9d-a90f0e791cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.540878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d0e85a2e-9797-4d0b-9f9d-a90f0e791cdf None None] Port f259ba6b-4f0c-48ea-be15-157360e7afc6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:03.564926 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:00Z', 'revision_number': 3, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:03.594547 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Checking router: d85c14fe-ce08-49d1-863d-027f6a966e39 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:43:03.594900 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Updating router d85c14fe-ce08-49d1-863d-027f6a966e39 port d2eb96af-c58f-4500-97b0-b74c32a6f707 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:43:03.631008 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.684049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.690898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.695004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.704211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0d346700-3a49-40c5-85ca-e9ea1b21b0e3 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:03.805792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=f259ba6b-4f0c-48ea-be15-157360e7afc6,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:03.810438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:03.852537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:03.860247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:03.934426 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.947779 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Transition to ACTIVE for port object d2eb96af-c58f-4500-97b0-b74c32a6f707 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:03.955875 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:03.962247 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-83c58594-5a08-4c51-ad2a-bb69803d85fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:03.997621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bf09659b-408d-4fc6-ab85-5e895afa2d97 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:04.014845 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Pushing event updated for resources: {'Port': ['ID=d2eb96af-c58f-4500-97b0-b74c32a6f707,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:04.027421 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:04.046781 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Attempting to bind port d2eb96af-c58f-4500-97b0-b74c32a6f707 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:04.047152 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Attempting to bind port d2eb96af-c58f-4500-97b0-b74c32a6f707 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:04.047814 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Attempting to bind port d2eb96af-c58f-4500-97b0-b74c32a6f707 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:04.055582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:04.056380 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:04.057047 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.057613 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:04.058358 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Bound port: d2eb96af-c58f-4500-97b0-b74c32a6f707, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:04.059148 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.119739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:04.128524 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6729097 Jun 22 20:43:04.128659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57032) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:04.132779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3341c-a08a-4542-a59f-777628816d9e tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:04.134334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e0b3341c-a08a-4542-a59f-777628816d9e tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7777379 Jun 22 20:43:04.134668 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] For port d2eb96af-c58f-4500-97b0-b74c32a6f707, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:04.140018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.140385 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] For port d2eb96af-c58f-4500-97b0-b74c32a6f707, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d2eb96af-c58f-4500-97b0-b74c32a6f707,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:04.141660 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] Sync routers for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:04.142969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57034) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:04.148095 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.157751 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:04.170690 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:04.171249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.173460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ef9b1782-9a95-451e-8a0a-4f268a6dd399 None None] Provisioning complete for port f259ba6b-4f0c-48ea-be15-157360e7afc6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:04.174668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ef9b1782-9a95-451e-8a0a-4f268a6dd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.201882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Calling delete_port for 1e90e3c6-326e-4ea4-97ee-922bd0fd14f0 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:04.216611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b1782-9a95-451e-8a0a-4f268a6dd399 None None] Port f259ba6b-4f0c-48ea-be15-157360e7afc6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:04.223672 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a6fb1b5-3c16-42df-a945-0864e733c4b2 tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784492 Jun 22 20:43:04.227733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57038) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:04.236246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139466599', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:04.236420 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Pushing event updated for resources: {'Port': ['ID=d2eb96af-c58f-4500-97b0-b74c32a6f707,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:04.239476 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:04.265786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60fbb98-b66d-4943-9768-4da807fbb206 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:04.269934 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e60fbb98-b66d-4943-9768-4da807fbb206 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports/f259ba6b-4f0c-48ea-be15-157360e7afc6 HTTP/1.1" status: 200 len: 913 time: 0.1375821 Jun 22 20:43:04.274713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57040) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:04.275965 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.290734 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:04.291677 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.294692 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:04.295483 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.330322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.334934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1f9355d6-8dca-4eac-b744-4ba028a035dd tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:04.452590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:04.461368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:04.468070 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.468758 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555992bc-2518-48be-9642-45e0d5c355dc None None] The sync data for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:04.474514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Made reservation on behalf of fcf77761010547d3b61fa79ab8bd4f16 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:04.478517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.551945 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:04.560897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': '396773cd-5a70-4cc8-a521-4ffd31003beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:04.561261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 4cf29c5e-ef3c-488f-837e-8bc01779a4ea, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:04.620655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.639907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:04.665641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 4cf29c5e-ef3c-488f-837e-8bc01779a4ea) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:04.667229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.674039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de600a-eacd-40b2-bcdc-0baae0e299ff None None] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:04.681084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3f7450e0-925d-40e4-bce6-f8a6c16f69c5 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:04.684952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:04.685537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:04.747577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Port': ['ID=1e90e3c6-326e-4ea4-97ee-922bd0fd14f0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:04.750691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:04.781037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7990689 Jun 22 20:43:04.789175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:04.811112 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:00Z', 'revision_number': 3, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:04.859251 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a909ad2-45da-440a-9b70-5d09eccd96a7 None None] The sync data for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv is: [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:00Z', 'revision_number': 3, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:04.880327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1110594167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:04.893610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-4cf29c5e-ef3c-488f-837e-8bc01779a4ea', 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:04.894545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.033211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.034565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.078388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Allocated IP 172.20.0.2 (4cf29c5e-ef3c-488f-837e-8bc01779a4ea/14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e/589b641a-06e7-4e69-9106-f23f66c3c05d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:05.096607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.101643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.107021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf428d-e5be-493f-bedb-ad1b8fd727ca req-665e6072-249e-4367-9a9f-663b10a8d565 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:05.108633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ecaf428d-e5be-493f-bedb-ad1b8fd727ca req-665e6072-249e-4367-9a9f-663b10a8d565 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4461763 Jun 22 20:43:05.125525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.142072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0b0764-3b4a-475b-8070-5e583d6e1549 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:05.279643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Subnet': ['ID=233b3114-6702-4053-8172-925991bca184,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:05.283794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:05.300472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.309858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Transition to ACTIVE for port object 589b641a-06e7-4e69-9106-f23f66c3c05d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:05.330487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Transition to ACTIVE for port object 589b641a-06e7-4e69-9106-f23f66c3c05d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:05.339595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Checking segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:05.339968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network hostable DHCP agents. Network: 494acffb-6ea3-4101-97a2-d7a48d6415ad, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:05.340294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.342678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:05.361377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.374726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:05.384281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:05.387510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:05.394165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 494acffb-6ea3-4101-97a2-d7a48d6415ad) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:05.399520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:05.402163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:05.402871 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ecaf428d-e5be-493f-bedb-ad1b8fd727ca req-dbbbceff-d303-45cc-afa4-d5e9f5d37ab1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821052 Jun 22 20:43:05.402995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.415078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.420893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ec4ec-dae7-41f0-aef4-1054f1e60bb8 None None] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:05.459119 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2301829 Jun 22 20:43:05.459775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57050) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:05.539367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Pushing event updated for resources: {'Port': ['ID=589b641a-06e7-4e69-9106-f23f66c3c05d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:05.561339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:05.580279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.581484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c7552c1-fc29-49e0-a46f-43be22c8b271 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7880011 Jun 22 20:43:05.587908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:05.623350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Attempting to bind port 589b641a-06e7-4e69-9106-f23f66c3c05d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:05.623764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Attempting to bind port 589b641a-06e7-4e69-9106-f23f66c3c05d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '396773cd-5a70-4cc8-a521-4ffd31003beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:05.624144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Attempting to bind port 589b641a-06e7-4e69-9106-f23f66c3c05d on network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:05.633695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:05.634116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Checking segment: {'id': '396773cd-5a70-4cc8-a521-4ffd31003beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:05.634541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.634954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Bound using segment: {'id': '396773cd-5a70-4cc8-a521-4ffd31003beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:05.635448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Bound port: 589b641a-06e7-4e69-9106-f23f66c3c05d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396773cd-5a70-4cc8-a521-4ffd31003beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4cf29c5e-ef3c-488f-837e-8bc01779a4ea'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:05.635838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.745008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port f259ba6b-4f0c-48ea-be15-157360e7afc6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:05.745819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.808889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-494acffb-6ea3-4101-97a2-d7a48d6415ad', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:05.809755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.827441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Router ba631d77-db6d-4dcc-88dc-c238f019d7f5 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:05.835513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] For port 589b641a-06e7-4e69-9106-f23f66c3c05d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:05.839762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] For port 589b641a-06e7-4e69-9106-f23f66c3c05d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=589b641a-06e7-4e69-9106-f23f66c3c05d,segment=NetworkSegment(396773cd-5a70-4cc8-a521-4ffd31003beb),segment_id=396773cd-5a70-4cc8-a521-4ffd31003beb)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:05.847206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.857804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fa3dc0-692a-4ff4-a9cc-6397e982d3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:05.877364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:05.893146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for f259ba6b-4f0c-48ea-be15-157360e7afc6 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:06.043032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Allocated IP 172.20.0.2 (494acffb-6ea3-4101-97a2-d7a48d6415ad/233b3114-6702-4053-8172-925991bca184/7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:06.066759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Pushing event updated for resources: {'Port': ['ID=589b641a-06e7-4e69-9106-f23f66c3c05d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:06.073235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:06.242417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:06.256465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "PUT /v2.0/routers/ba631d77-db6d-4dcc-88dc-c238f019d7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2391903 Jun 22 20:43:06.257842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] Sync routers for ids ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:06.263541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57056) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:06.300759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] Routers {'ba631d77-db6d-4dcc-88dc-c238f019d7f5'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:06.301447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:06.354276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:06.371461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.385773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3b67-9ab4-4aca-b916-d78ea1590477 req-6a3b00e2-909c-45bb-808f-a731e60bfb78 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:06.386171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] Routers {'ba631d77-db6d-4dcc-88dc-c238f019d7f5'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:06.386823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:06.387336 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b4db3b67-9ab4-4aca-b916-d78ea1590477 req-6a3b00e2-909c-45bb-808f-a731e60bfb78 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.5843487 Jun 22 20:43:06.388791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.389098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Transition to ACTIVE for port object 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:06.426192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:06.426727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181450c-1b3d-434d-bf83-416d0501574f None None] The sync data for ids ['ba631d77-db6d-4dcc-88dc-c238f019d7f5'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:06.439916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Transition to ACTIVE for port object 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:06.449749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.457130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ca8af11-948c-4b21-be2f-f49ce1305976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:06.473424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.491822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:06.499193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:06.502778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:06.538131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Pushing event updated for resources: {'Port': ['ID=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:06.560691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:06.577648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Attempting to bind port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:06.577921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Attempting to bind port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:06.578244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Attempting to bind port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 on network 494acffb-6ea3-4101-97a2-d7a48d6415ad {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:06.585471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:06.585882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Checking segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:06.586348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.586758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Bound using segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:06.587251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Bound port: 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:06.587639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.661746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e8639f29-255f-4380-8660-3524bf215153 None None] For port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:06.666527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e8639f29-255f-4380-8660-3524bf215153 None None] For port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:06.673471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.675750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:06.716123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 589b641a-06e7-4e69-9106-f23f66c3c05d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:06.730362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:06.734086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2457318-92d9-4ff7-954d-393a2806525b tempest-RoutersIpV6AdminTest-409550810 tempest-RoutersIpV6AdminTest-409550810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:06.769599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=f259ba6b-4f0c-48ea-be15-157360e7afc6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:06.779626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:06.799805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Pushing event updated for resources: {'Port': ['ID=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:06.805688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:06.825236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 589b641a-06e7-4e69-9106-f23f66c3c05d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:06.830361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d2eb96af-c58f-4500-97b0-b74c32a6f707 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:06.911716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d2eb96af-c58f-4500-97b0-b74c32a6f707 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:06.918108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d2eb96af-c58f-4500-97b0-b74c32a6f707 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:06.918496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.045164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.069444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d2eb96af-c58f-4500-97b0-b74c32a6f707, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d2eb96af-c58f-4500-97b0-b74c32a6f707,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:07.078461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.081998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-07915706-5a3e-45e7-976f-15d5e93e9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:07.151869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.176140 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b4db3b67-9ab4-4aca-b916-d78ea1590477 req-db0141f1-f4c5-4275-ad74-98fe74a31776 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7427709 Jun 22 20:43:07.201603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d2eb96af-c58f-4500-97b0-b74c32a6f707,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:07.225233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:07.312088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.341791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.344946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.523154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.523701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Fanout notify agent at l3_agent the message router_deleted on router ba631d77-db6d-4dcc-88dc-c238f019d7f5 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:07.553139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.554651 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c2b86c1f-cf73-4799-aff0-b799153313e8 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "DELETE /v2.0/routers/ba631d77-db6d-4dcc-88dc-c238f019d7f5 HTTP/1.1" status: 204 len: 168 time: 1.2874272 Jun 22 20:43:07.559383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57062) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:07.624481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.643904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.697765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting subnet 35eb1dbe-6a39-4de3-a05f-bed7a57ab426 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:07.702543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.719078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797a3f6-a5ee-4549-98c8-4e69c3886a0a None None] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:07.739349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bf09659b-408d-4fc6-ab85-5e895afa2d97 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:07.808821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.20.0.1 (4cf29c5e-ef3c-488f-837e-8bc01779a4ea/14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e/357d80a8-36c4-40de-8946-d24d081ccd39) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:07.817130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:07.969983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:07.981161 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] Sync routers for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:07.984511 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091832 Jun 22 20:43:07.989318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57068) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:07.992460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Provisioning for port 589b641a-06e7-4e69-9106-f23f66c3c05d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:08.003214 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:08.007723 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.009344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Provisioning complete for port 589b641a-06e7-4e69-9106-f23f66c3c05d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:08.010131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.080276 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.094309 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:08.097082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.140965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.149137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Allocated IP 172.20.0.1 (494acffb-6ea3-4101-97a2-d7a48d6415ad/233b3114-6702-4053-8172-925991bca184/305cdd3f-177f-4b5e-8e3e-950761589345) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:08.157011 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.157993 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f2dd5-00f7-40f6-9bbf-aab8f88a483a None None] The sync data for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:08.171722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router 90204dca-b75a-47f0-97d8-5c1f2696b2d8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:08.203124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.214806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] For port 589b641a-06e7-4e69-9106-f23f66c3c05d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=589b641a-06e7-4e69-9106-f23f66c3c05d,segment=NetworkSegment(396773cd-5a70-4cc8-a521-4ffd31003beb),segment_id=396773cd-5a70-4cc8-a521-4ffd31003beb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:08.221792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.223866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-28eb3931-a858-447b-97b5-3efa9c9653b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:08.292814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Pushing event updated for resources: {'Port': ['ID=589b641a-06e7-4e69-9106-f23f66c3c05d,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:08.296236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:08.375094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.431286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.445912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 357d80a8-36c4-40de-8946-d24d081ccd39 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:08.450847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-41667ed6-2e7b-4b46-93ea-8d82404ee3af None None] Provisioning complete for port 589b641a-06e7-4e69-9106-f23f66c3c05d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:08.451233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41667ed6-2e7b-4b46-93ea-8d82404ee3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.457818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Transition to ACTIVE for port object 305cdd3f-177f-4b5e-8e3e-950761589345 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:08.470649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3682dc5-2376-4754-9d87-42e7d43ae3a3 req-36960376-ae6c-4421-9e58-d92cb428ce03 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:08.472541 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3682dc5-2376-4754-9d87-42e7d43ae3a3 req-36960376-ae6c-4421-9e58-d92cb428ce03 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4620037 Jun 22 20:43:08.479340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.486598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8c209dca-a330-4786-b880-978dd924ea50 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:08.551674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a7958-39a5-49ee-abae-1924ae07ee4f None None] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:08.554902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.555618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:08.564923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.568874 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d7ff65e3-bbef-439a-ab1a-23f91efadb59 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "PUT /v2.0/routers/90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 200 len: 922 time: 5.1467996 Jun 22 20:43:08.572999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Subnet': ['ID=35eb1dbe-6a39-4de3-a05f-bed7a57ab426,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:08.574892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] Sync routers for ids ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:08.576124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:08.584736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57070) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:08.586398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-97f63595-b541-4966-9049-2f580e01b99c tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:08.592501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.593706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69188c-6f27-46ce-95f1-50d75f633dbc None None] Network 5c3ad897-04c7-454c-85c9-244a2bc6ef2a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:08.594837 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "DELETE /v2.0/subnets/35eb1dbe-6a39-4de3-a05f-bed7a57ab426 HTTP/1.1" status: 204 len: 168 time: 1.0344911 Jun 22 20:43:08.602214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57072) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:08.655103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.660254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:08.670904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:08.687298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:08.695924 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3682dc5-2376-4754-9d87-42e7d43ae3a3 req-a2d0fae4-40b1-46e4-b98b-fff093af7b64 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116463 Jun 22 20:43:08.701525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] Routers {'90204dca-b75a-47f0-97d8-5c1f2696b2d8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:08.701525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.709908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:08.746087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.761072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:08.767773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.769779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:08.778334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:08.809389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=357d80a8-36c4-40de-8946-d24d081ccd39,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:08.816761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:08.837444 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3c7ebfe-d538-46c0-a7ba-8d8a54d679e3 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 200 len: 922 time: 0.2511289 Jun 22 20:43:08.843501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57074) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:08.879520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.932890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:08.942371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:08.947186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:08.975039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] Routers {'90204dca-b75a-47f0-97d8-5c1f2696b2d8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:08.975712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:08.982255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 589b641a-06e7-4e69-9106-f23f66c3c05d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:09.017431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430de64-5266-4cb7-a63e-fa04f5b9fea2 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:09.022080 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8430de64-5266-4cb7-a63e-fa04f5b9fea2 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=90204dca-b75a-47f0-97d8-5c1f2696b2d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1743419 Jun 22 20:43:09.022245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.023395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57076) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:09.099555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:09.100559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7941b4e-b6f6-4f41-96b5-46f6136a1eb6 None None] The sync data for ids ['90204dca-b75a-47f0-97d8-5c1f2696b2d8'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:09.108736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3216c952-c9fd-4741-b341-a7ae28aec92c None None] Provisioning for port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:09.134799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.191056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 589b641a-06e7-4e69-9106-f23f66c3c05d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:09.191438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.213480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e13cb18-9280-4884-9fc8-8bbe6d0e9888 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:09.218173 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7e13cb18-9280-4884-9fc8-8bbe6d0e9888 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1905010 Jun 22 20:43:09.218173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57078) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:09.293571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-431230b7-74a1-4e1b-a166-12d851709cac tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 200 len: 205 time: 0.0722136 Jun 22 20:43:09.318275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57080) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:09.323999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-543e66dc-bdd7-49ee-b525-005fbdc001a3 None None] Provisioning for port 357d80a8-36c4-40de-8946-d24d081ccd39 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:09.333560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-543e66dc-bdd7-49ee-b525-005fbdc001a3 None None] Provisioning complete for port 357d80a8-36c4-40de-8946-d24d081ccd39 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:09.334194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-543e66dc-bdd7-49ee-b525-005fbdc001a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.369010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] DHCP port deletion for 5c3ad897-04c7-454c-85c9-244a2bc6ef2a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:09.381427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d2eb96af-c58f-4500-97b0-b74c32a6f707 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:09.459154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-543e66dc-bdd7-49ee-b525-005fbdc001a3 None None] Port 357d80a8-36c4-40de-8946-d24d081ccd39 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:09.486063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.488052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Deleting port f536fd78-31a3-40da-b986-9fb2dc3c3a8e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:09.488620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.536524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.564806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] For port f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,segment=NetworkSegment(9a36326a-a1f2-4978-a3e2-1d699e2d92e3),segment_id=9a36326a-a1f2-4978-a3e2-1d699e2d92e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:09.565117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.573279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Deleting port f536fd78-31a3-40da-b986-9fb2dc3c3a8e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:09.573640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.585448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Calling delete_port for f536fd78-31a3-40da-b986-9fb2dc3c3a8e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:09.682917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d2eb96af-c58f-4500-97b0-b74c32a6f707 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:09.683310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.686970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.695967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.705743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.710522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.713415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-90e21458-2761-4f5e-a221-8ce1b8e6acf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:09.714404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa608a0-6cda-4acf-8ecf-06593e5c9b84 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:09.729205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] No DVR routers for this DVR port f536fd78-31a3-40da-b986-9fb2dc3c3a8e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:09.763536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=357d80a8-36c4-40de-8946-d24d081ccd39,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:09.780174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Pushing event deleted for resources: {'Port': ['ID=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:09.785697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:09.785952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:09.802295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] For port f536fd78-31a3-40da-b986-9fb2dc3c3a8e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,segment=NetworkSegment(9a36326a-a1f2-4978-a3e2-1d699e2d92e3),segment_id=9a36326a-a1f2-4978-a3e2-1d699e2d92e3)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:09.803873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.809828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5b0e94ae-6ae3-4ebf-95d8-46ce855ef7e8 None None] Provisioning for port 305cdd3f-177f-4b5e-8e3e-950761589345 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:09.823765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5b0e94ae-6ae3-4ebf-95d8-46ce855ef7e8 None None] Provisioning complete for port 305cdd3f-177f-4b5e-8e3e-950761589345 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:09.824573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b0e94ae-6ae3-4ebf-95d8-46ce855ef7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.869780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e94ae-6ae3-4ebf-95d8-46ce855ef7e8 None None] Port 305cdd3f-177f-4b5e-8e3e-950761589345 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:09.872680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Calling delete_port for f536fd78-31a3-40da-b986-9fb2dc3c3a8e owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:09.892651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.917365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:09.934983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port ea921d06-d8da-4e2b-b479-61061fad88ce {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:09.935569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:09.966311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:09.970135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:09.970524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.017441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-af7d5df2-13cc-4af0-a911-9c181b17b8d3 None None] Provisioning complete for port 305cdd3f-177f-4b5e-8e3e-950761589345 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:10.017827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-af7d5df2-13cc-4af0-a911-9c181b17b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.082089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-af7d5df2-13cc-4af0-a911-9c181b17b8d3 None None] Port 305cdd3f-177f-4b5e-8e3e-950761589345 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:10.102962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.139343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:10.144734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.148677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c38023d5-e81d-4eac-a4e7-94eaea3a8eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:10.189273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599a2f-4b4d-4253-a32e-efafb3158663 req-cd328220-d48d-4a14-a6f9-8ea8fa7ba5d0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:10.190894 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66599a2f-4b4d-4253-a32e-efafb3158663 req-cd328220-d48d-4a14-a6f9-8ea8fa7ba5d0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2882674 Jun 22 20:43:10.199986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.202206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:10.205291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:10.210204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:10.259747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Port': ['ID=f536fd78-31a3-40da-b986-9fb2dc3c3a8e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:10.270760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:10.275664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] No DVR routers for this DVR port f536fd78-31a3-40da-b986-9fb2dc3c3a8e on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:10.356348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 4146e813-44f8-4c0d-b478-5a5f99c2e3ef {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:10.356597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.362362 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66599a2f-4b4d-4253-a32e-efafb3158663 req-bfb0ccb3-2f99-4e84-aa9a-2eaaedb7d7a3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599424 Jun 22 20:43:10.385240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.422971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:10.426797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.426949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.429188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:10.442737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for ea921d06-d8da-4e2b-b479-61061fad88ce owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:10.459487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f03a1b60-9c1e-4935-9e10-307c1242357a tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:10.482436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.532745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3ad897-04c7-454c-85c9-244a2bc6ef2a']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.565594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a36326a-a1f2-4978-a3e2-1d699e2d92e3') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.565918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a36326a-a1f2-4978-a3e2-1d699e2d92e3') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.588628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.611420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:10.618086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.620330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:10.621971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.630609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.647321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 4146e813-44f8-4c0d-b478-5a5f99c2e3ef owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:10.652848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:10.653619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:10.657016 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:10.666901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:10.689331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 7b112400-629d-4302-aa32-f426d74a5cd3 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:10.721352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f1a9c133-bc52-419d-88d3-245c4677c16e None None] Provisioning complete for port 357d80a8-36c4-40de-8946-d24d081ccd39 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:10.721650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1a9c133-bc52-419d-88d3-245c4677c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.757637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:10.758062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.785043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9c133-bc52-419d-88d3-245c4677c16e None None] Port 357d80a8-36c4-40de-8946-d24d081ccd39 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:10.837157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.840254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.842973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f7604479-0c51-42f0-976b-831a932710da tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:10.853608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:10.858458 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] 10.222.0.66 "DELETE /v2.0/networks/5c3ad897-04c7-454c-85c9-244a2bc6ef2a HTTP/1.1" status: 204 len: 168 time: 2.2292926 Jun 22 20:43:10.860859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a3086c57-8d90-489c-85fc-efae393d5457 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:10.889879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=ea921d06-d8da-4e2b-b479-61061fad88ce,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:10.894598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:10.898367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:10.908487 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] Sync routers for ids ['7b112400-629d-4302-aa32-f426d74a5cd3'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:10.909031 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/7b112400-629d-4302-aa32-f426d74a5cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3173635 Jun 22 20:43:10.916871 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] Routers {'7b112400-629d-4302-aa32-f426d74a5cd3'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:10.919480 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['7b112400-629d-4302-aa32-f426d74a5cd3'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.924372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:10.967698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f536fd78-31a3-40da-b986-9fb2dc3c3a8e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:10.970092 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.988720 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] Routers {'7b112400-629d-4302-aa32-f426d74a5cd3'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:10.989351 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['7b112400-629d-4302-aa32-f426d74a5cd3'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:10.994214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f536fd78-31a3-40da-b986-9fb2dc3c3a8e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:10.995205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f536fd78-31a3-40da-b986-9fb2dc3c3a8e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:11.036516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.038287 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:11.039132 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff0492-868e-4e4d-94d1-2457d4d8f8c0 None None] The sync data for ids ['7b112400-629d-4302-aa32-f426d74a5cd3'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:11.045217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Pushing event deleted for resources: {'Network': ['ID=5c3ad897-04c7-454c-85c9-244a2bc6ef2a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:11.051305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:11.065054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:11.066180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.070158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0db5d9ce-5028-4a15-8c38-85a25d75f015 tempest-PortsAdminExtendedAttrsTestJSON-1500688246 tempest-PortsAdminExtendedAttrsTestJSON-1500688246-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:11.073980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:11.087854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56e576-508a-457c-8da5-e075e5d305f1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:11.090407 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc56e576-508a-457c-8da5-e075e5d305f1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports/357d80a8-36c4-40de-8946-d24d081ccd39 HTTP/1.1" status: 200 len: 910 time: 0.1394618 Jun 22 20:43:11.105334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57088) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:11.112869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=4146e813-44f8-4c0d-b478-5a5f99c2e3ef,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:11.118281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:11.158231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.160663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.232492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57092) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:11.248986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.249778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router 90204dca-b75a-47f0-97d8-5c1f2696b2d8 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:11.259695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.264943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 204 len: 168 time: 1.9416461 Jun 22 20:43:11.267188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57096) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:11.273756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1618044709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:11.307256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.308942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.401815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.409622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.446478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.448698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aafe9c3c-a7c5-4491-b53f-9146196039d6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1793532 Jun 22 20:43:11.451586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57100) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:11.455951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:11.466052 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b0c7ff0-5d5d-47c2-bdcd-5f7ab5810425 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f463e94908ed46098931e38b685084a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300897 Jun 22 20:43:11.467660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57102) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:11.514891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f774eabb-8d11-46a7-a8c5-f9b92733bedd None None] Provisioning complete for port 305cdd3f-177f-4b5e-8e3e-950761589345 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:11.515674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f774eabb-8d11-46a7-a8c5-f9b92733bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.529733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.554172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f774eabb-8d11-46a7-a8c5-f9b92733bedd None None] Port 305cdd3f-177f-4b5e-8e3e-950761589345 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:11.730718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.744700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876ff35-fbda-48dd-b7ec-25c4255027bd req-2be6726f-54e3-46be-858d-83342135a7a4 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:11.746334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8876ff35-fbda-48dd-b7ec-25c4255027bd req-2be6726f-54e3-46be-858d-83342135a7a4 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2152047 Jun 22 20:43:11.814024 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8876ff35-fbda-48dd-b7ec-25c4255027bd req-a3c1d3b3-8955-4d59-9747-a060affc1015 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591936 Jun 22 20:43:11.946600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Router d85c14fe-ce08-49d1-863d-027f6a966e39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:11.986699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:11.988652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.007015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.113231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Allocated IP 172.26.4.218 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/f4eccca8-0caa-4a44-a1c6-2fb35cbfe331) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:12.130702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.147933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bf09659b-408d-4fc6-ab85-5e895afa2d97 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:12.222874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.262265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.264156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:12.304425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:12.307487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:12.311879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:12.314922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event updated for resources: {'Port': ['ID=f4eccca8-0caa-4a44-a1c6-2fb35cbfe331,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:12.331391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:12.334395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:12.339372 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3462389 Jun 22 20:43:12.339372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:12.339755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57104) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:12.346466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] Sync routers for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:12.347462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "PUT /v2.0/routers/d85c14fe-ce08-49d1-863d-027f6a966e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8814864 Jun 22 20:43:12.360017 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Sync routers for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:12.374755 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:12.375400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.379439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:12.380078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.386790 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5bf453fb-ddcb-410e-bb8c-0696aed82474 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf09659b-408d-4fc6-ab85-5e895afa2d97 HTTP/1.1" status: 200 len: 205 time: 0.0458608 Jun 22 20:43:12.389109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.392475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.395351 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0363d68-e56b-47ca-b31c-3d26ac6b723d HTTP/1.1" status: 204 len: 168 time: 0.9225848 Jun 22 20:43:12.395351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57108) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:12.395351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8cef24eb-8a78-4eba-a6d2-6c3b5cf8a8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:12.463193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.481355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0363d68-e56b-47ca-b31c-3d26ac6b723d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:12.514015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] Routers {'bf09659b-408d-4fc6-ab85-5e895afa2d97'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:12.514585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bf09659b-408d-4fc6-ab85-5e895afa2d97'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.529134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:12.556836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.560879 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:12.594263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.595183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70accd-8f3a-4c2f-93b6-ff6f287e491e None None] The sync data for ids ['bf09659b-408d-4fc6-ab85-5e895afa2d97'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:12.730827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.791899 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 2, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:12.821325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.825733 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-954f9dc0-720a-4c0f-8b77-d52d62eb2954 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633101318&fields=id&tenant_id=fcf77761010547d3b61fa79ab8bd4f16 HTTP/1.1" status: 200 len: 267 time: 0.1637838 Jun 22 20:43:12.827640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.831400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Checking router: d85c14fe-ce08-49d1-863d-027f6a966e39 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:43:12.832008 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Updating router d85c14fe-ce08-49d1-863d-027f6a966e39 port 305cdd3f-177f-4b5e-8e3e-950761589345 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:43:12.842762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:12.892586 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.035227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.039703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.084227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.084837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router bf09659b-408d-4fc6-ab85-5e895afa2d97 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:13.102869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.103967 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c03d3f56-19ea-456d-ba47-ddcac3b5b995 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97 HTTP/1.1" status: 204 len: 168 time: 0.6961277 Jun 22 20:43:13.113644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57144) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.285615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 46d6bebb-7222-4211-942e-5cd77aa1babd {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:13.293375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.302105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-c6a4b1b2-b342-4000-939a-04d062ec4ec0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:13.303711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-c6a4b1b2-b342-4000-939a-04d062ec4ec0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 795 time: 0.4671948 Jun 22 20:43:13.306258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f649281-80e1-4f1a-a6f5-1cee4a8fc87f req-cbef16ef-e324-446b-809d-dca56490cb4c tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:13.307814 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f649281-80e1-4f1a-a6f5-1cee4a8fc87f req-cbef16ef-e324-446b-809d-dca56490cb4c tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1698120 Jun 22 20:43:13.353144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1f299655-2f14-4f4e-87f2-94e055dba3ca tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/quotas/fcf77761010547d3b61fa79ab8bd4f16 HTTP/1.1" status: 200 len: 375 time: 0.0290322 Jun 22 20:43:13.357402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Router 8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:13.361778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.363603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f649281-80e1-4f1a-a6f5-1cee4a8fc87f req-c923b92c-8cd7-4319-b564-75ed9fa05dae tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455148 Jun 22 20:43:13.413255 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.428460 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Transition to ACTIVE for port object 305cdd3f-177f-4b5e-8e3e-950761589345 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:13.437375 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.447104 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:13.468728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57152) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.504226 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Pushing event updated for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:13.506107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:13.514140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.516658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] Sync routers for ids ['8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:13.519309 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "PUT /v2.0/routers/8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 200 len: 880 time: 2.0672455 Jun 22 20:43:13.519943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57156) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.525236 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:13.531750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] Routers {'8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:13.532308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:13.614335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:13.637529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] Routers {'8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:13.638205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:13.643679 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Attempting to bind port 305cdd3f-177f-4b5e-8e3e-950761589345 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:13.644045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Attempting to bind port 305cdd3f-177f-4b5e-8e3e-950761589345 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:13.644409 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Attempting to bind port 305cdd3f-177f-4b5e-8e3e-950761589345 on network 494acffb-6ea3-4101-97a2-d7a48d6415ad {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:13.666576 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:13.666985 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Checking segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:13.667350 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.667744 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Bound using segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:13.668221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Bound port: 305cdd3f-177f-4b5e-8e3e-950761589345, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:13.668595 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.687375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1353308073'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:13.705165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:13.705842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d80b6e-fd38-454f-abc4-b71f467ef4bc None None] The sync data for ids ['8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:13.715076 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-dd536ac5-ef4c-4099-89d7-ab1899f517a3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3199708 Jun 22 20:43:13.729871 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04261c0e-9e58-469e-b7bc-c3543ed886e4 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 200 len: 921 time: 0.2064657 Jun 22 20:43:13.729871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:13.733606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.735905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57160) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.744598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.767042 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] For port 305cdd3f-177f-4b5e-8e3e-950761589345, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:13.770908 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] For port 305cdd3f-177f-4b5e-8e3e-950761589345, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=305cdd3f-177f-4b5e-8e3e-950761589345,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:13.778743 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.782367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.796403 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:13.837049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.848027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e4591d7-0e4e-4929-896c-bc40cd2ff553 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:13.868630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03173ef-cda7-4a9b-8375-3e37f64139a3 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:13.870088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b26d1-fcbf-4253-a07d-cdded40ba7eb None None] Network 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:13.870387 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f03173ef-cda7-4a9b-8375-3e37f64139a3 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1323953 Jun 22 20:43:13.876113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57164) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.885063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:13.891603 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/46d6bebb-7222-4211-942e-5cd77aa1babd HTTP/1.1" status: 204 len: 168 time: 0.7724171 Jun 22 20:43:13.891719 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:13.891840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57166) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:13.891953 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:13.892059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=46d6bebb-7222-4211-942e-5cd77aa1babd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:13.895147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:13.904712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 357d80a8-36c4-40de-8946-d24d081ccd39 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:13.906023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.042966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:14.043198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.057720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.062013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.070317 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:14.074580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 357d80a8-36c4-40de-8946-d24d081ccd39 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:14.094646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-78ec77cd-cb21-4364-a776-1d5f29678ebe service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:43:14.097272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.100196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-78ec77cd-cb21-4364-a776-1d5f29678ebe service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2737195 Jun 22 20:43:14.106551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebb2800d-9a23-407b-befe-3ecc619c0f70 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:14.129237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe32a8c-ac12-4d07-a526-75eda7c763b5 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:14.131588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dfe32a8c-ac12-4d07-a526-75eda7c763b5 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.2543244 Jun 22 20:43:14.145439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57168) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:14.163867 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Pushing event updated for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:14.183205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] DHCP port deletion for 196b9c9d-bdaa-4e53-a6bf-063085d7faa4 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:14.200269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:14.207873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.213502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bdc61f97-0bd9-4e7d-9f2e-0606ab98e237 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 200 len: 205 time: 0.0667999 Jun 22 20:43:14.243660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:14.247812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09df9074-bbba-4e92-b0e3-0f698cbb0b53,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:14.251244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:14.259146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Deleting port dc2e3d4f-d05e-4519-965c-4b894473ed58 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:14.259532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.374151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.382350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.382350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273 of type vlan for network f5197dde-ff32-40b7-a12d-72411d0231ff Jun 22 20:43:14.394492 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:14.481226 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:13Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:14.487238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.548106 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0176a39-ac07-4a80-b9ac-322cde734623 None None] The sync data for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv is: [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:13Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:14.558756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] For port dc2e3d4f-d05e-4519-965c-4b894473ed58, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dc2e3d4f-d05e-4519-965c-4b894473ed58,segment=NetworkSegment(e89c6410-1f8c-4bc7-9654-d8dba68d1a60),segment_id=e89c6410-1f8c-4bc7-9654-d8dba68d1a60)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:14.559329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.576484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Calling delete_port for dc2e3d4f-d05e-4519-965c-4b894473ed58 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:14.581400 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-51c1c1c1-f221-48d2-ab0c-431dc7984c44 service neutron] 10.222.0.66 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712298 Jun 22 20:43:14.656694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.665375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.672331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:14.672956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.684771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad18baf3-f2b3-4221-b418-24a39d1f4d05 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:14.738915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dc2e3d4f-d05e-4519-965c-4b894473ed58 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:14.753202 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-dca11562-ac1c-4349-beda-9155fe83b309 service neutron] 10.222.0.66 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706774 Jun 22 20:43:14.784737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:14.810117 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3360655 Jun 22 20:43:14.810686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-480f471c-995f-483e-ae8c-214ec385d3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:14.815800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] No DVR routers for this DVR port dc2e3d4f-d05e-4519-965c-4b894473ed58 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:14.828810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57174) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:14.842012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'name': 'tempest-PortsTestJSON-955490672'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:14.886386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Pushing event deleted for resources: {'Port': ['ID=dc2e3d4f-d05e-4519-965c-4b894473ed58,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:14.889087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:14.890070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No active binding found for port dc2e3d4f-d05e-4519-965c-4b894473ed58 {{(pid=100375) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 22 20:43:14.890443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dc2e3d4f-d05e-4519-965c-4b894473ed58 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:14.937716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.007988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=f5197dde-ff32-40b7-a12d-72411d0231ff,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:15.023428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:15.027044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:15.028070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:15.034014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.058914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port f4eccca8-0caa-4a44-a1c6-2fb35cbfe331 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:15.059342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.060466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:15.064104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.079752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6b5c494-9610-4db0-91ad-369cfea35c0d tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:15.124951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca9682-bb91-4a2a-af09-ce7107981812 req-677de994-16a8-4043-9a56-75b709d0f3ff tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:15.136053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-01ca9682-bb91-4a2a-af09-ce7107981812 req-677de994-16a8-4043-9a56-75b709d0f3ff tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4144659 Jun 22 20:43:15.146029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.148467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7 HTTP/1.1" status: 204 len: 168 time: 1.2577760 Jun 22 20:43:15.161540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:15.169678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:15.187798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be2811-bb6d-4d46-8da3-20fafb97fa42 None None] Network c0521123-58b0-4258-9870-80384f190f86 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:15.201292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57182) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:15.276730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.419124 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2de9d950-435d-47ab-8824-118d11e75187 req-259e47c5-6452-4088-81a2-30824f4924f8 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 210 time: 0.1331847 Jun 22 20:43:15.499864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.508589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afac1aec-f790-4fd4-ac19-8e34de9a3974 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:15.549515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] DHCP port deletion for c0521123-58b0-4258-9870-80384f190f86 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:15.591179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:15.597131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:15.601449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.604345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:15.652021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=357d80a8-36c4-40de-8946-d24d081ccd39,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:15.655113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:15.669241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Deleting port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:15.669705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.688923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:15.689332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: f5197dde-ff32-40b7-a12d-72411d0231ff, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:15.763303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:15.832508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] For port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,segment=NetworkSegment(a3772777-c9f7-46a8-9575-5f9071b504d5),segment_id=a3772777-c9f7-46a8-9575-5f9071b504d5)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:15.832931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.868982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Calling delete_port for e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:15.872310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, f5197dde-ff32-40b7-a12d-72411d0231ff) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:15.881322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457dd654-1f1d-4c68-8f5f-7738cba1a6c7 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:15.896190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:15.907280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:15.909338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.946332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:15.952174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-01ca9682-bb91-4a2a-af09-ce7107981812 req-fa6d527f-dc65-4b83-af35-bbb9637e00ea tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7920401 Jun 22 20:43:15.980665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.004083 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1701560 Jun 22 20:43:16.005123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.009733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.025348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-361717567'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:16.058226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:16.065714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.128874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for f4eccca8-0caa-4a44-a1c6-2fb35cbfe331 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:16.151630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.157154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.163399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95a687fe-084e-4aac-ab53-7fb4b5fd1d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:16.170578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196b9c9d-bdaa-4e53-a6bf-063085d7faa4']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.195329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Pushing event deleted for resources: {'Port': ['ID=e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:16.198448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:16.206402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] No DVR routers for this DVR port e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:16.240335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.240814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89c6410-1f8c-4bc7-9654-d8dba68d1a60') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.252520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:16.254526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.263703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.264049 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment 69edeb7e-7cde-4fe5-abea-9504b03c02e9 of type vlan for network 44c4a329-ff1d-4b4d-859f-2c86ec1d274c Jun 22 20:43:16.279973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.291391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:16.292083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:16.295278 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:16.384331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.401691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 7b112400-629d-4302-aa32-f426d74a5cd3 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:16.408202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.413040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.417502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/196b9c9d-bdaa-4e53-a6bf-063085d7faa4 HTTP/1.1" status: 204 len: 168 time: 1.2128799 Jun 22 20:43:16.418588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f9eb0ee-d23b-4ec9-81f0-3fd83af34945 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:16.418813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.452036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=196b9c9d-bdaa-4e53-a6bf-063085d7faa4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:16.454452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:16.478194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.480292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:16.499041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.504280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=f4eccca8-0caa-4a44-a1c6-2fb35cbfe331,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:16.505325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:16.506289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.506828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:16.563702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42c68c21-87d3-42ac-b79b-f0ebbbabd1fc tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:16.620684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.632969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:16.644815 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] Sync routers for ids ['7b112400-629d-4302-aa32-f426d74a5cd3'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:16.654699 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] Routers {'7b112400-629d-4302-aa32-f426d74a5cd3'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:16.655531 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['7b112400-629d-4302-aa32-f426d74a5cd3'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.699025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/7b112400-629d-4302-aa32-f426d74a5cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5887592 Jun 22 20:43:16.699025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d999ab52-3efc-4b1e-95aa-d8d29b59dea2 req-9d4513d7-56d8-4fd3-af24-193720ceb1c3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 210 time: 0.1050336 Jun 22 20:43:16.699287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.699382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 305cdd3f-177f-4b5e-8e3e-950761589345 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:16.707091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.710563 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6993136 Jun 22 20:43:16.716652 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.726792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57204) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.727983 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] Routers {'7b112400-629d-4302-aa32-f426d74a5cd3'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:16.728922 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:42:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['7b112400-629d-4302-aa32-f426d74a5cd3'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.749316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'ports': [{'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'}, {'network_id': '44c4a329-ff1d-4b4d-859f-2c86ec1d274c'}]} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:16.749632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:16.750138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '44c4a329-ff1d-4b4d-859f-2c86ec1d274c'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:16.762828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d2507ee0-b09c-4f59-8478-860a636666f6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b112400-629d-4302-aa32-f426d74a5cd3 HTTP/1.1" status: 200 len: 205 time: 0.0576591 Jun 22 20:43:16.777030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=44c4a329-ff1d-4b4d-859f-2c86ec1d274c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:16.784625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.786207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57206) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.788429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.790358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 44c4a329-ff1d-4b4d-859f-2c86ec1d274c details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:16.796529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:16.811688 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:16.813163 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ad0dc-ea4b-40e6-ba90-810c24d92880 None None] The sync data for ids ['7b112400-629d-4302-aa32-f426d74a5cd3'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:16.827413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 305cdd3f-177f-4b5e-8e3e-950761589345 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:16.868669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 305cdd3f-177f-4b5e-8e3e-950761589345 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:16.869115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.881172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.882147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:16.929063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.930617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 204 len: 168 time: 2.6839728 Jun 22 20:43:16.934224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:16.941015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-541671963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:16.957322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:16.961478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8bf700b3-1913-41f1-b3f2-71240081b8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.000804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.001999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.024114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4f99f6b7-6d6a-4cb6-a398-4d6bda154169 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:17.025655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4f99f6b7-6d6a-4cb6-a398-4d6bda154169 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.53 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 795 time: 0.2912254 Jun 22 20:43:17.046858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.087940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 305cdd3f-177f-4b5e-8e3e-950761589345, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=305cdd3f-177f-4b5e-8e3e-950761589345,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:17.097495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.101018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:17.145451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.158700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.175867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.179196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:17.182424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:17.192752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0521123-58b0-4258-9870-80384f190f86']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:17.197525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:17.218917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:17.219317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e1ccd777-42eb-45ed-ae59-53b0ecfd6e5d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:17.226161 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-764e9ee0-946a-42ca-ac7a-53934358c946 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcf77761010547d3b61fa79ab8bd4f16 HTTP/1.1" status: 200 len: 380 time: 0.1830192 Jun 22 20:43:17.228635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.229705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-02f96d0b-2e98-4475-a10a-415f9193e455 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2943909 Jun 22 20:43:17.232396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57218) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:17.239431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'port': {'device_id': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'admin_state_up': True, 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'security_groups': ['a1ef4d67-f6d9-4f82-8832-c00e99d29cd4']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:17.245154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': True}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:17.276940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3772777-c9f7-46a8-9575-5f9071b504d5') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:17.276940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3772777-c9f7-46a8-9575-5f9071b504d5') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:17.283002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.291547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.303668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.373069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 2} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:17.379895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.385886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.405414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:17.406065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:17.413231 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:17.434464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.434994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router 7b112400-629d-4302-aa32-f426d74a5cd3 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:17.468918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.475764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.478551 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb724cdf-f007-47fe-916e-52d0afa4989a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/7b112400-629d-4302-aa32-f426d74a5cd3 HTTP/1.1" status: 204 len: 168 time: 0.6882856 Jun 22 20:43:17.479343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2b1e-3086-4958-b735-1ddac9e530bb req-4104720c-d85a-4fdd-8c8d-7f577b5bc66b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:17.480936 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-926a2b1e-3086-4958-b735-1ddac9e530bb req-4104720c-d85a-4fdd-8c8d-7f577b5bc66b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.3208845 Jun 22 20:43:17.481432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:17.528279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.536421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bba21c25-d643-4233-9b33-d0440cd55943 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:17.579321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.581685 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/c0521123-58b0-4258-9870-80384f190f86 HTTP/1.1" status: 204 len: 168 time: 1.1610498 Jun 22 20:43:17.593684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57222) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:17.600901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=c0521123-58b0-4258-9870-80384f190f86,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:17.604696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393582027'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:17.606374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:17.616022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port f184ce2a-5a7e-4adb-9112-8f5a2b377ca5 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:17.623433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.669150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:17.693993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.703762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-926a2b1e-3086-4958-b735-1ddac9e530bb req-dba5d9b2-99a6-4d3f-890f-36e37d90708d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588256 Jun 22 20:43:17.703762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:17.707399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.764035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.786404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.808921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Made reservation on behalf of fcf77761010547d3b61fa79ab8bd4f16 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:17.812596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.854161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:17.868330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 1b15a3f4-948f-4a6a-a934-ab2199068729 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:17.894529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:17.894868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 980a486b-0001-43b4-811c-78a7190f62d9 of type vlan for network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 Jun 22 20:43:17.907257 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e251d44e-8021-4b21-95d4-43368604c189 req-735d5dfc-880f-44f4-b916-e1b0ddabe10b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 210 time: 0.0639548 Jun 22 20:43:18.018756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.043264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.059972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.095718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.100764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47a0c76e-fe01-416e-af47-b8e9848ebf28 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:18.147068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:18.150654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:18.155057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:18.155877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.156086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.157869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=f184ce2a-5a7e-4adb-9112-8f5a2b377ca5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:18.161416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:18.162773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.162960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:18.164117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-78cd14cd-681f-445b-b0f3-c74292a0c2e1 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:18.169941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:18.217472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Allocated IP 172.20.0.7 (494acffb-6ea3-4101-97a2-d7a48d6415ad/233b3114-6702-4053-8172-925991bca184/e50f2969-6e31-48df-91ca-bbf059aa1abf) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:18.230272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=1b15a3f4-948f-4a6a-a934-ab2199068729,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:18.234976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:18.241498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': '69edeb7e-7cde-4fe5-abea-9504b03c02e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '44c4a329-ff1d-4b4d-859f-2c86ec1d274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:18.241879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 44c4a329-ff1d-4b4d-859f-2c86ec1d274c, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:18.260569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 44c4a329-ff1d-4b4d-859f-2c86ec1d274c is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:18.269869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 44c4a329-ff1d-4b4d-859f-2c86ec1d274c) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:18.275873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:18.281779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abaead-0241-4099-9511-795d66c8fd3a None None] Network 44c4a329-ff1d-4b4d-859f-2c86ec1d274c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:18.282843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:18.287811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:18.288690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.310487 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5834138 Jun 22 20:43:18.311822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57226) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:18.312166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57228) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:18.312281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7175956 Jun 22 20:43:18.325478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:18.359404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.367833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=ab5d0b01-9165-4ff7-9161-5cf818f2f3f2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:18.378034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:18.381021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:18.384461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:18.454344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:18.468597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.469055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085cb40a-49f0-4d3b-8cea-1f173a683831 None None] Network 4cf29c5e-ef3c-488f-837e-8bc01779a4ea requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:18.473226 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e HTTP/1.1" status: 204 len: 168 time: 0.9865839 Jun 22 20:43:18.475889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57230) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:18.483772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:18.519514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:18.523514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.574387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.579330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.613205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.627712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Transition to ACTIVE for port object e50f2969-6e31-48df-91ca-bbf059aa1abf will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:18.655186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 305cdd3f-177f-4b5e-8e3e-950761589345 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:18.679551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.716925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 1b15a3f4-948f-4a6a-a934-ab2199068729 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:18.717170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.736046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.742334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:18.776459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 305cdd3f-177f-4b5e-8e3e-950761589345 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:18.776994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:18.788509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.26.4.71 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/44abe996-24e2-41d0-8853-e81eccd94365) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:18.827570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:18.833557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:18.849671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:18.853594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:18.864625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:18.886735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] DHCP port deletion for 4cf29c5e-ef3c-488f-837e-8bc01779a4ea request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:18.960381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Deleting port 589b641a-06e7-4e69-9106-f23f66c3c05d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:18.961195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.061011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] For port 589b641a-06e7-4e69-9106-f23f66c3c05d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=589b641a-06e7-4e69-9106-f23f66c3c05d,segment=NetworkSegment(396773cd-5a70-4cc8-a521-4ffd31003beb),segment_id=396773cd-5a70-4cc8-a521-4ffd31003beb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:19.061576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.062179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:19.062863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.081707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Calling delete_port for 589b641a-06e7-4e69-9106-f23f66c3c05d owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:19.106441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.123164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8880031 Jun 22 20:43:19.145340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Request body: {'port': {'device_id': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:19.167160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-688f9f0f-64ab-4c0a-933c-b09dd3cf5717 None None] Provisioning for port e50f2969-6e31-48df-91ca-bbf059aa1abf completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:19.173956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-688f9f0f-64ab-4c0a-933c-b09dd3cf5717 None None] Provisioning complete for port e50f2969-6e31-48df-91ca-bbf059aa1abf triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:19.174370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-688f9f0f-64ab-4c0a-933c-b09dd3cf5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.201942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.211362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11825d-0a74-4887-b7fb-afa6524b1fcc req-81a27cd8-4587-451a-b975-797cf03dcc72 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:19.214548 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ea11825d-0a74-4887-b7fb-afa6524b1fcc req-81a27cd8-4587-451a-b975-797cf03dcc72 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2561119 Jun 22 20:43:19.220649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-688f9f0f-64ab-4c0a-933c-b09dd3cf5717 None None] Port e50f2969-6e31-48df-91ca-bbf059aa1abf cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:19.221173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:19.223588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.226469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:19.251005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Pushing event deleted for resources: {'Port': ['ID=589b641a-06e7-4e69-9106-f23f66c3c05d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:19.254162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:19.254903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] No DVR routers for this DVR port 589b641a-06e7-4e69-9106-f23f66c3c05d on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:19.317619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:19.328676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:19.332993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.337677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=44abe996-24e2-41d0-8853-e81eccd94365,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:19.340008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:19.345247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:19.345802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.377537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 1b15a3f4-948f-4a6a-a934-ab2199068729 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:19.382539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ea11825d-0a74-4887-b7fb-afa6524b1fcc req-bf1d4b7c-32ce-40a4-96d3-2393b5f8213b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372373 Jun 22 20:43:19.409457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 589b641a-06e7-4e69-9106-f23f66c3c05d {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:19.409795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.471975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.477551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-94ab7289-9851-494e-ae1d-9a7e24ebeb1a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:19.553723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b86-bc9d-44b8-ab70-839b483d332b req-974046df-ce48-44d8-8445-b6800b40f900 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:19.555269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d8577b86-bc9d-44b8-ab70-839b483d332b req-974046df-ce48-44d8-8445-b6800b40f900 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 931 time: 0.3310239 Jun 22 20:43:19.598277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 589b641a-06e7-4e69-9106-f23f66c3c05d, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:19.598654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.633500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 589b641a-06e7-4e69-9106-f23f66c3c05d owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:19.636280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=415991de-5854-410e-9884-e119d0ba28e5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:19.640509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Port 589b641a-06e7-4e69-9106-f23f66c3c05d was not found and therefore no delete operation was performed {{(pid=100373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:43:19.642687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:19.655308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.667036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b2fb025-65ed-4085-a75a-11095424dffe tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:19.711822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=589b641a-06e7-4e69-9106-f23f66c3c05d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:19.720158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:19.721144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 589b641a-06e7-4e69-9106-f23f66c3c05d on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:19.727104 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d8577b86-bc9d-44b8-ab70-839b483d332b req-57240442-beb4-41c0-9ee6-66be4e0a9c8c tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561458 Jun 22 20:43:19.730741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.732430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '980a486b-0001-43b4-811c-78a7190f62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:19.732787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: ab5d0b01-9165-4ff7-9161-5cf818f2f3f2, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:19.738885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0410afde-865c-47fd-a1dc-e0a972120de5 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:19.759348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0f5073a5-f9c8-4cc7-bb95-ca176c08dc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.798704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=1b15a3f4-948f-4a6a-a934-ab2199068729,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:19.816087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:19.828210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.830063 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/1b15a3f4-948f-4a6a-a934-ab2199068729 HTTP/1.1" status: 204 len: 168 time: 1.5168393 Jun 22 20:43:19.832779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57240) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:19.899242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:19.911056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.917369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.928528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ab5d0b01-9165-4ff7-9161-5cf818f2f3f2) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:19.931227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf29c5e-ef3c-488f-837e-8bc01779a4ea']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:19.937466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b844e-e9c1-49e5-a0b9-95aa4249a19a None None] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:19.945043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:19.945630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.949380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396773cd-5a70-4cc8-a521-4ffd31003beb') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:19.949679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396773cd-5a70-4cc8-a521-4ffd31003beb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:19.969519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:19.987251 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6724787 Jun 22 20:43:19.991721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:19.996573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-463583959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:20.002625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.027582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec154b-4aaa-4f68-98cb-c17a8512b30a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.034131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec154b-4aaa-4f68-98cb-c17a8512b30a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.037932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-60ec154b-4aaa-4f68-98cb-c17a8512b30a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2009985 Jun 22 20:43:20.037932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:20.038193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:20.043147 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:20.045928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57244) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:20.128372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.129379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.131255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ab5d0b01-9165-4ff7-9161-5cf818f2f3f2', 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '415991de-5854-410e-9884-e119d0ba28e5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:20.132456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.166270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.188057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d33d8ea5-79bc-419a-a5db-e8696f593e5b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:20.200142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.205393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/4cf29c5e-ef3c-488f-837e-8bc01779a4ea HTTP/1.1" status: 204 len: 168 time: 1.7251201 Jun 22 20:43:20.208284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:20.217805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569098230', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:20.219023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=4cf29c5e-ef3c-488f-837e-8bc01779a4ea,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:20.228005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.252568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:20.253880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.262219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.287903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Allocated IP 2001:db8::2 (ab5d0b01-9165-4ff7-9161-5cf818f2f3f2/415991de-5854-410e-9884-e119d0ba28e5/fd492e7f-da92-4d21-bb50-ba7d87764207) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:20.288180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port f184ce2a-5a7e-4adb-9112-8f5a2b377ca5 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:20.288180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.354180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.358146 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f6081b5d-00f1-4e48-a30f-2d1de52eadf5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3628092 Jun 22 20:43:20.359160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57248) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:20.369078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.370077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'port': {'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2', 'name': 'tempest-RoutersIpV6Test-287026039'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:20.370639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.376712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.412399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for f184ce2a-5a7e-4adb-9112-8f5a2b377ca5 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:20.415667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec746-db53-4033-9c61-d2f352d9cca2 req-91e1613f-20a4-496c-bc7c-647be58416d0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.417205 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-323ec746-db53-4033-9c61-d2f352d9cca2 req-91e1613f-20a4-496c-bc7c-647be58416d0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.3061187 Jun 22 20:43:20.428996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-e00cfff0-1697-4fe8-9384-55b73b7575bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.430752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-e00cfff0-1697-4fe8-9384-55b73b7575bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.3185978 Jun 22 20:43:20.449089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:43:20.472075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.484986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.496045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Transition to ACTIVE for port object fd492e7f-da92-4d21-bb50-ba7d87764207 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:20.514055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Transition to ACTIVE for port object fd492e7f-da92-4d21-bb50-ba7d87764207 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:20.523181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.526709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-46f2e4ba-3e3c-47ab-b200-eb90443889ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:20.572926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:20.576487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:20.581479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:20.590381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:20.591648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Transition to ACTIVE for port object e50f2969-6e31-48df-91ca-bbf059aa1abf will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:20.594317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Pushing event updated for resources: {'Port': ['ID=fd492e7f-da92-4d21-bb50-ba7d87764207,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:20.594628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.595427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.600015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:20.633445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] device_id is not set on port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:20.640903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.646701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-da44aa6c-6b22-4cf0-819a-2dbf019c4a53 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:20.651560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-323ec746-db53-4033-9c61-d2f352d9cca2 req-689ad8e1-aa1d-4e93-b726-5964503baaa0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192223 Jun 22 20:43:20.657252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 589b641a-06e7-4e69-9106-f23f66c3c05d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:20.690034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 589b641a-06e7-4e69-9106-f23f66c3c05d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:20.690388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 589b641a-06e7-4e69-9106-f23f66c3c05d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:20.695727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Attempting to bind port fd492e7f-da92-4d21-bb50-ba7d87764207 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:20.696107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Attempting to bind port fd492e7f-da92-4d21-bb50-ba7d87764207 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '980a486b-0001-43b4-811c-78a7190f62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:20.696528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Attempting to bind port fd492e7f-da92-4d21-bb50-ba7d87764207 on network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:20.703082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:20.703300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Checking segment: {'id': '980a486b-0001-43b4-811c-78a7190f62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:20.703569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.704047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Bound using segment: {'id': '980a486b-0001-43b4-811c-78a7190f62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:20.704478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Bound port: fd492e7f-da92-4d21-bb50-ba7d87764207, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980a486b-0001-43b4-811c-78a7190f62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab5d0b01-9165-4ff7-9161-5cf818f2f3f2'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:20.704896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.711138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.721836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee92dd53-39cd-4520-9f2e-757d2aa424bc tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:20.753842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=f184ce2a-5a7e-4adb-9112-8f5a2b377ca5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:20.764057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:20.794478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.799731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/f184ce2a-5a7e-4adb-9112-8f5a2b377ca5 HTTP/1.1" status: 204 len: 168 time: 0.7413435 Jun 22 20:43:20.799955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57252) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:20.808373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] For port fd492e7f-da92-4d21-bb50-ba7d87764207, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:20.812377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] For port fd492e7f-da92-4d21-bb50-ba7d87764207, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fd492e7f-da92-4d21-bb50-ba7d87764207,segment=NetworkSegment(980a486b-0001-43b4-811c-78a7190f62d9),segment_id=980a486b-0001-43b4-811c-78a7190f62d9)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:20.830732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.835610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:20.859082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:20.863875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:20.885542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8::23a (ab5d0b01-9165-4ff7-9161-5cf818f2f3f2/415991de-5854-410e-9884-e119d0ba28e5/1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:20.930262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f90f6-b7d7-4b7c-b8aa-ac3ef9549c3a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.934261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bc8f90f6-b7d7-4b7c-b8aa-ac3ef9549c3a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1308248 Jun 22 20:43:20.955759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:20.968832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.976607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.979364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-6810549b-f92e-47a9-b3ab-18ee836456c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:20.981321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-6810549b-f92e-47a9-b3ab-18ee836456c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.5197847 Jun 22 20:43:20.986600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Pushing event updated for resources: {'Port': ['ID=fd492e7f-da92-4d21-bb50-ba7d87764207,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:20.996623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:20.997709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:21.089952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.108363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca58a1b-40ff-438e-9124-0d063037ed39 req-f210bf00-6a8b-4f2e-8908-2c86134a1b45 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:21.109913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1ca58a1b-40ff-438e-9124-0d063037ed39 req-f210bf00-6a8b-4f2e-8908-2c86134a1b45 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 943 time: 0.1733379 Jun 22 20:43:21.121552 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c99e3cf-e19e-4b94-8f64-fee80ff7c7f2 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:21.123212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c99e3cf-e19e-4b94-8f64-fee80ff7c7f2 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/1b15a3f4-948f-4a6a-a934-ab2199068729 HTTP/1.1" status: 404 len: 333 time: 0.1491997 Jun 22 20:43:21.127291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57256) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:21.209985 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-46834dd2-736c-4ee9-a78f-84ff67f78dd2 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:21.214361 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-46834dd2-736c-4ee9-a78f-84ff67f78dd2 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/f184ce2a-5a7e-4adb-9112-8f5a2b377ca5 HTTP/1.1" status: 404 len: 333 time: 0.0800397 Jun 22 20:43:21.219498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57258) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:21.237383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.243955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1ca58a1b-40ff-438e-9124-0d063037ed39 req-f07b0d1f-f43d-48c3-99d0-5de0f32a812d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238205 Jun 22 20:43:21.257600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:21.293706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.299541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ea7fd4d-44de-491e-a3f8-54d023e5fbfb tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:21.349029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:21.353497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:21.358307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:21.364100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:21.364898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.370052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:21.375042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:21.386035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0241253 Jun 22 20:43:21.386858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57260) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:21.402611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-c7981aab-ecff-40e0-a6cb-ef641595f24a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.3667326 Jun 22 20:43:21.459424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.465336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Attempting to bind port e50f2969-6e31-48df-91ca-bbf059aa1abf on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:21.465666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Attempting to bind port e50f2969-6e31-48df-91ca-bbf059aa1abf by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:21.466020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Attempting to bind port e50f2969-6e31-48df-91ca-bbf059aa1abf on network 494acffb-6ea3-4101-97a2-d7a48d6415ad {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:21.513966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Port e50f2969-6e31-48df-91ca-bbf059aa1abf on network 494acffb-6ea3-4101-97a2-d7a48d6415ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:43:21.514291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Attempting to bind port e50f2969-6e31-48df-91ca-bbf059aa1abf on network 494acffb-6ea3-4101-97a2-d7a48d6415ad {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:21.536065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:21.536399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Checking segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:21.537377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Bound using segment: {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:21.537936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Bound port: e50f2969-6e31-48df-91ca-bbf059aa1abf, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71b9bb1-0974-4522-afe5-159d1111eb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:21.538278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.544637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-710ea966-2410-48ba-af2b-1fee3ab5af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:21.546181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-710ea966-2410-48ba-af2b-1fee3ab5af31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.1280155 Jun 22 20:43:21.729597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.732700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router 6bb30c6d-7570-4ef0-9346-5a6729711776 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:21.750211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.754555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c4a329-ff1d-4b4d-859f-2c86ec1d274c']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:21.778601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69edeb7e-7cde-4fe5-abea-9504b03c02e9') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:21.778876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69edeb7e-7cde-4fe5-abea-9504b03c02e9') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:21.780916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:21.784895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:21.799395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.820996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.861686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-acef0100-7a4b-41e5-8705-e6e5eddedc56 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:21.917507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:21.979631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-b17e79a8-2a0a-4d3b-962d-d915ac2afb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:21.981158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-b17e79a8-2a0a-4d3b-962d-d915ac2afb10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4216263 Jun 22 20:43:22.012640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:22.013054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.018755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:22.019455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.021035 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] 10.222.0.53 "PUT /v2.0/ports/e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 1093 time: 2.8856139 Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:22.022024 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:22.024623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:43:22.024847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:43:22.060716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.064955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.080123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:22.122289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501c435-6ede-44c1-abfe-9e34b44a6cef x-openstack-request-id: req-e501c435-6ede-44c1-abfe-9e34b44a6cef {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:43:22.122726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:43:22.123117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e501c435-6ede-44c1-abfe-9e34b44a6cef {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:43:22.123665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'status': 'completed', 'code': 200} Jun 22 20:43:22.153021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.156356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:22.160639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:22.168417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffca32-24da-4a39-a93f-14364cc70659 None None] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:22.177565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:22.180856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:22.272925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-53b0604d-f1e6-41d6-8ef1-c4d25ccac1ac None None] Provisioning for port fd492e7f-da92-4d21-bb50-ba7d87764207 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:22.315247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.676080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fd492e7f-da92-4d21-bb50-ba7d87764207 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:22.699325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.705124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:22.735340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3612e378-c7bb-4d12-a356-c035a5f2c112 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:22.749396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.751811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.758742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/44c4a329-ff1d-4b4d-859f-2c86ec1d274c HTTP/1.1" status: 204 len: 168 time: 1.5361323 Jun 22 20:43:22.761823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.763069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "PUT /v2.0/routers/6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 200 len: 913 time: 5.5295656 Jun 22 20:43:22.774510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57268) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:22.774773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:22.801143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.823664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e2d2-1afa-4b3a-922a-5ec24a8a88e5 req-08149dd1-b091-43cf-be39-caae519a5374 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:22.825236 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2dd6e2d2-1afa-4b3a-922a-5ec24a8a88e5 req-08149dd1-b091-43cf-be39-caae519a5374 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 943 time: 0.4351282 Jun 22 20:43:22.889859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=44c4a329-ff1d-4b4d-859f-2c86ec1d274c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:22.896280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-755193782'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:22.901273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] Sync routers for ids ['6bb30c6d-7570-4ef0-9346-5a6729711776'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:22.925517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:22.939641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.941692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] Routers {'6bb30c6d-7570-4ef0-9346-5a6729711776'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:22.943740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6bb30c6d-7570-4ef0-9346-5a6729711776'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:22.948379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:22.975555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f0df-4053-419f-b17f-8e23131d91a4 req-b56a07c8-6d65-446c-a2a7-7eb6b0c7e361 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:22.977089 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4349f0df-4053-419f-b17f-8e23131d91a4 req-b56a07c8-6d65-446c-a2a7-7eb6b0c7e361 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 1.1819212 Jun 22 20:43:22.982907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:22.985121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Provisioning for port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:22.992606 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7ea3fc7c-4b29-42c1-98eb-4213d9f60eaa tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 200 len: 919 time: 0.2115068 Jun 22 20:43:22.995194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57272) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:22.997706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Provisioning complete for port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:22.998297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.012180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2dd6e2d2-1afa-4b3a-922a-5ec24a8a88e5 req-da87a4f8-6fec-425a-aafc-aa7645b82c72 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729963 Jun 22 20:43:23.041286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] Routers {'6bb30c6d-7570-4ef0-9346-5a6729711776'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:23.041937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6bb30c6d-7570-4ef0-9346-5a6729711776'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:23.055771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-53f2d996-4e76-4fe9-bc0f-695e20e4e680 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0138490 Jun 22 20:43:23.081749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port fd492e7f-da92-4d21-bb50-ba7d87764207 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:23.083501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:23.085694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e21e3-0aaf-45ce-b7d9-5979e158daab None None] The sync data for ids ['6bb30c6d-7570-4ef0-9346-5a6729711776'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:23.091581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port fd492e7f-da92-4d21-bb50-ba7d87764207 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:23.091928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.092371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-785c4d4a-7503-40f7-ac23-28203c68724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.094854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-785c4d4a-7503-40f7-ac23-28203c68724f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1096 time: 0.9777517 Jun 22 20:43:23.095472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:23.095970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:23.099043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.142058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Provisioning complete for port fd492e7f-da92-4d21-bb50-ba7d87764207 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:23.142628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.192000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70c0f4-6ef7-4e3c-b615-d900e66aaffe tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.197567 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad70c0f4-6ef7-4e3c-b615-d900e66aaffe tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=6bb30c6d-7570-4ef0-9346-5a6729711776&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1796539 Jun 22 20:43:23.199600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57274) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:23.240450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.254800 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-3db85697-6d48-49f1-8e13-52edb76520bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 217 time: 0.1374066 Jun 22 20:43:23.299444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.320084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:23.332945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e51aad-4234-40a1-9cd5-39f4030f6e19 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.338000 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-14e51aad-4234-40a1-9cd5-39f4030f6e19 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1346574 Jun 22 20:43:23.338338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:23.349212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4349f0df-4053-419f-b17f-8e23131d91a4 req-17613ada-52b1-48c7-8c9c-eca6d0fe21da tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487437 Jun 22 20:43:23.379313 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7497153-ed0e-4112-8bf6-72695b059973 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 200 len: 205 time: 0.0360529 Jun 22 20:43:23.381178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57278) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:23.381757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] For port fd492e7f-da92-4d21-bb50-ba7d87764207, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fd492e7f-da92-4d21-bb50-ba7d87764207,segment=NetworkSegment(980a486b-0001-43b4-811c-78a7190f62d9),segment_id=980a486b-0001-43b4-811c-78a7190f62d9)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:23.389427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.398378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47583258-181d-491d-ac6a-2f875bd1b0da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:23.398573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.398785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment f520c296-d25d-4e33-8009-8cf5596af1b4 of type vlan for network 895b5dc2-3264-42b0-9254-fc13bdd05455 Jun 22 20:43:23.400576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.26.4.3 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/87c1ce35-213f-4d6d-80c0-310b260b8bcf) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:23.435068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.448371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.449121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.453136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-705b4295-5116-49be-8d27-bb90334429b2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:23.478015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0b79c98-3aa7-48e0-8e51-c8f96e5f6e5e req-a3a36649-4e8f-4dbb-8a09-e67a7be2dfa4 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752563 Jun 22 20:43:23.483200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:43:23.483791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:43:23.486109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-e24b98f8-c60c-4a19-94ee-9d42e5054e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.488420 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-e24b98f8-c60c-4a19-94ee-9d42e5054e55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 200 len: 835 time: 0.1858034 Jun 22 20:43:23.489500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Pushing event updated for resources: {'Port': ['ID=fd492e7f-da92-4d21-bb50-ba7d87764207,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:23.493816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:23.501967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.512228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb98146e-3363-4b11-80df-eb7680e241c0 None None] Provisioning complete for port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:23.512952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb98146e-3363-4b11-80df-eb7680e241c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.566372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bb98146e-3363-4b11-80df-eb7680e241c0 None None] Port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:23.596671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:23.600364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:23.624734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.628671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.634311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.634897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.641615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca21c8af-e393-418e-a7c2-065f6b0f3d1f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:23.682950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.695885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:23.716004 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9393685 Jun 22 20:43:23.721591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57280) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:23.722521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:23.732653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1a648709-8af0-45ec-b309-f3d99ede781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:23.734185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-1a648709-8af0-45ec-b309-f3d99ede781c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=494acffb-6ea3-4101-97a2-d7a48d6415ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286313 Jun 22 20:43:23.734738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:23.734960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=895b5dc2-3264-42b0-9254-fc13bdd05455,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:23.738573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:23.750987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:23.840153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.845975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29595651-e1ad-445b-9538-aee017ff962d tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:23.888690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-e15076bd-ce4b-4d10-b012-f65b9d98feb3 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444829 Jun 22 20:43:23.894475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:23.908477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:23.913746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:23.914316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:23.925924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=87c1ce35-213f-4d6d-80c0-310b260b8bcf,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:23.959020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:23.978440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:23.981834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.096443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port 44abe996-24e2-41d0-8853-e81eccd94365 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:24.096767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.099791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2c51bbe-969c-4076-a9c3-0a4bf4e63fb7 None None] Provisioning complete for port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:24.100667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2c51bbe-969c-4076-a9c3-0a4bf4e63fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.105350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6adb650a-55bf-4440-9de6-3222d2936bff req-059b3f97-b725-46aa-9415-c82ba602883a service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073135 Jun 22 20:43:24.119514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router d38e0959-cc45-4be4-9709-1788e9b40ebf is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:24.156452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d2c51bbe-969c-4076-a9c3-0a4bf4e63fb7 None None] Port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:24.321868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.362921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-44f171a6-95cd-48fa-97dd-5bca6ccc90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.363626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.364393 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-44f171a6-95cd-48fa-97dd-5bca6ccc90f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1096 time: 0.1407349 Jun 22 20:43:24.415625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for 44abe996-24e2-41d0-8853-e81eccd94365 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:24.440996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:24.454074 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] Sync routers for ids ['d38e0959-cc45-4be4-9709-1788e9b40ebf'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:24.456388 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/d38e0959-cc45-4be4-9709-1788e9b40ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0684638 Jun 22 20:43:24.460420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57286) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:24.468491 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] Routers {'d38e0959-cc45-4be4-9709-1788e9b40ebf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:24.469551 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d38e0959-cc45-4be4-9709-1788e9b40ebf'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:24.478168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.508012 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:24.515810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-99f9e1bb-5c08-4f1e-8153-fcf12d2529f4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:24.517558 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] Routers {'d38e0959-cc45-4be4-9709-1788e9b40ebf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:24.518265 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d38e0959-cc45-4be4-9709-1788e9b40ebf'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:24.554208 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:24.555246 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5c73d-9ad7-49a1-9b07-34a82e367fcf None None] The sync data for ids ['d38e0959-cc45-4be4-9709-1788e9b40ebf'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:24.590139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad975fd4-9477-43d9-8bff-43de4763085e req-c42fa9cd-3fb8-462a-8942-8185f1da701e tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.591789 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad975fd4-9477-43d9-8bff-43de4763085e req-c42fa9cd-3fb8-462a-8942-8185f1da701e tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 943 time: 0.3703914 Jun 22 20:43:24.609569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-8313463c-e19f-450e-90d2-163074ac0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.610740 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-8313463c-e19f-450e-90d2-163074ac0819 service neutron] 10.222.0.53 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 896 time: 0.2380741 Jun 22 20:43:24.617443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=17d62847-06f9-4b50-904c-8942db77767b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:24.628316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4192da6-6065-4195-8ac2-0b3ab9bad4a4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.629623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e4192da6-6065-4195-8ac2-0b3ab9bad4a4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports/1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 HTTP/1.1" status: 200 len: 983 time: 0.1670928 Jun 22 20:43:24.634661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:24.638141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57288) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:24.649445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fd492e7f-da92-4d21-bb50-ba7d87764207 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:24.675506 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-725d658a-3e18-4a19-9f32-112d85fcd318 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 217 time: 0.0554330 Jun 22 20:43:24.708461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port fd492e7f-da92-4d21-bb50-ba7d87764207 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:24.708461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.763481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245e53-0c59-40b6-b952-d5f081094895 req-ad1540fa-e489-49c9-b45f-35c7a0409309 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.765006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-51245e53-0c59-40b6-b952-d5f081094895 req-ad1540fa-e489-49c9-b45f-35c7a0409309 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2645037 Jun 22 20:43:24.794725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:24.804922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-9b714148-4120-4537-bad2-4d1dba219bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.806394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-9b714148-4120-4537-bad2-4d1dba219bb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 200 len: 835 time: 0.1223085 Jun 22 20:43:24.899044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-51245e53-0c59-40b6-b952-d5f081094895 req-d16b9cfc-641f-46b3-bcc4-3905198d833b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193333 Jun 22 20:43:24.975700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-e33d9019-7369-4d0a-8148-38edfa3d067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:24.977196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-e33d9019-7369-4d0a-8148-38edfa3d067c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=494acffb-6ea3-4101-97a2-d7a48d6415ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298232 Jun 22 20:43:25.094032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 02858c6b-5e30-4b71-912b-4164caf72591 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:25.094301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': 'f520c296-d25d-4e33-8009-8cf5596af1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:25.094301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 895b5dc2-3264-42b0-9254-fc13bdd05455, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:25.105455 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad975fd4-9477-43d9-8bff-43de4763085e req-66b9719f-cc9a-4ec7-9bc4-d6eb9a1be4f4 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996111 Jun 22 20:43:25.202091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-234a0bbb-5d7b-42f5-9ca4-e86b905f178c service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174358 Jun 22 20:43:25.234063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:25.258117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.263207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8588de87-3190-4c65-b30c-7899c8d1b9c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:25.265034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 895b5dc2-3264-42b0-9254-fc13bdd05455) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:25.277663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8b2f3-d4a0-424d-a53d-4c6496060b0a req-4171f4c1-88fe-4d90-80f5-1272529f2bdf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:25.279090 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02f8b2f3-d4a0-424d-a53d-4c6496060b0a req-4171f4c1-88fe-4d90-80f5-1272529f2bdf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2244773 Jun 22 20:43:25.283286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdebc4-f546-4087-9500-838019603548 None None] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:25.294858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:25.295467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.306064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=44abe996-24e2-41d0-8853-e81eccd94365,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:25.307844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:25.349495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:25.359782 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6318657 Jun 22 20:43:25.362516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57292) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:25.370237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455', 'name': 'tempest-PortsTestJSON-1604481804'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:25.391874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] Sync routers for ids ['02858c6b-5e30-4b71-912b-4164caf72591'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:25.394516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.399086 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1837888 Jun 22 20:43:25.400546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57294) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:25.406652 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02f8b2f3-d4a0-424d-a53d-4c6496060b0a req-f48135c6-bd80-4de0-a4c6-cbb5b72e1aaf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915904 Jun 22 20:43:25.416697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd9f6f84-3487-42ba-b0af-d3991c9f3efb req-cb6d19d9-32f3-44a8-b645-e6c2dad42697 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078495 Jun 22 20:43:25.420091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] Routers {'02858c6b-5e30-4b71-912b-4164caf72591'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:25.420723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['02858c6b-5e30-4b71-912b-4164caf72591'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:25.467031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:25.496044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] Routers {'02858c6b-5e30-4b71-912b-4164caf72591'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:25.496773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['02858c6b-5e30-4b71-912b-4164caf72591'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:25.545312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.558748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:25.559548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229cda2-1541-4f44-8fd4-1672e00721e5 None None] The sync data for ids ['02858c6b-5e30-4b71-912b-4164caf72591'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:25.617774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:43:25.627728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-895b5dc2-3264-42b0-9254-fc13bdd05455', 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': '17d62847-06f9-4b50-904c-8942db77767b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:25.629181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.717564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.720643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.806101 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc2614f4-c83c-41bf-9b82-8af08b2452c8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers/02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 200 len: 879 time: 0.4035213 Jun 22 20:43:25.810116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57300) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:25.877533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.878204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb30c6d-7570-4ef0-9346-5a6729711776 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:25.889327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.894711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 204 len: 168 time: 2.5084343 Jun 22 20:43:25.894711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:25.895997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.898191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57302) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:25.899363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c676-ae6c-4f47-ab4b-09beaf195557 req-f9a9d7ed-87d0-4a93-9b62-b1ff2b0b8a42 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:25.902421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2688c676-ae6c-4f47-ab4b-09beaf195557 req-f9a9d7ed-87d0-4a93-9b62-b1ff2b0b8a42 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1123328 Jun 22 20:43:25.907163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Allocated IP 172.20.0.2 (895b5dc2-3264-42b0-9254-fc13bdd05455/17d62847-06f9-4b50-904c-8942db77767b/948e849a-2144-4989-9129-3ff811f46558) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:25.909000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-538279024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:25.910990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:25.931732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'mac_address': 'fa:16:3e:79:30:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:43:25.965130 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2688c676-ae6c-4f47-ab4b-09beaf195557 req-d747edcb-0f9b-4f03-8374-1a4b198525f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550177 Jun 22 20:43:25.974018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 69519a77-dc4e-49ba-a458-0fd075a77e78 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:25.996851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:25.996851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.041036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.060254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:43:26.102846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:26.126161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.131843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-102ea12e-c364-4561-b483-edaa44066eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:26.187579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.206710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.213963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.228755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Transition to ACTIVE for port object 948e849a-2144-4989-9129-3ff811f46558 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:26.249939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:26.257842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.268578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Transition to ACTIVE for port object 948e849a-2144-4989-9129-3ff811f46558 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:26.272635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:26.290323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.294280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1fe37714-823c-4dfb-8865-fc49fb42759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:26.347914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:26.351378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:26.357375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:26.364253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea006-78af-4278-a921-1190cd2ffaf6 req-2b10f4a4-e4d5-4e9d-ade4-ea85cc4de9d1 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:26.364634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Pushing event updated for resources: {'Port': ['ID=948e849a-2144-4989-9129-3ff811f46558,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:26.366289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6e2ea006-78af-4278-a921-1190cd2ffaf6 req-2b10f4a4-e4d5-4e9d-ade4-ea85cc4de9d1 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 944 time: 0.1227984 Jun 22 20:43:26.369815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.371824 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ed55c4df-0f92-464f-b728-6fa8ff4e8db6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4697859 Jun 22 20:43:26.374528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:26.374842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57310) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:26.382399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'enable_snat': False}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:26.394957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['e50f2969-6e31-48df-91ca-bbf059aa1abf'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:43:26.441495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.12 (895b5dc2-3264-42b0-9254-fc13bdd05455/17d62847-06f9-4b50-904c-8942db77767b/69519a77-dc4e-49ba-a458-0fd075a77e78) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:26.507483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Attempting to bind port 948e849a-2144-4989-9129-3ff811f46558 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:26.507822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Attempting to bind port 948e849a-2144-4989-9129-3ff811f46558 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f520c296-d25d-4e33-8009-8cf5596af1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:26.508130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Attempting to bind port 948e849a-2144-4989-9129-3ff811f46558 on network 895b5dc2-3264-42b0-9254-fc13bdd05455 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:26.523602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:26.524019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Checking segment: {'id': 'f520c296-d25d-4e33-8009-8cf5596af1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:26.524385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.524789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Bound using segment: {'id': 'f520c296-d25d-4e33-8009-8cf5596af1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:26.525290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Bound port: 948e849a-2144-4989-9129-3ff811f46558, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520c296-d25d-4e33-8009-8cf5596af1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '895b5dc2-3264-42b0-9254-fc13bdd05455'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:26.525674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.589829 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b9db495b-0a67-430f-bf8a-97ab0f0a4b99 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7771113 Jun 22 20:43:26.598399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57312) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:26.610867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1569098230'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:26.691079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635452-3450-4578-96ca-ffc453ed1ccd req-537ee6ad-974f-4c06-9abf-314fb10a2c5f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:26.691525 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66635452-3450-4578-96ca-ffc453ed1ccd req-537ee6ad-974f-4c06-9abf-314fb10a2c5f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.3353648 Jun 22 20:43:26.698093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] For port 948e849a-2144-4989-9129-3ff811f46558, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:26.704218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] For port 948e849a-2144-4989-9129-3ff811f46558, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=948e849a-2144-4989-9129-3ff811f46558,segment=NetworkSegment(f520c296-d25d-4e33-8009-8cf5596af1b4),segment_id=f520c296-d25d-4e33-8009-8cf5596af1b4)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:26.713037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:26.718447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cb44048d-204b-40da-85f9-c1eff9dbdea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:26.818201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Pushing event updated for resources: {'Port': ['ID=948e849a-2144-4989-9129-3ff811f46558,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:26.831210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:26.981988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6e2ea006-78af-4278-a921-1190cd2ffaf6 req-0c82eea3-d373-48ee-83e2-11e2435096a7 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928144 Jun 22 20:43:27.067273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.178713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66635452-3450-4578-96ca-ffc453ed1ccd req-7047f94e-3a88-48a7-b576-d2085ccccb2f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802251 Jun 22 20:43:27.226432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.287247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 69519a77-dc4e-49ba-a458-0fd075a77e78 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:27.288757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.308656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.369749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:27.370120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.426537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Allocated IP 172.26.4.192 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/2c69345f-8afd-4353-83ac-e963323bde96) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:27.472157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.483737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8e4c5842-ce6e-4900-a9fe-b3428ffdc697 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:27.544183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.584270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:27.587369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.590638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6aac133d-22d6-4dd5-86ed-c13e7071cfa4 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:27.597764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:27.598452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.608143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:27.616532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:27.624098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=69519a77-dc4e-49ba-a458-0fd075a77e78,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:27.654028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:27.657293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:27.659816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:27.662433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:27.662664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:27.666173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Pushing event updated for resources: {'Port': ['ID=2c69345f-8afd-4353-83ac-e963323bde96,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:27.668477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port e50f2969-6e31-48df-91ca-bbf059aa1abf completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:27.675130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port e50f2969-6e31-48df-91ca-bbf059aa1abf triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:27.675582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.683579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.691413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:27.740731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.752672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:27.754178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.778892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.814086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:43:27.816715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6254d2-f2f9-4322-98ee-184154e7499f" -d '{"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-plugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:43:27.838487 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4747281 Jun 22 20:43:27.841474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57316) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:27.847252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:27.857997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:27.858946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:27.896480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35425e8e-c6c9-4a09-b3d0-d6336795a3c3 x-openstack-request-id: req-35425e8e-c6c9-4a09-b3d0-d6336795a3c3 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:43:27.897927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-plugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:43:27.898255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35425e8e-c6c9-4a09-b3d0-d6336795a3c3 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:43:27.898723 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'code': 200} Jun 22 20:43:27.901224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9c2cf-4317-46ed-86ef-ee5093673c0f None None] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:27.987592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:27.991911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 02858c6b-5e30-4b71-912b-4164caf72591 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:27.994527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:27.997051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d683e670-9065-4c84-a0ad-c73d32ccb4f9 None None] Provisioning for port 948e849a-2144-4989-9129-3ff811f46558 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:28.094607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.101824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42a582af-a5a3-427a-8c5d-f72db6230c83 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:28.115233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.168030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=1edb4e8e-1fce-4bf4-8ed0-0c5d8317b2d0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:28.182015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:28.218979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 69519a77-dc4e-49ba-a458-0fd075a77e78 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:28.219323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.316847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.348643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:28.359636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.363581 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] Sync routers for ids ['02858c6b-5e30-4b71-912b-4164caf72591'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:28.364115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1f2b2236-b4fd-4c6c-a20c-6e22de1a55db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 200 len: 886 time: 1.7591832 Jun 22 20:43:28.369636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57322) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:28.383344 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] Routers {'02858c6b-5e30-4b71-912b-4164caf72591'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:28.386159 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['02858c6b-5e30-4b71-912b-4164caf72591'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:28.403419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d8d34-07e3-46ec-9a2b-fa1f56554012 req-4a26164b-fdf6-4568-9ea0-e024a023dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:28.405316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-572d8d34-07e3-46ec-9a2b-fa1f56554012 req-4a26164b-fdf6-4568-9ea0-e024a023dce4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1098 time: 0.2359140 Jun 22 20:43:28.451004 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:28.480929 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] Routers {'02858c6b-5e30-4b71-912b-4164caf72591'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:28.481842 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['02858c6b-5e30-4b71-912b-4164caf72591'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:28.486541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.500416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 69519a77-dc4e-49ba-a458-0fd075a77e78 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:28.528606 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:28.529711 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89feb87e-25c2-4b46-99b3-90ac54f667c3 None None] The sync data for ids ['02858c6b-5e30-4b71-912b-4164caf72591'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:28.547687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af85b8-2f46-4b5a-b313-f754321f23a0 req-a7a92e8e-fb00-45df-9120-b4b6667caec8 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:28.549487 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-37af85b8-2f46-4b5a-b313-f754321f23a0 req-a7a92e8e-fb00-45df-9120-b4b6667caec8 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.3855138 Jun 22 20:43:28.559135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e58a8cf1-6e4b-418f-9232-09a1c46bd008 None None] Provisioning for port 69519a77-dc4e-49ba-a458-0fd075a77e78 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:28.563972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e58a8cf1-6e4b-418f-9232-09a1c46bd008 None None] Provisioning complete for port 69519a77-dc4e-49ba-a458-0fd075a77e78 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:28.564502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e58a8cf1-6e4b-418f-9232-09a1c46bd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.619730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e58a8cf1-6e4b-418f-9232-09a1c46bd008 None None] Port 69519a77-dc4e-49ba-a458-0fd075a77e78 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:28.699514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 948e849a-2144-4989-9129-3ff811f46558 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:28.705964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router d38e0959-cc45-4be4-9709-1788e9b40ebf has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:28.725321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-572d8d34-07e3-46ec-9a2b-fa1f56554012 req-18092ac6-faea-43a2-85e9-51d42bec9954 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775301 Jun 22 20:43:28.737142 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-37af85b8-2f46-4b5a-b313-f754321f23a0 req-be70e4a8-8976-4b24-81f2-b8b700af61b2 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797385 Jun 22 20:43:28.748255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.762078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.774875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 948e849a-2144-4989-9129-3ff811f46558 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:28.781529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 948e849a-2144-4989-9129-3ff811f46558 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:28.784681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:28.789523 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-963f5d58-c24a-4766-b089-8206da97650e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers/02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 200 len: 886 time: 0.4192605 Jun 22 20:43:28.795854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3ce0f-bf79-4e5a-989f-cce73007f4f1 req-1ed8ff3e-7883-4ce3-9f18-d9f7736160a8 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:28.808172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1da3ce0f-bf79-4e5a-989f-cce73007f4f1 req-1ed8ff3e-7883-4ce3-9f18-d9f7736160a8 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.3312669 Jun 22 20:43:28.810222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57324) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:28.826322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:28.831985 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/d38e0959-cc45-4be4-9709-1788e9b40ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1926274 Jun 22 20:43:28.835323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57326) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:28.924054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a01bbdd3-f75b-4614-b3dd-777d7beacaa8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 200 len: 205 time: 0.0654705 Jun 22 20:43:28.932778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57328) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:28.970775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] Sync routers for ids ['d38e0959-cc45-4be4-9709-1788e9b40ebf'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:29.002248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] Routers {'d38e0959-cc45-4be4-9709-1788e9b40ebf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:29.003450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d38e0959-cc45-4be4-9709-1788e9b40ebf'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:29.008915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fed2e312-5778-445a-b579-fc643ebd9a08 None None] Provisioning complete for port 69519a77-dc4e-49ba-a458-0fd075a77e78 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:29.009572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fed2e312-5778-445a-b579-fc643ebd9a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.061026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1da3ce0f-bf79-4e5a-989f-cce73007f4f1 req-1f3a6049-3031-4837-8f67-5b6b85dd4a25 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520084 Jun 22 20:43:29.066749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.068283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:29.089768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fed2e312-5778-445a-b579-fc643ebd9a08 None None] Port 69519a77-dc4e-49ba-a458-0fd075a77e78 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:29.095845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] Routers {'d38e0959-cc45-4be4-9709-1788e9b40ebf'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:29.096674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d38e0959-cc45-4be4-9709-1788e9b40ebf'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:29.103698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a3153e5-31a1-4d89-92b1-57e2ec150712 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:29.139613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=69519a77-dc4e-49ba-a458-0fd075a77e78,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:29.149522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:29.150202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00031568-174d-4e1a-b70f-0742f041ab8e None None] The sync data for ids ['d38e0959-cc45-4be4-9709-1788e9b40ebf'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:29.169836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.170413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.170886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.171357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.171846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.172369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.172835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.173434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.173750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.174224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.174690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.175296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:29.178682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.202928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:29.235415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 948e849a-2144-4989-9129-3ff811f46558, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=948e849a-2144-4989-9129-3ff811f46558,segment=NetworkSegment(f520c296-d25d-4e33-8009-8cf5596af1b4),segment_id=f520c296-d25d-4e33-8009-8cf5596af1b4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:29.235895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.244700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.257074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:29.322635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.324658 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/69519a77-dc4e-49ba-a458-0fd075a77e78 HTTP/1.1" status: 204 len: 168 time: 1.4820499 Jun 22 20:43:29.327391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57332) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:29.365436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Router e6c99ed5-4efa-4a2b-8512-3d3afce35d68 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:29.383253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=948e849a-2144-4989-9129-3ff811f46558,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:29.386937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:29.401014 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e9c8d7-77fb-4d09-8086-7589663db810 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:43:29.402035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e9c8d7-77fb-4d09-8086-7589663db810 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:43:29.403896 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-74e9c8d7-77fb-4d09-8086-7589663db810 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/69519a77-dc4e-49ba-a458-0fd075a77e78 HTTP/1.1" status: 404 len: 333 time: 0.0754795 Jun 22 20:43:29.407168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:29.453772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45481a3-15f5-4dba-822e-b9118956be5d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:29.454887 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-9360ce4b-9b89-4007-919c-eaa90a89ae55 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 20:43:29.455553 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d45481a3-15f5-4dba-822e-b9118956be5d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/69519a77-dc4e-49ba-a458-0fd075a77e78 HTTP/1.1" status: 404 len: 333 time: 0.0465341 Jun 22 20:43:29.459734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57338) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:29.459904 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9360ce4b-9b89-4007-919c-eaa90a89ae55 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/d38e0959-cc45-4be4-9709-1788e9b40ebf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6230338 Jun 22 20:43:29.460133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57340) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:29.560433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.574361 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b900ede-eb80-4807-abe6-e4d9680aee45 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=d38e0959-cc45-4be4-9709-1788e9b40ebf HTTP/1.1" status: 200 len: 205 time: 0.1093645 Jun 22 20:43:29.574754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57342) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:29.689003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.877204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.881611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.952901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.953358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router d38e0959-cc45-4be4-9709-1788e9b40ebf {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:29.963383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:29.964484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a09b07b3-499a-4585-827f-d9a4ebbbe0c5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/d38e0959-cc45-4be4-9709-1788e9b40ebf HTTP/1.1" status: 204 len: 168 time: 0.3887582 Jun 22 20:43:29.967802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57346) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.030182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e887a-4b3d-476a-8ac7-9cab5ae831c7 req-5cd683a5-88df-42cb-94b0-bbde6805663e tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.031691 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b18e887a-4b3d-476a-8ac7-9cab5ae831c7 req-5cd683a5-88df-42cb-94b0-bbde6805663e tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.1496930 Jun 22 20:43:30.032792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet 17d62847-06f9-4b50-904c-8942db77767b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:30.038857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 415991de-5854-410e-9884-e119d0ba28e5 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:30.042727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.043218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.087807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:30.096586 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] Sync routers for ids ['e6c99ed5-4efa-4a2b-8512-3d3afce35d68'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:30.097247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.102444 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "PUT /v2.0/routers/e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 200 len: 915 time: 3.7253618 Jun 22 20:43:30.104094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57348) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.106280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.106403 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] Routers {'e6c99ed5-4efa-4a2b-8512-3d3afce35d68'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:30.107043 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e6c99ed5-4efa-4a2b-8512-3d3afce35d68'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:30.120869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.136737 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b18e887a-4b3d-476a-8ac7-9cab5ae831c7 req-43a4b864-0661-4ab9-8215-882d7786c391 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949235 Jun 22 20:43:30.142353 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:30.150906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415efbc-afdb-4445-b8f3-b9f9bebf2110 req-fdbc1f51-3464-417d-bb8a-398f926beffc tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.151441 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] Routers {'e6c99ed5-4efa-4a2b-8512-3d3afce35d68'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:30.152118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['e6c99ed5-4efa-4a2b-8512-3d3afce35d68'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:30.152423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7415efbc-afdb-4445-b8f3-b9f9bebf2110 req-fdbc1f51-3464-417d-bb8a-398f926beffc tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.6420195 Jun 22 20:43:30.196739 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:30.197952 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8fcf8-cbf3-4f3a-99fc-314fcd1d96ca None None] The sync data for ids ['e6c99ed5-4efa-4a2b-8512-3d3afce35d68'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:30.198292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 87c1ce35-213f-4d6d-80c0-310b260b8bcf {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:30.198636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.305215 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7415efbc-afdb-4445-b8f3-b9f9bebf2110 req-a6f1b64e-24da-4fc4-8791-d4571c6adb97 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447010 Jun 22 20:43:30.329980 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a0ebe5c-3c71-4031-901a-4343fb89d805 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 200 len: 921 time: 0.2191324 Jun 22 20:43:30.330290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.333690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57352) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.335062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.400600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.406466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eef0b9-ae11-491f-8e9e-7e26c137822d req-3f67fff8-8d46-4449-99c4-b68a5c85f2db tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.408001 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c7eef0b9-ae11-491f-8e9e-7e26c137822d req-3f67fff8-8d46-4449-99c4-b68a5c85f2db tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.1175346 Jun 22 20:43:30.409409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.413407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e6f56cf-ba5a-47f4-8897-8edf3f9399ce tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:30.434298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 87c1ce35-213f-4d6d-80c0-310b260b8bcf owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:30.448277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=415991de-5854-410e-9884-e119d0ba28e5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:30.450668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.452901 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/415991de-5854-410e-9884-e119d0ba28e5 HTTP/1.1" status: 204 len: 168 time: 0.4837236 Jun 22 20:43:30.458408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284d79b-b66c-44b7-9a87-cb00b65b454d None None] Network ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:30.460039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57354) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.477377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.477772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.478149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.478512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.478871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.479230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.479584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.479932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.480282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.480630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.480985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.481442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:30.494539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:30.508094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.514977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a83e2db5-77ea-47a0-ad34-df1446ba119c tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:30.557349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.562493 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/17d62847-06f9-4b50-904c-8942db77767b HTTP/1.1" status: 204 len: 168 time: 1.1013021 Jun 22 20:43:30.564931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611c231d-5616-4f7e-be4e-f9a42121866c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.569293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-611c231d-5616-4f7e-be4e-f9a42121866c tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=e6c99ed5-4efa-4a2b-8512-3d3afce35d68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2280905 Jun 22 20:43:30.569484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c7eef0b9-ae11-491f-8e9e-7e26c137822d req-4937b973-5e87-4646-8723-d9560d528fce tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470745 Jun 22 20:43:30.569577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57356) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.571424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de53e54-fe38-4f0d-aa09-403e3cca8a71 None None] Network 895b5dc2-3264-42b0-9254-fc13bdd05455 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:30.578993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57358) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.586822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=17d62847-06f9-4b50-904c-8942db77767b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:30.590383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57360) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.590959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:30.632282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.665166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 948e849a-2144-4989-9129-3ff811f46558 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:30.731051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.769711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc39e4cb-2dc7-4b71-9fbd-e712c38dc1c1 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.771180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc39e4cb-2dc7-4b71-9fbd-e712c38dc1c1 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/networks/fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 881 time: 0.1911092 Jun 22 20:43:30.777536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.789285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 948e849a-2144-4989-9129-3ff811f46558 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:30.789667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.836693 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-00e2343f-94f6-4df5-96d4-9b1c518d2b5e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 200 len: 205 time: 0.0564930 Jun 22 20:43:30.839506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57364) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.842075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737d53f-99f5-46f4-a137-3b448fb05b16 tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:30.846394 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9737d53f-99f5-46f4-a137-3b448fb05b16 tempest-TestNetworkAdvancedServerOps-318642259 tempest-TestNetworkAdvancedServerOps-318642259-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1093 time: 0.2503612 Jun 22 20:43:30.848153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57366) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:30.853266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:30.858705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 948e849a-2144-4989-9129-3ff811f46558 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:30.858705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.883676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] DHCP port deletion for ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:30.883946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.883946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9b2b102-b13b-4492-90a5-49edc5937b02 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:30.928087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port fd492e7f-da92-4d21-bb50-ba7d87764207 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:30.928494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.935602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:30.940400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] DHCP port deletion for 895b5dc2-3264-42b0-9254-fc13bdd05455 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:30.959153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=87c1ce35-213f-4d6d-80c0-310b260b8bcf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:30.964618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:30.991088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Deleting port fd492e7f-da92-4d21-bb50-ba7d87764207 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:30.991376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.025781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port 948e849a-2144-4989-9129-3ff811f46558, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=948e849a-2144-4989-9129-3ff811f46558,segment=NetworkSegment(f520c296-d25d-4e33-8009-8cf5596af1b4),segment_id=f520c296-d25d-4e33-8009-8cf5596af1b4)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:31.026159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.043005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 948e849a-2144-4989-9129-3ff811f46558 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:31.056122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Deleting port 948e849a-2144-4989-9129-3ff811f46558 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:31.056764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.061467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.063205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] For port fd492e7f-da92-4d21-bb50-ba7d87764207, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fd492e7f-da92-4d21-bb50-ba7d87764207,segment=NetworkSegment(980a486b-0001-43b4-811c-78a7190f62d9),segment_id=980a486b-0001-43b4-811c-78a7190f62d9)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:31.063834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.065912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port fd492e7f-da92-4d21-bb50-ba7d87764207, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fd492e7f-da92-4d21-bb50-ba7d87764207,segment=NetworkSegment(980a486b-0001-43b4-811c-78a7190f62d9),segment_id=980a486b-0001-43b4-811c-78a7190f62d9)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:31.066274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.071515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.092833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Calling delete_port for fd492e7f-da92-4d21-bb50-ba7d87764207 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:31.112523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for fd492e7f-da92-4d21-bb50-ba7d87764207 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:31.183911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] For port 948e849a-2144-4989-9129-3ff811f46558, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=948e849a-2144-4989-9129-3ff811f46558,segment=NetworkSegment(f520c296-d25d-4e33-8009-8cf5596af1b4),segment_id=f520c296-d25d-4e33-8009-8cf5596af1b4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:31.184313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.184548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.187765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.202668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Calling delete_port for 948e849a-2144-4989-9129-3ff811f46558 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:31.262265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.263046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router 02858c6b-5e30-4b71-912b-4164caf72591 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:31.270573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.272359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 204 len: 168 time: 2.3385477 Jun 22 20:43:31.273842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.275973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:31.276817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.284162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418876742'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:31.297443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.297870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.301615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ee40c936-306e-41f5-b353-5a8cb83ff39a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.316194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=948e849a-2144-4989-9129-3ff811f46558,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.324081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.326743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port 948e849a-2144-4989-9129-3ff811f46558 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:31.331585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.335164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.348180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Pushing event deleted for resources: {'Port': ['ID=fd492e7f-da92-4d21-bb50-ba7d87764207,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.351153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] No DVR routers for this DVR port fd492e7f-da92-4d21-bb50-ba7d87764207 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:31.354981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.357637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.358165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af44a2ba-ca2b-4150-ab95-d7237897aa92 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.360914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.371560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:31.376439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.397017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] No DVR routers for this DVR port 948e849a-2144-4989-9129-3ff811f46558 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:31.399768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Pushing event deleted for resources: {'Port': ['ID=948e849a-2144-4989-9129-3ff811f46558,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.403375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.409571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=fd492e7f-da92-4d21-bb50-ba7d87764207,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.440629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.445052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port fd492e7f-da92-4d21-bb50-ba7d87764207 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:31.468892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.484645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895b5dc2-3264-42b0-9254-fc13bdd05455']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.503979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:31.513448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520c296-d25d-4e33-8009-8cf5596af1b4') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.513689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520c296-d25d-4e33-8009-8cf5596af1b4') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.542034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.546420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.546784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment 6ccb3565-563f-40a2-8bba-94ac12e050c4 of type vlan for network 09aab74a-5d78-480a-ad1b-40c4db821a47 Jun 22 20:43:31.573352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.586511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5d0b01-9165-4ff7-9161-5cf818f2f3f2']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.589759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.604267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980a486b-0001-43b4-811c-78a7190f62d9') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.604738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980a486b-0001-43b4-811c-78a7190f62d9') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:31.607025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port 2c69345f-8afd-4353-83ac-e963323bde96 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:31.607358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.609272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:31.609689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:31.613868 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:31.627358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.629575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.653025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Allocated IP 172.26.4.99 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/a95f06e9-a305-4e4c-a5ee-441fb1d3605f) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:31.690635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.707131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:31.707523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:31.712390 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:31.716119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd286379-d546-4817-8daa-3f01ea0664af req-80ebc9de-8d0c-44ad-a85f-db3b365d5e49 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:31.716119 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fd286379-d546-4817-8daa-3f01ea0664af req-80ebc9de-8d0c-44ad-a85f-db3b365d5e49 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2371123 Jun 22 20:43:31.725437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.734159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adfceb2a-bdd1-4076-8512-1987789e140f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.745417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.747297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/895b5dc2-3264-42b0-9254-fc13bdd05455 HTTP/1.1" status: 204 len: 168 time: 1.1730189 Jun 22 20:43:31.748041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.753725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:31.754366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.760455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57372) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:31.774672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889761201'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:31.788972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=895b5dc2-3264-42b0-9254-fc13bdd05455,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.795773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.796302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-133eda6a-b4fa-434d-9560-158c5dbb6efd tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:31.846275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fd286379-d546-4817-8daa-3f01ea0664af req-f8cbd571-d827-41d8-b2cc-d3a9d2675019 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236956 Jun 22 20:43:31.885219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:31.891808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.903526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6242678 Jun 22 20:43:31.904201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57376) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:31.921126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:31.929513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=09aab74a-5d78-480a-ad1b-40c4db821a47,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:31.932437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:31.943545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:31.968037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:31.982592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:31.983008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment 187e1bd6-6769-4fca-bd05-8d4177dac9e4 of type vlan for network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 Jun 22 20:43:32.076094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.117773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:32.121767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.126529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.132197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:32.132783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.144069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bb96f5-ffd8-447d-a30e-a7b2966be154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.152853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.164068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.179190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.182821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.184590 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/ab5d0b01-9165-4ff7-9161-5cf818f2f3f2 HTTP/1.1" status: 204 len: 168 time: 1.7227597 Jun 22 20:43:32.188396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for 2c69345f-8afd-4353-83ac-e963323bde96 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:32.190769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57378) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:32.206551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1909107180'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:32.227502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=ab5d0b01-9165-4ff7-9161-5cf818f2f3f2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.239481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.246147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4844682 Jun 22 20:43:32.251832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57380) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:32.262402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:32.288063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=5bbd3f8c-6207-4a73-acf6-d9d661918b66,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.299679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.300361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:32.325777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.335796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d678539-9811-40d7-aaf7-25f4a0d520f7 req-b3f0ca5a-4e0c-42de-a512-78a88bb8742f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:32.337345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d678539-9811-40d7-aaf7-25f4a0d520f7 req-b3f0ca5a-4e0c-42de-a512-78a88bb8742f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2648354 Jun 22 20:43:32.338249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:32.341749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.413213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:32.416851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.465715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:32.481326 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d678539-9811-40d7-aaf7-25f4a0d520f7 req-250a2e7c-e4fc-4190-a9a9-f67f042b41b2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254008 Jun 22 20:43:32.485998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.486344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 046b6195-8f31-4758-a06e-b91d2a34ef62 of type vlan for network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 Jun 22 20:43:32.531034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.534238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.537543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b75ed7f3-ccfb-491d-8ebe-6b0b40044803 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.542357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.602942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.612129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=e85eddff-d6fe-4618-b755-03b209280eaf,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.633778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.635661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:32.644353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:32.652056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:32.653009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fd492e7f-da92-4d21-bb50-ba7d87764207 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:32.674781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: fd492e7f-da92-4d21-bb50-ba7d87764207 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:32.675297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fd492e7f-da92-4d21-bb50-ba7d87764207 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:32.675798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 948e849a-2144-4989-9129-3ff811f46558 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:32.687012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=a95f06e9-a305-4e4c-a5ee-441fb1d3605f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.689876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.696865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 948e849a-2144-4989-9129-3ff811f46558 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:32.697695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 948e849a-2144-4989-9129-3ff811f46558 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:32.705945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': '6ccb3565-563f-40a2-8bba-94ac12e050c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:32.706527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 09aab74a-5d78-480a-ad1b-40c4db821a47, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:32.714607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.720081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9d9c8172-4bb1-40aa-a14d-0e6d37ef4e1a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.752215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.757869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:32.758500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.771311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.775896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2e54f73e-4d56-492d-b860-9f6b3f7fffca tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.782455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:32.785587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=2c69345f-8afd-4353-83ac-e963323bde96,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.812550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.814810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf247b1-48b5-4813-9247-4fc94957c6a2 req-4865e9f6-f277-4bd0-b32d-d85e7b98aab6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:32.815503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-395215ab-a780-41d5-9d36-9b9a303a447d tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:32.816295 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0cf247b1-48b5-4813-9247-4fc94957c6a2 req-4865e9f6-f277-4bd0-b32d-d85e7b98aab6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2017131 Jun 22 20:43:32.839952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 09aab74a-5d78-480a-ad1b-40c4db821a47) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:32.847909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c7ba1-b40e-4566-bbc2-6964940f8cc2 None None] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:32.861446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:32.862027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.878514 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6733484 Jun 22 20:43:32.888687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57384) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:32.899381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=de9a1a75-ba63-4c8c-b3f5-0051a4836959,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:32.900894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:32.903934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:32.905323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9890988 Jun 22 20:43:32.908465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0cf247b1-48b5-4813-9247-4fc94957c6a2 req-db4924e3-6bcd-4e71-92f1-fdcb37be0ff0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794318 Jun 22 20:43:32.908851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:32.916465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-359808020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:32.930118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': '187e1bd6-6769-4fca-bd05-8d4177dac9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:32.930471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 5bbd3f8c-6207-4a73-acf6-d9d661918b66, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:32.952539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.953579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:32.966145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:33.014013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5bbd3f8c-6207-4a73-acf6-d9d661918b66) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:33.016425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.019465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:33.020040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.025102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.029475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c0916-9cc8-4d4f-9ddc-9e174ca2f136 None None] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:33.049069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7951014 Jun 22 20:43:33.050400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.054118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-86185dce-3d12-428a-9f96-f342f62348cb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1400545 Jun 22 20:43:33.054118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57390) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:33.058085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2116318845'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:33.063379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:33.091766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.213404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=4b842ce9-3486-4629-8ed6-7eb3229f9c72,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:33.215861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-09aab74a-5d78-480a-ad1b-40c4db821a47', 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': 'e85eddff-d6fe-4618-b755-03b209280eaf'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:33.217334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.235876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:33.247794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:33.279021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-5bbd3f8c-6207-4a73-acf6-d9d661918b66', 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': 'de9a1a75-ba63-4c8c-b3f5-0051a4836959'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:33.280271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.283387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.293208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.394886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:33.399026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.408367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:33.413266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.431955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.432601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router e6c99ed5-4efa-4a2b-8512-3d3afce35d68 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:33.444698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.445833 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 204 len: 168 time: 2.6010618 Jun 22 20:43:33.450693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:33.456637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1201651206', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:33.462582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 0229869a-07bb-4eed-9b44-6ce942ff1847 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:33.467959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.505682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31992d-e37e-483f-bbff-5590007add69 req-d55be96c-5182-48ae-8f26-a5a421c41911 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:33.512805 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3a31992d-e37e-483f-bbff-5590007add69 req-d55be96c-5182-48ae-8f26-a5a421c41911 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4247904 Jun 22 20:43:33.535303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Allocated IP 172.20.0.2 (09aab74a-5d78-480a-ad1b-40c4db821a47/e85eddff-d6fe-4618-b755-03b209280eaf/6c687883-d80c-48ab-bfa7-b2d0e55ac3bd) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:33.611956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.612939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.634502 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3a31992d-e37e-483f-bbff-5590007add69 req-4a75dda3-df86-42bf-96ed-b38cffd03be0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207352 Jun 22 20:43:33.638378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Allocated IP 172.20.0.2 (5bbd3f8c-6207-4a73-acf6-d9d661918b66/de9a1a75-ba63-4c8c-b3f5-0051a4836959/3051407c-eb25-4215-a8e9-4fbe0bede8a8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:33.735081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.813000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.871620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.875722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad7d43a8-6808-43ec-a462-7c64de2b3947 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:33.884642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:33.985056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=75d7ce66-39c0-4fb1-8a79-c85f35a94294,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:33.988790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:34.001232 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:43:34.004885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '046b6195-8f31-4758-a06e-b91d2a34ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:34.005421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: 4b842ce9-3486-4629-8ed6-7eb3229f9c72, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:34.014202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Transition to ACTIVE for port object 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:34.016356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.033043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Transition to ACTIVE for port object 3051407c-eb25-4215-a8e9-4fbe0bede8a8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:34.043739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Transition to ACTIVE for port object 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:34.056492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.059668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Transition to ACTIVE for port object 3051407c-eb25-4215-a8e9-4fbe0bede8a8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:34.060020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.060997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:34.086177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:34.090882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.109600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:34.113454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 4b842ce9-3486-4629-8ed6-7eb3229f9c72) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:34.119221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:34.119879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:34.120479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.122646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:34.127877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fc46c-72ca-4568-8a9a-b5905acffd27 None None] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:34.130795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:34.136141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:34.147725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:34.158047 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2627459 Jun 22 20:43:34.160648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:34.161032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Pushing event updated for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:34.166590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1865433961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:34.232113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.234379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.234797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.235516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.235807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.236145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.236479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.236807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.237289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.237619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.237956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.238453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.238675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.239112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:34.274048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:34.276998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:34.310210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.328071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.341430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.346232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Attempting to bind port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:34.346854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Attempting to bind port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '187e1bd6-6769-4fca-bd05-8d4177dac9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:34.347409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Attempting to bind port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 on network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:34.347563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.358398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.361581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:34.363966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.20.0.1 (09aab74a-5d78-480a-ad1b-40c4db821a47/e85eddff-d6fe-4618-b755-03b209280eaf/b783e0e4-7be5-4b7e-ad44-46e34e3011ce) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:34.367034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Attempting to bind port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:34.367428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Attempting to bind port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6ccb3565-563f-40a2-8bba-94ac12e050c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:34.367801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Attempting to bind port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd on network 09aab74a-5d78-480a-ad1b-40c4db821a47 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:34.375143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:34.375524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Checking segment: {'id': '187e1bd6-6769-4fca-bd05-8d4177dac9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:34.376126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.376620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Bound using segment: {'id': '187e1bd6-6769-4fca-bd05-8d4177dac9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:34.377106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Bound port: 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187e1bd6-6769-4fca-bd05-8d4177dac9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5bbd3f8c-6207-4a73-acf6-d9d661918b66'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:34.377486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.389422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.390679 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-158edf4b-0a58-4c94-ad21-387f1074d26a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2292919 Jun 22 20:43:34.393562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57400) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:34.399897 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Pushing event updated for resources: {'Port': ['ID=3051407c-eb25-4215-a8e9-4fbe0bede8a8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:34.402304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:34.402918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Checking segment: {'id': '6ccb3565-563f-40a2-8bba-94ac12e050c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:34.403655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.404216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Bound using segment: {'id': '6ccb3565-563f-40a2-8bba-94ac12e050c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:34.404884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Bound port: 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccb3565-563f-40a2-8bba-94ac12e050c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '09aab74a-5d78-480a-ad1b-40c4db821a47'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:34.405448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.407542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:34.409462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c4d84cb3-449e-42c3-81d7-1d8542553923 {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:43:34.410363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:43:34.441616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event updated for resources: {'Port': ['ID=a95f06e9-a305-4e4c-a5ee-441fb1d3605f,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:34.448140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:34.452850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.549964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] For port 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:34.569032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Floating IP 1f79ef28-8069-451d-a123-dbe015dc619e associated. External IP: 172.26.4.99, port: e50f2969-6e31-48df-91ca-bbf059aa1abf. Jun 22 20:43:34.580371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:34.585914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] For port 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3051407c-eb25-4215-a8e9-4fbe0bede8a8,segment=NetworkSegment(187e1bd6-6769-4fca-bd05-8d4177dac9e4),segment_id=187e1bd6-6769-4fca-bd05-8d4177dac9e4)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:34.592990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-4b842ce9-3486-4629-8ed6-7eb3229f9c72', 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '75d7ce66-39c0-4fb1-8a79-c85f35a94294'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:34.593833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.600287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,segment=NetworkSegment(6ccb3565-563f-40a2-8bba-94ac12e050c4),segment_id=6ccb3565-563f-40a2-8bba-94ac12e050c4)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:34.607660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.611479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:34.617969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.790571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Pushing event updated for resources: {'Port': ['ID=3051407c-eb25-4215-a8e9-4fbe0bede8a8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:34.821013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.824052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:34.824674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-74a8cf96-9576-459b-98a7-27c9e0e2e939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:34.867081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object b783e0e4-7be5-4b7e-ad44-46e34e3011ce will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:34.923615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:34.960898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Router d85c14fe-ce08-49d1-863d-027f6a966e39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:34.964126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Allocated IP 2001:db8::2 (4b842ce9-3486-4629-8ed6-7eb3229f9c72/75d7ce66-39c0-4fb1-8a79-c85f35a94294/51cd9165-3b32-4302-ab2f-4e53843d81bc) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:34.966555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Pushing event updated for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:34.971555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:35.012521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.055424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port a50d9ed2-8a69-4976-a9a1-0ae167f10314 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:35.144454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.164035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:35.178630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Sync routers for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:35.195840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.199682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:35.200381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:35.251155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.251751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.258284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95b8a5cc-40ef-4b8d-8cb8-997456ecf918 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:35.262042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.262728 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4139273 Jun 22 20:43:35.263660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:43:35.266855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:43:35.267341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Transition to ACTIVE for port object 51cd9165-3b32-4302-ab2f-4e53843d81bc will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:35.318993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb4e55c-6c3e-406b-9b0e-29110e7908b8 x-openstack-request-id: req-5bb4e55c-6c3e-406b-9b0e-29110e7908b8 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:43:35.319572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:43:35.319971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bb4e55c-6c3e-406b-9b0e-29110e7908b8 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:43:35.321337 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'status': 'completed', 'code': 200} Jun 22 20:43:35.322802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Transition to ACTIVE for port object 51cd9165-3b32-4302-ab2f-4e53843d81bc will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:35.335587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.339832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:35.374350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:35.427633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:35.433535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:35.435282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Pushing event updated for resources: {'Port': ['ID=51cd9165-3b32-4302-ab2f-4e53843d81bc,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:35.439466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:35.440911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:35.470011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:35.496159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:35.516522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:35.522534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=b783e0e4-7be5-4b7e-ad44-46e34e3011ce,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:35.559203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Attempting to bind port 51cd9165-3b32-4302-ab2f-4e53843d81bc on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:35.559577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Attempting to bind port 51cd9165-3b32-4302-ab2f-4e53843d81bc by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '046b6195-8f31-4758-a06e-b91d2a34ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:35.559939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Attempting to bind port 51cd9165-3b32-4302-ab2f-4e53843d81bc on network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:35.577393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:35.591692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:35.592079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Checking segment: {'id': '046b6195-8f31-4758-a06e-b91d2a34ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:35.592482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.592877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Bound using segment: {'id': '046b6195-8f31-4758-a06e-b91d2a34ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:35.593362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Bound port: 51cd9165-3b32-4302-ab2f-4e53843d81bc, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046b6195-8f31-4758-a06e-b91d2a34ef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4b842ce9-3486-4629-8ed6-7eb3229f9c72'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:35.593742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.688694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.7 (5bbd3f8c-6207-4a73-acf6-d9d661918b66/de9a1a75-ba63-4c8c-b3f5-0051a4836959/a50d9ed2-8a69-4976-a9a1-0ae167f10314) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:35.704370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] For port 51cd9165-3b32-4302-ab2f-4e53843d81bc, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:35.713318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.719462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] For port 51cd9165-3b32-4302-ab2f-4e53843d81bc, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=51cd9165-3b32-4302-ab2f-4e53843d81bc,segment=NetworkSegment(046b6195-8f31-4758-a06e-b91d2a34ef62),segment_id=046b6195-8f31-4758-a06e-b91d2a34ef62)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:35.728491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:35.732808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:35.781634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1f79ef28-8069-451d-a123-dbe015dc619e', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'mac_address': 'fa:16:3e:79:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:43:33Z', 'updated_at': '2021-06-22T20:43:33Z', 'revision_number': 0, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:35.819089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Checking router: d85c14fe-ce08-49d1-863d-027f6a966e39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:43:35.827536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Pushing event updated for resources: {'Port': ['ID=51cd9165-3b32-4302-ab2f-4e53843d81bc,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:35.831828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:35.836719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:35.837738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:35.906536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Allocated IP 172.26.4.193 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/790edb0f-988c-4ccb-be0b-4e94fd439f21) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:35.919080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-8dab2465-df01-4774-9011-df0daa44e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:35.920606 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-8dab2465-df01-4774-9011-df0daa44e1ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1098 time: 0.5673773 Jun 22 20:43:35.995218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:36.027694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0e15-f534-453a-a020-b379c36efd83 req-af3addef-fc7d-4163-847f-228d80aaa410 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:36.029269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a98f0e15-f534-453a-a020-b379c36efd83 req-af3addef-fc7d-4163-847f-228d80aaa410 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.5640602 Jun 22 20:43:36.124295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8::1 (4b842ce9-3486-4629-8ed6-7eb3229f9c72/75d7ce66-39c0-4fb1-8a79-c85f35a94294/1318c026-ac9b-46dc-9d65-a84a4dd37c12) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:36.156329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accf4f7-458c-416e-8c74-1a52fd6b9d3d None None] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:36.291358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cf62a4f0-7809-4f55-8e5e-96b03e2c5a5d None None] Provisioning for port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:36.555036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192f379-0fcc-4598-81cf-90db89bd76ee None None] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:36.690305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87d13080-905b-4255-bd59-6c297de72c86 None None] Provisioning for port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:36.719476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:36.738067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1f79ef28-8069-451d-a123-dbe015dc619e', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'mac_address': 'fa:16:3e:79:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:43:33Z', 'updated_at': '2021-06-22T20:43:33Z', 'revision_number': 0, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:36.774319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e3927-dbc2-4187-a2db-926494ec0e5f None None] The sync data for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv is: [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '1f79ef28-8069-451d-a123-dbe015dc619e', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'mac_address': 'fa:16:3e:79:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:43:33Z', 'updated_at': '2021-06-22T20:43:33Z', 'revision_number': 0, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:36.795408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3051407c-eb25-4215-a8e9-4fbe0bede8a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:36.809560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a98f0e15-f534-453a-a020-b379c36efd83 req-9ff90544-6a59-4b8a-b5a3-0ba9d804a2fe tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7586725 Jun 22 20:43:36.820918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object a50d9ed2-8a69-4976-a9a1-0ae167f10314 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:36.824697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:36.838462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:36.876875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57406) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:36.885808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-7f7515ba-8c84-4019-bb46-83034ad7b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:36.888236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-7f7515ba-8c84-4019-bb46-83034ad7b8a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 896 time: 0.9556367 Jun 22 20:43:36.945139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:36.951452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:36.951765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.015171 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89e66f34-d259-4d90-a697-e50248596740 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/floatingips/1f79ef28-8069-451d-a123-dbe015dc619e HTTP/1.1" status: 200 len: 990 time: 0.1368492 Jun 22 20:43:37.065729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.073667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.091737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:37.125636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3051407c-eb25-4215-a8e9-4fbe0bede8a8,segment=NetworkSegment(187e1bd6-6769-4fca-bd05-8d4177dac9e4),segment_id=187e1bd6-6769-4fca-bd05-8d4177dac9e4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:37.142782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.143726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:37.145492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8639f29-255f-4380-8660-3524bf215153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:37.161035 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65479deb-1977-44b2-aa86-b85ea7a72f7a None None] New status for floating IP 1f79ef28-8069-451d-a123-dbe015dc619e: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:43:37.214773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.284128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=3051407c-eb25-4215-a8e9-4fbe0bede8a8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:37.294990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:37.298343 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-6e9a945c-5e4b-44f5-87ec-bd6ee397fd01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 998 time: 0.3682582 Jun 22 20:43:37.300866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:37.311170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9096ec85-917a-48dd-a349-b076ecd767d7 None None] Provisioning complete for port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:37.311551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9096ec85-917a-48dd-a349-b076ecd767d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.360066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.380065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:37.382923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:37.435872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb83be8-eea6-45f1-be13-b1eb5e00cba1 None None] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:37.442622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:37.444564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 1318c026-ac9b-46dc-9d65-a84a4dd37c12 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:37.478880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:37.479377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.514831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:37.524488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event updated for resources: {'Port': ['ID=790edb0f-988c-4ccb-be0b-4e94fd439f21,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:37.559237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:37.563394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:37.569064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6b99101f-6149-4bc1-bb36-1848fe40a962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:37.575524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:37.619437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-b19e0165-c537-4972-aa90-abb5eced96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:37.620819 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-b19e0165-c537-4972-aa90-abb5eced96c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 200 len: 835 time: 0.3077350 Jun 22 20:43:37.652188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.668841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Provisioning for port 51cd9165-3b32-4302-ab2f-4e53843d81bc completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:37.721812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,segment=NetworkSegment(6ccb3565-563f-40a2-8bba-94ac12e050c4),segment_id=6ccb3565-563f-40a2-8bba-94ac12e050c4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:37.727880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.728762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 51cd9165-3b32-4302-ab2f-4e53843d81bc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:37.732547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:37.733872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Provisioning for port b783e0e4-7be5-4b7e-ad44-46e34e3011ce completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:37.785957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Provisioning complete for port b783e0e4-7be5-4b7e-ad44-46e34e3011ce triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:37.787034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.799469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.801432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=a50d9ed2-8a69-4976-a9a1-0ae167f10314,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:37.819761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:37.820382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.824035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:37.830805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8adc32bf-0107-40ff-81f5-93ca84744fa2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:37.857028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Port b783e0e4-7be5-4b7e-ad44-46e34e3011ce cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:37.858376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:37.863207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:37.876389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Provisioning complete for port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:37.876834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-528cd1d1-7d5d-48f2-adc6-bf107a9ca2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.895850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:37.899028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 51cd9165-3b32-4302-ab2f-4e53843d81bc completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:37.905944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 51cd9165-3b32-4302-ab2f-4e53843d81bc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:37.906381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:37.951645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57408) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:37.952735 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.8979583 Jun 22 20:43:37.952735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:37.964500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:37.964500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.016638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=1318c026-ac9b-46dc-9d65-a84a4dd37c12,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:38.025282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57410) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:38.032700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:38.034606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.078474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 51cd9165-3b32-4302-ab2f-4e53843d81bc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=51cd9165-3b32-4302-ab2f-4e53843d81bc,segment=NetworkSegment(046b6195-8f31-4758-a06e-b91d2a34ef62),segment_id=046b6195-8f31-4758-a06e-b91d2a34ef62)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:38.080646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.086669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.089762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-262bb969-52c4-4b61-8048-4988016fbcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:38.158160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=51cd9165-3b32-4302-ab2f-4e53843d81bc,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:38.165844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:38.166484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Provisioning complete for port 51cd9165-3b32-4302-ab2f-4e53843d81bc triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:38.166858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.172160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.178537 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b5ab942a-77bb-403b-8257-324090598a17 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/floatingips/1f79ef28-8069-451d-a123-dbe015dc619e HTTP/1.1" status: 200 len: 992 time: 0.1468918 Jun 22 20:43:38.214543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-175011d8-ef93-430e-8de3-e6a21faa655b tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:38.268009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-9a3d9938-0fc6-442a-ad13-c949689c6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:38.269694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-9a3d9938-0fc6-442a-ad13-c949689c6742 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=494acffb-6ea3-4101-97a2-d7a48d6415ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6154919 Jun 22 20:43:38.303220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Provisioning for port a50d9ed2-8a69-4976-a9a1-0ae167f10314 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:38.312346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Provisioning complete for port a50d9ed2-8a69-4976-a9a1-0ae167f10314 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:38.313032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.373586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3c874bae-4e85-4d0e-81f1-dc495f30d137 None None] Port a50d9ed2-8a69-4976-a9a1-0ae167f10314 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:38.388877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.394002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.435883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=b783e0e4-7be5-4b7e-ad44-46e34e3011ce,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:38.445276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:38.445494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port a50d9ed2-8a69-4976-a9a1-0ae167f10314 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:38.445841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.496306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78922600-3291-485a-b382-a9f267b360df None None] Provisioning for port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:38.500155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78922600-3291-485a-b382-a9f267b360df None None] Provisioning complete for port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:38.500548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-78922600-3291-485a-b382-a9f267b360df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.542900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-78922600-3291-485a-b382-a9f267b360df None None] Port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:38.545404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.566480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for a50d9ed2-8a69-4976-a9a1-0ae167f10314 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:38.595077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.616896 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-38bfee95-2dfa-417d-b47d-8a8bab156079 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337510 Jun 22 20:43:38.646643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3051407c-eb25-4215-a8e9-4fbe0bede8a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:38.697947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:38.698349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.712459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.715897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2612477b-783f-44ef-a557-690e26c3580d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:38.747906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=a50d9ed2-8a69-4976-a9a1-0ae167f10314,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:38.750262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:38.786026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:38.816983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.820272 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/a50d9ed2-8a69-4976-a9a1-0ae167f10314 HTTP/1.1" status: 204 len: 168 time: 0.8655593 Jun 22 20:43:38.824393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57412) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:38.850347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:38.850743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.862282 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d0f1b0-a80d-4e83-a86d-b345f16832b4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:38.867961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-00d0f1b0-a80d-4e83-a86d-b345f16832b4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/a50d9ed2-8a69-4976-a9a1-0ae167f10314 HTTP/1.1" status: 404 len: 333 time: 0.0422657 Jun 22 20:43:38.868853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57414) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:38.871406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:38.881743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:38.947907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet de9a1a75-ba63-4c8c-b3f5-0051a4836959 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:38.951704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:38.956904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 51cd9165-3b32-4302-ab2f-4e53843d81bc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:39.014007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.014306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 51cd9165-3b32-4302-ab2f-4e53843d81bc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:39.015260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.130812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.201191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.203391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05e053ca-6d25-4eb8-8fc2-5a47adbeaefa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:39.230182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=de9a1a75-ba63-4c8c-b3f5-0051a4836959,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:39.233124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:39.234231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.238812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/de9a1a75-ba63-4c8c-b3f5-0051a4836959 HTTP/1.1" status: 204 len: 168 time: 0.3684785 Jun 22 20:43:39.240110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57418) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:39.242656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c3582-f6d9-4fe2-be27-f63c1b2dd685 None None] Network 5bbd3f8c-6207-4a73-acf6-d9d661918b66 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:39.312740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ebfbc08b-571c-4f96-ae03-2fec9d198928 None None] Provisioning complete for port b783e0e4-7be5-4b7e-ad44-46e34e3011ce triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:39.313430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc08b-571c-4f96-ae03-2fec9d198928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.321868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.389942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:39.390548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.390874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbc08b-571c-4f96-ae03-2fec9d198928 None None] Port b783e0e4-7be5-4b7e-ad44-46e34e3011ce cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:39.452776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3558d2c3-0ccb-4e08-9da6-72e659a6fc87 req-ec562a00-17df-43b4-bdda-d80e1f62b6a5 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8280892 Jun 22 20:43:39.463057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3051407c-eb25-4215-a8e9-4fbe0bede8a8,segment=NetworkSegment(187e1bd6-6769-4fca-bd05-8d4177dac9e4),segment_id=187e1bd6-6769-4fca-bd05-8d4177dac9e4)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:39.463685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.467495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.480798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 3051407c-eb25-4215-a8e9-4fbe0bede8a8 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:39.488653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] DHCP port deletion for 5bbd3f8c-6207-4a73-acf6-d9d661918b66 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:39.538859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Deleting port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:39.539239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.582847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.595983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:39.610646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] For port 3051407c-eb25-4215-a8e9-4fbe0bede8a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3051407c-eb25-4215-a8e9-4fbe0bede8a8,segment=NetworkSegment(187e1bd6-6769-4fca-bd05-8d4177dac9e4),segment_id=187e1bd6-6769-4fca-bd05-8d4177dac9e4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:39.611038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.620231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=3051407c-eb25-4215-a8e9-4fbe0bede8a8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:39.624579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Calling delete_port for 3051407c-eb25-4215-a8e9-4fbe0bede8a8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:39.626906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:39.627724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:39.699201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router b3e71844-f148-475d-926a-4aeafeed7473 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:39.705446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.711362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.712000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.714075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5325ecf-4cc6-4dad-9238-81821e48f50a tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:39.715059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.726538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.727106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbd3f8c-6207-4a73-acf6-d9d661918b66']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:39.729023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:39.738061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187e1bd6-6769-4fca-bd05-8d4177dac9e4') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:39.738500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187e1bd6-6769-4fca-bd05-8d4177dac9e4') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:39.748179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.752182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Pushing event deleted for resources: {'Port': ['ID=3051407c-eb25-4215-a8e9-4fbe0bede8a8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:39.755469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:39.756286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] No DVR routers for this DVR port 3051407c-eb25-4215-a8e9-4fbe0bede8a8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:39.763814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=1318c026-ac9b-46dc-9d65-a84a4dd37c12,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:39.766400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.774062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:39.774636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:39.775277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:39.778821 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:39.839527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.843063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-176431f2-796c-47e0-9ec5-92648c810c9a tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:39.846986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:39.849234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/5bbd3f8c-6207-4a73-acf6-d9d661918b66 HTTP/1.1" status: 204 len: 168 time: 0.6075768 Jun 22 20:43:39.857993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57420) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:39.859377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'name': 'tempest-PortsTestJSON-1012090158'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:39.874105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=5bbd3f8c-6207-4a73-acf6-d9d661918b66,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:39.891018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:39.916535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Router 53ffe656-2715-4616-b728-c294b0f49b61 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:39.946293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:39.958512 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/b3e71844-f148-475d-926a-4aeafeed7473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8916919 Jun 22 20:43:39.958734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] Sync routers for ids ['b3e71844-f148-475d-926a-4aeafeed7473'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:39.960313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57422) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:39.967606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] Routers {'b3e71844-f148-475d-926a-4aeafeed7473'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:39.968228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b3e71844-f148-475d-926a-4aeafeed7473'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:39.979105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:39.983091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.003020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 78941141-bc49-4f2a-ac07-fa11998120c0 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:40.005935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.017405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] Routers {'b3e71844-f148-475d-926a-4aeafeed7473'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:40.018096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b3e71844-f148-475d-926a-4aeafeed7473'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.049334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:40.053618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.054312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c6771-2e9e-4dd8-b8c5-f6b2ee151c97 None None] The sync data for ids ['b3e71844-f148-475d-926a-4aeafeed7473'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:40.057441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:40.096756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6fae79-333a-432f-9e88-95fd937c8cfe tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:40.101604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-de6fae79-333a-432f-9e88-95fd937c8cfe tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports/b783e0e4-7be5-4b7e-ad44-46e34e3011ce HTTP/1.1" status: 200 len: 910 time: 0.1061280 Jun 22 20:43:40.102827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57424) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:40.109385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e85eddff-d6fe-4618-b755-03b209280eaf'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:40.195575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:40.209646 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] Sync routers for ids ['53ffe656-2715-4616-b728-c294b0f49b61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:40.222770 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] Routers {'53ffe656-2715-4616-b728-c294b0f49b61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:40.223732 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['53ffe656-2715-4616-b728-c294b0f49b61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.233630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.235620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7822361 Jun 22 20:43:40.238943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57426) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:40.245670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:40.268805 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.280049 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] Routers {'53ffe656-2715-4616-b728-c294b0f49b61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:40.280928 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['53ffe656-2715-4616-b728-c294b0f49b61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.319418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 6fb59dc1-e91c-4406-ac8a-796f294d0108 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:40.320583 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.321433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a3c13fc7-6cf1-4cc9-88d1-b52295bae2db None None] Provisioning complete for port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:40.321941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a3c13fc7-6cf1-4cc9-88d1-b52295bae2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.322175 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b648e42-f8cf-46a9-aeea-0e65c60b7ccc None None] The sync data for ids ['53ffe656-2715-4616-b728-c294b0f49b61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:40.359313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a3c13fc7-6cf1-4cc9-88d1-b52295bae2db None None] Port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:40.369554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.397469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.466429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.505861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:40.516294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/6fb59dc1-e91c-4406-ac8a-796f294d0108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1173089 Jun 22 20:43:40.516844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:40.516844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:40.524524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] Sync routers for ids ['6fb59dc1-e91c-4406-ac8a-796f294d0108'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:40.534720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] Routers {'6fb59dc1-e91c-4406-ac8a-796f294d0108'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:40.535562 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6fb59dc1-e91c-4406-ac8a-796f294d0108'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.573103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.584728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] Routers {'6fb59dc1-e91c-4406-ac8a-796f294d0108'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:40.585358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6fb59dc1-e91c-4406-ac8a-796f294d0108'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.620378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:40.621045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc6e20b-a02f-4afc-aad5-dc1cd7b36cd7 None None] The sync data for ids ['6fb59dc1-e91c-4406-ac8a-796f294d0108'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:40.641386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3051407c-eb25-4215-a8e9-4fbe0bede8a8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:40.663431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 3051407c-eb25-4215-a8e9-4fbe0bede8a8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:40.663431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3051407c-eb25-4215-a8e9-4fbe0bede8a8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:40.664955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:40.675482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:40.683247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:40.688714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:40.689313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.689673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.705574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.708650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd543832-3fa0-4d14-aa55-087bb3ba4f9e tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:40.710109 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd543832-3fa0-4d14-aa55-087bb3ba4f9e tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports/1318c026-ac9b-46dc-9d65-a84a4dd37c12 HTTP/1.1" status: 200 len: 911 time: 0.1857111 Jun 22 20:43:40.710875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=78941141-bc49-4f2a-ac07-fa11998120c0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:40.713169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57430) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:40.720136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:40.731661 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8762503 Jun 22 20:43:40.757642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57432) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:40.962549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.970743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:40.973358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ceeb6c86-9282-4bb3-9f6d-4eda1e1da74b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:40.997063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Deleting port 790edb0f-988c-4ccb-be0b-4e94fd439f21 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:40.997675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.048738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=b783e0e4-7be5-4b7e-ad44-46e34e3011ce,revision_number=3']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:41.053604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:41.063518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:41.064168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.065517 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/ports/b783e0e4-7be5-4b7e-ad44-46e34e3011ce HTTP/1.1" status: 200 len: 910 time: 0.9624870 Jun 22 20:43:41.069342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57434) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:41.110614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 78941141-bc49-4f2a-ac07-fa11998120c0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:41.110961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.210155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.234955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Calling delete_port for 790edb0f-988c-4ccb-be0b-4e94fd439f21 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:41.240528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.300430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 78941141-bc49-4f2a-ac07-fa11998120c0 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:41.380499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.512994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.519781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7bc8b03-1bdd-4a94-8c14-2ee0ab7f0a12 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:41.559824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.567323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=78941141-bc49-4f2a-ac07-fa11998120c0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:41.602859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:41.607337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.609487 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/78941141-bc49-4f2a-ac07-fa11998120c0 HTTP/1.1" status: 204 len: 168 time: 0.8507006 Jun 22 20:43:41.612407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57436) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:41.618317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'mac_address': 'fa:16:3e:7c:65:52', 'name': 'tempest-PortsTestJSON-273413093'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:41.637319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.641811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:41.717732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port b783e0e4-7be5-4b7e-ad44-46e34e3011ce {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:41.718088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.750668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:41.872365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.875319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:41.896967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for b783e0e4-7be5-4b7e-ad44-46e34e3011ce owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:41.918232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 5bc8fdda-7b88-4fcc-9944-286928efc3d8 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:42.055226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Pushing event deleted for resources: {'Port': ['ID=790edb0f-988c-4ccb-be0b-4e94fd439f21,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:42.058209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:42.180212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.193007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.226785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.233355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:42.263861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=b783e0e4-7be5-4b7e-ad44-46e34e3011ce,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:42.271448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:42.314250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.319716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-690bb85c-5bfd-4e6e-ad70-04b391466d88 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:42.435654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.445808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.561381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Router 53ffe656-2715-4616-b728-c294b0f49b61 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:42.586621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 1318c026-ac9b-46dc-9d65-a84a4dd37c12 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:42.586967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.672679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:42.682317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:42.684321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:42.689883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:42.690488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.702566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:42.711389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.712497 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] Sync routers for ids ['53ffe656-2715-4616-b728-c294b0f49b61'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:42.713095 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "PUT /v2.0/routers/53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 200 len: 706 time: 2.4717276 Jun 22 20:43:42.715298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57438) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:42.724214 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] Routers {'53ffe656-2715-4616-b728-c294b0f49b61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:42.725224 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['53ffe656-2715-4616-b728-c294b0f49b61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:42.759367 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:42.766865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=5bc8fdda-7b88-4fcc-9944-286928efc3d8,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:42.768462 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] Routers {'53ffe656-2715-4616-b728-c294b0f49b61'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:42.769266 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['53ffe656-2715-4616-b728-c294b0f49b61'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:42.769688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:42.781486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.787895 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1720657 Jun 22 20:43:42.789518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:42.809508 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:42.809730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-913d7e1e-90c2-472f-a619-4f9761836a63 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/routers/53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 200 len: 741 time: 0.0909224 Jun 22 20:43:42.809857 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1eadc-3fff-4c14-a4b3-d0bbfc361b6e None None] The sync data for ids ['53ffe656-2715-4616-b728-c294b0f49b61'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:42.810684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57442) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:42.862572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:42.867475 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fadde9f1-4504-403f-b9b0-d7c86881907f tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&device_id=53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 200 len: 205 time: 0.0556595 Jun 22 20:43:42.872615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57444) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:42.905039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 1318c026-ac9b-46dc-9d65-a84a4dd37c12 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:42.908430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0c41812-05ba-4a5c-80a7-802ed2f86af9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 200 len: 205 time: 0.0347459 Jun 22 20:43:42.910972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57446) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:42.913809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8305f-1d9a-4ca0-a3d4-20ba3ef6dda4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:42.915203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e6f8305f-1d9a-4ca0-a3d4-20ba3ef6dda4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/5bc8fdda-7b88-4fcc-9944-286928efc3d8 HTTP/1.1" status: 200 len: 840 time: 0.1249449 Jun 22 20:43:42.917933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57448) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.025095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.034422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router b3e71844-f148-475d-926a-4aeafeed7473 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:43.142136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:43.150655 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/b3e71844-f148-475d-926a-4aeafeed7473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0776155 Jun 22 20:43:43.151213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57450) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.153097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] Sync routers for ids ['b3e71844-f148-475d-926a-4aeafeed7473'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:43.164739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] Routers {'b3e71844-f148-475d-926a-4aeafeed7473'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:43.164941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 5bc8fdda-7b88-4fcc-9944-286928efc3d8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:43.165247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.165517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b3e71844-f148-475d-926a-4aeafeed7473'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:43.188327 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b72d3763-b194-4c8c-8c5e-e59e46c36be5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3e71844-f148-475d-926a-4aeafeed7473 HTTP/1.1" status: 200 len: 205 time: 0.0335004 Jun 22 20:43:43.197210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57452) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.246102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.249660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.313861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.314878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Fanout notify agent at l3_agent the message router_deleted on router 53ffe656-2715-4616-b728-c294b0f49b61 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:43.324187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.329333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.349480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.350490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:43.354690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b095e2fa-0e73-4aca-a723-101c5e36a2a2 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 204 len: 168 time: 0.4420300 Jun 22 20:43:43.357927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57454) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.358948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] Routers {'b3e71844-f148-475d-926a-4aeafeed7473'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:43.359593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b3e71844-f148-475d-926a-4aeafeed7473'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:43.392455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0259a51b-52ff-4e04-83ce-5bcd5dbc3396 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 200 len: 205 time: 0.0334699 Jun 22 20:43:43.396227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:43.397058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd9726-a4e2-42b1-ad9b-dd386bee6c1e None None] The sync data for ids ['b3e71844-f148-475d-926a-4aeafeed7473'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:43.397357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.405306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 5bc8fdda-7b88-4fcc-9944-286928efc3d8 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:43.447071 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-d4fb179e-66cc-4707-9a93-33e5e56f57d9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:43.449221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d4fb179e-66cc-4707-9a93-33e5e56f57d9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/53ffe656-2715-4616-b728-c294b0f49b61 HTTP/1.1" status: 404 len: 336 time: 0.0509176 Jun 22 20:43:43.452077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57458) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.464688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.482449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e35babfd-42af-4b08-82d7-9e1581d736a9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:43.489003 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f71adccd-277e-4e26-a4da-d8194a98b923 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 200 len: 205 time: 0.0355098 Jun 22 20:43:43.508669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57460) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.511245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=1318c026-ac9b-46dc-9d65-a84a4dd37c12,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:43.514421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:43.584823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.586812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-9a0daf55-8e27-4d62-934c-1e89e0dfad41 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:43.590350 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a0daf55-8e27-4d62-934c-1e89e0dfad41 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/e6c99ed5-4efa-4a2b-8512-3d3afce35d68 HTTP/1.1" status: 404 len: 336 time: 0.0782480 Jun 22 20:43:43.590502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.593037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57462) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.620245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.676557 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3614087f-99cc-42e0-b7df-5779ab818615 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 200 len: 205 time: 0.0779827 Jun 22 20:43:43.676557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57464) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.716169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.716679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router b3e71844-f148-475d-926a-4aeafeed7473 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:43.724156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.725246 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd6fcae0-c665-41cd-82f2-070414b82393 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/b3e71844-f148-475d-926a-4aeafeed7473 HTTP/1.1" status: 204 len: 168 time: 0.5268538 Jun 22 20:43:43.732735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57466) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.733958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-84a84b95-1580-41c6-bf9b-3aa42257d2e9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:43.734913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-84a84b95-1580-41c6-bf9b-3aa42257d2e9 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/6bb30c6d-7570-4ef0-9346-5a6729711776 HTTP/1.1" status: 404 len: 336 time: 0.0582860 Jun 22 20:43:43.743411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57468) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.777743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.783946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd9b5d36-f1bd-4a95-b450-98e8b5388bad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:43.803709 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dbc3d344-91d0-498b-9a3f-280c276698b7 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 200 len: 205 time: 0.0590951 Jun 22 20:43:43.807436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.814845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=5bc8fdda-7b88-4fcc-9944-286928efc3d8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:43.818215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:43.826931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.829008 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/5bc8fdda-7b88-4fcc-9944-286928efc3d8 HTTP/1.1" status: 204 len: 168 time: 0.9100997 Jun 22 20:43:43.833078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet e85eddff-d6fe-4618-b755-03b209280eaf {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:43.835016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57472) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.846082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.847494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-57c832f3-dbe0-44ca-bbf8-d6c6de98822e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:43.848563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-57c832f3-dbe0-44ca-bbf8-d6c6de98822e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/8a1ffabd-1d47-44bb-abca-c18a2c0eb1e6 HTTP/1.1" status: 404 len: 336 time: 0.0399308 Jun 22 20:43:43.851196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57474) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.862159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 6fb59dc1-e91c-4406-ac8a-796f294d0108 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:43.884270 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abde269-8d45-4f17-8982-1b962329d6b5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:43.891091 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3abde269-8d45-4f17-8982-1b962329d6b5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/5bc8fdda-7b88-4fcc-9944-286928efc3d8 HTTP/1.1" status: 404 len: 333 time: 0.0499983 Jun 22 20:43:43.891851 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-649733ed-f370-4d02-95d1-03ef1c26ed0f tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 200 len: 205 time: 0.0376956 Jun 22 20:43:43.891939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57476) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.892457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57478) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:43.896285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'name': 'tempest-PortsTestJSON-1322823907'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:43.932851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:43.963910 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-2331d29f-88c2-476f-9e3d-13590d3c221c tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:43.966406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2331d29f-88c2-476f-9e3d-13590d3c221c tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/90204dca-b75a-47f0-97d8-5c1f2696b2d8 HTTP/1.1" status: 404 len: 336 time: 0.0716078 Jun 22 20:43:43.967670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57480) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.033074 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7945165a-38df-4fa5-ac39-e7c54462e322 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d813a66-cce0-4350-a56e-e1e14d8b65bf HTTP/1.1" status: 200 len: 205 time: 0.0642524 Jun 22 20:43:44.034541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:44.036301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57482) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.044548 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/6fb59dc1-e91c-4406-ac8a-796f294d0108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3278260 Jun 22 20:43:44.044704 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] Sync routers for ids ['6fb59dc1-e91c-4406-ac8a-796f294d0108'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:44.048001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57484) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.056224 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] Routers {'6fb59dc1-e91c-4406-ac8a-796f294d0108'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:44.056856 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6fb59dc1-e91c-4406-ac8a-796f294d0108'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:44.065960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:44.070427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.088470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.090063 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:44.096706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-ade593f2-2bc9-440e-b7fe-3c343812031d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] delete failed (client error): The resource could not be found. Jun 22 20:43:44.097752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ade593f2-2bc9-440e-b7fe-3c343812031d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/routers/9d813a66-cce0-4350-a56e-e1e14d8b65bf HTTP/1.1" status: 404 len: 336 time: 0.0605612 Jun 22 20:43:44.103352 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] Routers {'6fb59dc1-e91c-4406-ac8a-796f294d0108'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:44.104364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6fb59dc1-e91c-4406-ac8a-796f294d0108'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:44.110247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57486) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.116927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8e42b04a-038a-47d3-bd4d-79be0c7ef630 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fb59dc1-e91c-4406-ac8a-796f294d0108 HTTP/1.1" status: 200 len: 205 time: 0.0682433 Jun 22 20:43:44.119481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.140883 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:44.141646 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455ce8e-93b5-41fe-8bdb-ec629fe36819 None None] The sync data for ids ['6fb59dc1-e91c-4406-ac8a-796f294d0108'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:44.148526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port a7505955-8e92-4fa8-808c-65dcf50d12ea yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:44.160303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17c64ad-4385-4208-8817-d73051ab1397 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] DELETE failed (client error): The resource could not be found. Jun 22 20:43:44.160736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17c64ad-4385-4208-8817-d73051ab1397 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:43:44.163150 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f17c64ad-4385-4208-8817-d73051ab1397 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] 10.222.0.66 "DELETE /v2.0/subnets/399026e1-43dd-469a-9047-b9be4e8659ca HTTP/1.1" status: 404 len: 337 time: 0.0519660 Jun 22 20:43:44.204355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.237537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.242348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3f39e221-ce7b-4419-bc4d-ec40271c3423 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:44.284601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.286788 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/e85eddff-d6fe-4618-b755-03b209280eaf HTTP/1.1" status: 204 len: 168 time: 0.5508177 Jun 22 20:43:44.291495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=e85eddff-d6fe-4618-b755-03b209280eaf,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:44.294857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:44.296554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8cac9c-444d-42e8-8fb8-56fef595aacd None None] Network 09aab74a-5d78-480a-ad1b-40c4db821a47 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:44.305029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57492) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.394423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.399720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.448311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.450256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.451237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb59dc1-e91c-4406-ac8a-796f294d0108 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:44.453960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.462922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.464182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c3810150-e221-4291-929e-98827d3933b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/6fb59dc1-e91c-4406-ac8a-796f294d0108 HTTP/1.1" status: 204 len: 168 time: 0.3435855 Jun 22 20:43:44.468016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57496) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.524736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57498) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.530099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 75d7ce66-39c0-4fb1-8a79-c85f35a94294 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:44.533593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.535551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.540631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:44.548394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] DHCP port deletion for 09aab74a-5d78-480a-ad1b-40c4db821a47 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:44.589086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:44.589550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.594787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:44.597415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.629927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:44.629927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:44.634099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:44.634643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.653455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Deleting port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:44.653778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.701623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=a7505955-8e92-4fa8-808c-65dcf50d12ea,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:44.704797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:44.709302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.713310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:44.726582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.729025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8374021 Jun 22 20:43:44.736983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57502) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.751346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:44.756297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,segment=NetworkSegment(6ccb3565-563f-40a2-8bba-94ac12e050c4),segment_id=6ccb3565-563f-40a2-8bba-94ac12e050c4)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:44.756654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.759140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,segment=NetworkSegment(6ccb3565-563f-40a2-8bba-94ac12e050c4),segment_id=6ccb3565-563f-40a2-8bba-94ac12e050c4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:44.759547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.776485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Calling delete_port for 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:44.787568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.790400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0ac0e05a-31b6-4ee3-bb0f-9c4c67047a37 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:44.795920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:44.817052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=75d7ce66-39c0-4fb1-8a79-c85f35a94294,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:44.820926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:44.822151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.825229 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/75d7ce66-39c0-4fb1-8a79-c85f35a94294 HTTP/1.1" status: 204 len: 168 time: 0.3553131 Jun 22 20:43:44.827764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57504) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:44.852668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036168c-4d44-4e33-a896-e3283b81c96a None None] Network 4b842ce9-3486-4629-8ed6-7eb3229f9c72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:44.923727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.925136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.939427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.977989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,segment=NetworkSegment(6ccb3565-563f-40a2-8bba-94ac12e050c4),segment_id=6ccb3565-563f-40a2-8bba-94ac12e050c4)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:44.980924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 51cd9165-3b32-4302-ab2f-4e53843d81bc {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:44.981349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.988405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:44.991989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfff0c5f-eb78-46f4-a285-cb761fa8f400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.049701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.056465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.058664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 51cd9165-3b32-4302-ab2f-4e53843d81bc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=51cd9165-3b32-4302-ab2f-4e53843d81bc,segment=NetworkSegment(046b6195-8f31-4758-a06e-b91d2a34ef62),segment_id=046b6195-8f31-4758-a06e-b91d2a34ef62)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:45.059080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.073251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 51cd9165-3b32-4302-ab2f-4e53843d81bc owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:45.079738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.085047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6df1fa95-d1f1-4915-807f-5429052b0a9c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.093216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] No DVR routers for this DVR port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:45.094710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.097152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.105458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.105458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-94d211ad-3ff5-4a73-a338-bc08cccc88df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.123590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Pushing event deleted for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.127154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.169679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.173136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 6c687883-d80c-48ab-bfa7-b2d0e55ac3bd on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:45.178865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e31a64b-4995-45e2-80a9-b098af290220 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.182516 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bbab9e929174b2792d63e2ecd1c7e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537657 Jun 22 20:43:45.182638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57506) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:45.190571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port 51cd9165-3b32-4302-ab2f-4e53843d81bc on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:45.210538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8e536-bf1e-49b6-95e9-26909c44e113 None None] DHCP port deletion for 4b842ce9-3486-4629-8ed6-7eb3229f9c72 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:45.222519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954e7f5-9a80-4349-b9cd-ffc5d1384801,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.224478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.226898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-82c2e1f9-2b06-4cf9-98de-d59b63799bd8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.241501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=51cd9165-3b32-4302-ab2f-4e53843d81bc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.245447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.261448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=6c687883-d80c-48ab-bfa7-b2d0e55ac3bd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.263837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.319848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.322728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.329517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.332385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.335941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09aab74a-5d78-480a-ad1b-40c4db821a47']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.340737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e371b00-8d95-4577-a512-2479dbb4fc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.347550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b842ce9-3486-4629-8ed6-7eb3229f9c72']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.357514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.362046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046b6195-8f31-4758-a06e-b91d2a34ef62') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.362349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046b6195-8f31-4758-a06e-b91d2a34ef62') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.379630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.380630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccb3565-563f-40a2-8bba-94ac12e050c4') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.380933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccb3565-563f-40a2-8bba-94ac12e050c4') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:45.388611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] In _notify_port_updated(), no bound segment for port a7505955-8e92-4fa8-808c-65dcf50d12ea on network f5197dde-ff32-40b7-a12d-72411d0231ff {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:43:45.394088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:45.394407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.397951 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/ports/a7505955-8e92-4fa8-808c-65dcf50d12ea HTTP/1.1" status: 200 len: 818 time: 0.6517229 Jun 22 20:43:45.399381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57508) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:45.401212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.409923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.416005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.419571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=a7505955-8e92-4fa8-808c-65dcf50d12ea,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.422306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.432008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.438185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:45.438574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:45.441614 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:45.456778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:45.457179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:45.460896 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:45.502455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.506929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.512677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.514749 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/09aab74a-5d78-480a-ad1b-40c4db821a47 HTTP/1.1" status: 204 len: 168 time: 1.2087705 Jun 22 20:43:45.524444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57510) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:45.529141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-497202437', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:45.535553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=09aab74a-5d78-480a-ad1b-40c4db821a47,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.539447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.556540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.557650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.573616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.578193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cdb6cf4-51a8-48c1-a0cf-ed5ec214eef8 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.586695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.588486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/4b842ce9-3486-4629-8ed6-7eb3229f9c72 HTTP/1.1" status: 204 len: 168 time: 0.7597866 Jun 22 20:43:45.592194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:45.597812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279239752', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:45.601987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.604482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.605613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3954e7f5-9a80-4349-b9cd-ffc5d1384801 HTTP/1.1" status: 204 len: 168 time: 0.4222653 Jun 22 20:43:45.606599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=4b842ce9-3486-4629-8ed6-7eb3229f9c72,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.623176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.624922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f643e79-beb4-4ed0-8baf-57b285dc9338 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:45.635478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954e7f5-9a80-4349-b9cd-ffc5d1384801,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:45.639181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:45.656384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port a7505955-8e92-4fa8-808c-65dcf50d12ea {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:45.657176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.681342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.682594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.683698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.688576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.720093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.721523 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0574229f-b6ad-4e40-9e49-4f002f362b7d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1959188 Jun 22 20:43:45.725711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57516) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:45.754682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-390611548'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:45.762046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:45.851323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:45.855017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.097435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57522) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.128502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.150508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for a7505955-8e92-4fa8-808c-65dcf50d12ea owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:46.170834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-53874412-e4a3-4c49-a819-b42a75fbadd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f55143ef60f4c48a75dd4ca04953275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721567 Jun 22 20:43:46.173951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57524) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.232641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.244239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:46.267925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.268627 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment a50ca929-a2cf-44df-ac83-44dd4e2a9d61 of type vlan for network bd3841a8-947a-44d6-804b-9653ec14213b Jun 22 20:43:46.281496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.291602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.296299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a97180f-eb5a-40f4-aaa0-6700a44c288e tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:46.322561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.331362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=a7505955-8e92-4fa8-808c-65dcf50d12ea,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:46.335392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.338408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:46.346401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.348414 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/a7505955-8e92-4fa8-808c-65dcf50d12ea HTTP/1.1" status: 204 len: 168 time: 0.9450674 Jun 22 20:43:46.351803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57526) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.393646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.400054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:46.400950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.404900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:46.436907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc6418-d819-4fa5-8146-c8f20826d3eb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:46.440676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8ffc6418-d819-4fa5-8146-c8f20826d3eb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0855939 Jun 22 20:43:46.440956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57528) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.451551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.454486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.455626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa61844b-c4eb-42ac-806e-7c3f38a23941 HTTP/1.1" status: 204 len: 168 time: 0.2807612 Jun 22 20:43:46.456606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:46.476692 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7503407 Jun 22 20:43:46.482962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57532) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.490601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61844b-c4eb-42ac-806e-7c3f38a23941,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:46.490823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:46.492764 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a742d0-c5e9-4877-8bf7-54691c9006fd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:46.494605 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-01a742d0-c5e9-4877-8bf7-54691c9006fd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/a7505955-8e92-4fa8-808c-65dcf50d12ea HTTP/1.1" status: 404 len: 333 time: 0.0524030 Jun 22 20:43:46.495695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:46.496949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=bd3841a8-947a-44d6-804b-9653ec14213b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:46.499447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:46.499952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57534) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.505296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1909599549'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:46.532568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network bd3841a8-947a-44d6-804b-9653ec14213b details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:46.533157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:46.539066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.589845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:46.615698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.616480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment a8105cb6-e76e-45c5-9ff1-39041d0cd894 of type vlan for network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 Jun 22 20:43:46.669632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 51cd9165-3b32-4302-ab2f-4e53843d81bc no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:43:46.683218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.684141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.708763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 51cd9165-3b32-4302-ab2f-4e53843d81bc {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:43:46.709487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 51cd9165-3b32-4302-ab2f-4e53843d81bc not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:43:46.717117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.727339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:46.731433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.733026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.741425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:46.742068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.752901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23894da8-41e3-4dc9-8ac3-ab0829a83e88 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:46.762478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2612603 Jun 22 20:43:46.763285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57538) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:46.792388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:46.878297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2e03-cdfb-420a-a5c7-f130a5611a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:46.886312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:46.896613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:46.898325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:46.922786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 172.26.4.184 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/f04ecd0b-956f-46ac-bb32-5275d4c69497) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:46.944892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:46.949551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.113180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.120414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c661449e-3d5c-41b2-b553-06f46044bb28 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:47.171104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.181184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.184172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2020c6d2-5c72-4586-a6fc-a67e05c8f26e tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:47.217469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=9151b0ea-9d48-47bf-a3e2-76ba6995b1e5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:47.222707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:47.237495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:47.237495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: bd3841a8-947a-44d6-804b-9653ec14213b, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:47.238175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=a8a3b777-0da7-4612-b8b2-b8cb6e8f199f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:47.246005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:47.266894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.267361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': 'a8105cb6-e76e-45c5-9ff1-39041d0cd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:47.267755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:47.270104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb78ae28-50b3-4211-8e2d-8b4249fd388e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:47.276814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network bd3841a8-947a-44d6-804b-9653ec14213b is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:47.287418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:47.296737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:47.308675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af68eeb0-5c87-48ce-b226-de073ca5a92b None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:47.311052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:47.311765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.314221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, bd3841a8-947a-44d6-804b-9653ec14213b) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:47.316961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:47.324043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:47.329686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:47.331496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488b4bd-2121-462e-af7a-60ed40de6b4f None None] Network bd3841a8-947a-44d6-804b-9653ec14213b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:47.332199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.338124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:47.347593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5615299 Jun 22 20:43:47.351167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57556) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:47.359341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:47.366240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57558) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:47.380667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=f04ecd0b-956f-46ac-bb32-5275d4c69497,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:47.386047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:47.390529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9065020 Jun 22 20:43:47.393102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:47.503841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1145847617'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:47.509128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:47.512589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.589659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:47.593438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.607957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.645040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8a3b777-0da7-4612-b8b2-b8cb6e8f199f (CIDR: 172.20.0.0/28) Jun 22 20:43:47.655125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:43:47.655660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:43:47.671710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:47.672664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.701106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-bd3841a8-947a-44d6-804b-9653ec14213b', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:47.702233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.740548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.745779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.749009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-48435ebb-ca10-4404-98db-498bf8da08b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:47.757919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-78631ff3-4fa7-427a-a3dc-6305d319d6b9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3990860 Jun 22 20:43:47.758233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:47.768973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:47.809050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:47.841799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884d7c99-8e84-49e9-b381-b8a118d6bce3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:47.847318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:47.858194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.858532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Added segment a6f16b91-c691-4475-a862-9dedf04fbb5a of type vlan for network 40fe1879-ece6-4130-be20-c9f8a60bb4af Jun 22 20:43:47.878054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.932878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.936205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Allocated IP 172.20.0.2 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/a8a3b777-0da7-4612-b8b2-b8cb6e8f199f/7343d289-5776-4739-a1ef-94cb3927bda7) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:47.961299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Allocated IP 172.20.0.2 (bd3841a8-947a-44d6-804b-9653ec14213b/9151b0ea-9d48-47bf-a3e2-76ba6995b1e5/e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:47.962903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:47.966468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:47.971355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.021735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.027293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:48.027883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.032877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-72b3eb3b-3d05-466a-9b4e-b6a61b32d1c1 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.076431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7088840 Jun 22 20:43:48.081302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57566) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:48.112738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:48.155585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Network': ['ID=40fe1879-ece6-4130-be20-c9f8a60bb4af,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.166038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.194875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:48.261538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.278334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Transition to ACTIVE for port object 7343d289-5776-4739-a1ef-94cb3927bda7 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:48.280427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.291034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:48.293665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.294764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.312248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Transition to ACTIVE for port object e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:48.316916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Transition to ACTIVE for port object 7343d289-5776-4739-a1ef-94cb3927bda7 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:48.329810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.337624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.359969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Transition to ACTIVE for port object e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:48.386473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.390135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:48.398967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:48.403333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:48.415920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Pushing event updated for resources: {'Port': ['ID=7343d289-5776-4739-a1ef-94cb3927bda7,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.419772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Network bd3841a8-947a-44d6-804b-9653ec14213b is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:48.422764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.423230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.427124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:48.432534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.20.0.1 (bd3841a8-947a-44d6-804b-9653ec14213b/9151b0ea-9d48-47bf-a3e2-76ba6995b1e5/63b5cec6-8c82-481d-9cda-8cba180a1907) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:48.444837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:48.503464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.508271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6bd3d1f-279f-4ab6-b228-3a150f97a7b8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.530357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Attempting to bind port 7343d289-5776-4739-a1ef-94cb3927bda7 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:48.531031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Attempting to bind port 7343d289-5776-4739-a1ef-94cb3927bda7 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a8105cb6-e76e-45c5-9ff1-39041d0cd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:48.531564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Attempting to bind port 7343d289-5776-4739-a1ef-94cb3927bda7 on network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:48.533535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Pushing event updated for resources: {'Port': ['ID=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.557518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.562186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:48.562561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Checking segment: {'id': 'a8105cb6-e76e-45c5-9ff1-39041d0cd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:48.563157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.563790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Bound using segment: {'id': 'a8105cb6-e76e-45c5-9ff1-39041d0cd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:48.564225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Bound port: 7343d289-5776-4739-a1ef-94cb3927bda7, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8105cb6-e76e-45c5-9ff1-39041d0cd894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:48.564780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.575875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.584763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Attempting to bind port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:48.585245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Attempting to bind port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:48.585487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Attempting to bind port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f on network bd3841a8-947a-44d6-804b-9653ec14213b {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:48.589492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 63b5cec6-8c82-481d-9cda-8cba180a1907 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:48.603187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 601c0f02-03ad-404e-a92a-0bb1e37e562a is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:48.608260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:48.608632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Checking segment: {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:48.609038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.609637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Bound using segment: {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:48.610143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Bound port: e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:48.610684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.620291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=379614f6-9b59-4663-a498-d42c533081e3,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.635528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.653637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:48.654012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network hostable DHCP agents. Network: 40fe1879-ece6-4130-be20-c9f8a60bb4af, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:48.679522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.683197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] For port 7343d289-5776-4739-a1ef-94cb3927bda7, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:48.683809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8279245f-a76b-49c3-ae12-135ce5db61db tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.691005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] For port 7343d289-5776-4739-a1ef-94cb3927bda7, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7343d289-5776-4739-a1ef-94cb3927bda7,segment=NetworkSegment(a8105cb6-e76e-45c5-9ff1-39041d0cd894),segment_id=a8105cb6-e76e-45c5-9ff1-39041d0cd894)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:48.700901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.704232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cbfdc608-8d14-4edb-8090-5226dab62329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.715032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:48.717604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.721612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-096a4671-f234-439b-91c5-a0b83864cc94 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.729790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] For port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:48.739303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:48.742963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:48.744531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 40fe1879-ece6-4130-be20-c9f8a60bb4af) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:48.748622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:48.749396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.758027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:48.758830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.761575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] For port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:48.764854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=9201d697-9a68-4c67-9abf-56a4a9089f80,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.772737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.776193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.784866 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0254314 Jun 22 20:43:48.785074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Pushing event updated for resources: {'Port': ['ID=7343d289-5776-4739-a1ef-94cb3927bda7,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.788287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed8e26-99a4-4f2d-8ede-110106adf9dd None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:48.789191 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7051537 Jun 22 20:43:48.790162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:48.793979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.794844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:48.796348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f'}, {'subnet_id': '9201d697-9a68-4c67-9abf-56a4a9089f80'}], 'name': 'tempest-PortsTestJSON-1404705379'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:48.800634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network bd3841a8-947a-44d6-804b-9653ec14213b is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:48.801158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:48.803353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:48.809012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'name': 'tempest-NetworksTestDHCPv6-1532013523'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:48.810082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:48.811718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:48.824961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:48.853067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] Sync routers for ids ['601c0f02-03ad-404e-a92a-0bb1e37e562a'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:48.857639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:48.886609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:48.890994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2973728 Jun 22 20:43:48.894095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57572) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:48.907139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.068685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:49.082638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Pushing event updated for resources: {'Port': ['ID=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:49.087999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:49.181999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] Routers {'601c0f02-03ad-404e-a92a-0bb1e37e562a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:49.182657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['601c0f02-03ad-404e-a92a-0bb1e37e562a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:49.217148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:49.221228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.247092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '379614f6-9b59-4663-a498-d42c533081e3'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:49.247965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.253193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port b270bc6d-0f32-4ed3-a8b4-cb5e88380645 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:49.391929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:49.402531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] Routers {'601c0f02-03ad-404e-a92a-0bb1e37e562a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:49.403820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['601c0f02-03ad-404e-a92a-0bb1e37e562a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:49.447539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.450705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:49.451727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a113e-e8cd-41c4-8f5b-1527dcde1748 None None] The sync data for ids ['601c0f02-03ad-404e-a92a-0bb1e37e562a'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:49.482927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::1d8 (40fe1879-ece6-4130-be20-c9f8a60bb4af/379614f6-9b59-4663-a498-d42c533081e3/b270bc6d-0f32-4ed3-a8b4-cb5e88380645) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:49.491661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 655bec0c-a969-42fe-9309-e1e5d56a8b86 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:49.508686 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dd198c7b-7092-4a0a-ae04-e46a80c03ee3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers/601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 200 len: 885 time: 0.6130667 Jun 22 20:43:49.511892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57574) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:49.593706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.747907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a29c54ad-2a69-4039-bd72-4dd46ce408ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.797415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.821851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object b270bc6d-0f32-4ed3-a8b4-cb5e88380645 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:49.894870 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ed8bb564-2c03-47a8-83be-7aa0d227ce74 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3807762 Jun 22 20:43:49.895185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.9 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/a8a3b777-0da7-4612-b8b2-b8cb6e8f199f/655bec0c-a969-42fe-9309-e1e5d56a8b86) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:49.898494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57576) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:49.910033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1279239752'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:49.922108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.29 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/9201d697-9a68-4c67-9abf-56a4a9089f80/655bec0c-a969-42fe-9309-e1e5d56a8b86) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:49.922921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.959912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.964861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.968367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:49.974327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4445da98-c3c4-4347-9aa5-660b4661f790 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:49.979894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bbb6ad92-8159-499f-82e7-0d83cd9fc70c tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:50.000837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/379614f6-9b59-4663-a498-d42c533081e3/057f9e13-f05c-4b94-b0b6-e6e950d2683d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:50.033283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:50.055106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:50.066784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:50.071767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.073459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:50.074114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.141675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=b270bc6d-0f32-4ed3-a8b4-cb5e88380645,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:50.153355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:50.162233 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3585508 Jun 22 20:43:50.168080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57578) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:50.180921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:50.190172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:50.277128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26def7f1-389a-4bd4-9546-e5fe9814e987 None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:50.284320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network bd3841a8-947a-44d6-804b-9653ec14213b is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:50.287387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:50.312970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7180a3-0875-4aa8-90b9-f4beef62f1e4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:50.317425 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2f7180a3-0875-4aa8-90b9-f4beef62f1e4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1477609 Jun 22 20:43:50.318353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57580) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:50.351647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.390953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0344c334-37a7-4071-a5e1-2c22ad3e9b56 None None] Provisioning for port 7343d289-5776-4739-a1ef-94cb3927bda7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:50.396242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 655bec0c-a969-42fe-9309-e1e5d56a8b86 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:50.485841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.501136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Transition to ACTIVE for port object 057f9e13-f05c-4b94-b0b6-e6e950d2683d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:50.538833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.542690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Transition to ACTIVE for port object 057f9e13-f05c-4b94-b0b6-e6e950d2683d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:50.544455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0c36836-7896-4f90-9541-57a702d362a1 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:50.561597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.565257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9eec9765-2225-4612-b8bc-08b012dfca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:50.565807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port b270bc6d-0f32-4ed3-a8b4-cb5e88380645 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:50.566829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.610889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:43:50.629281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:50.636218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:50.640167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:50.650744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Pushing event updated for resources: {'Port': ['ID=057f9e13-f05c-4b94-b0b6-e6e950d2683d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:50.668735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:50.671437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:50.675456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:50.685016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=655bec0c-a969-42fe-9309-e1e5d56a8b86,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:50.687484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:50.695130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:50.726314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.748744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.767406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:50.768452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.777368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Attempting to bind port 057f9e13-f05c-4b94-b0b6-e6e950d2683d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:50.777948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Attempting to bind port 057f9e13-f05c-4b94-b0b6-e6e950d2683d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:50.778136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Attempting to bind port 057f9e13-f05c-4b94-b0b6-e6e950d2683d on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:50.786988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:50.787358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:50.787785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.788191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:50.789221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Bound port: 057f9e13-f05c-4b94-b0b6-e6e950d2683d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:50.797029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.804140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e8d58-46a2-484c-b88a-895d46b3cca1 None None] Network bd3841a8-947a-44d6-804b-9653ec14213b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:50.820214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Update dhcp port {'port': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9201d697-9a68-4c67-9abf-56a4a9089f80'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '7343d289-5776-4739-a1ef-94cb3927bda7'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:43:50.866228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:50.869030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7343d289-5776-4739-a1ef-94cb3927bda7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:50.876304 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4820430 Jun 22 20:43:50.881429 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:50.888356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:50.889128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:50.890902 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:50.891748 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:50.895060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036618096'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:50.921962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1276038 Jun 22 20:43:50.923724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57584) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:50.923857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for b270bc6d-0f32-4ed3-a8b4-cb5e88380645 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:50.930855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:50.982983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:50.985752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:50.987966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.003644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.027733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 601c0f02-03ad-404e-a92a-0bb1e37e562a has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:51.033543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c34057d9-11d0-4244-a2ac-5ab232322d69 None None] Provisioning for port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:51.044792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.066750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] For port 057f9e13-f05c-4b94-b0b6-e6e950d2683d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:51.073790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] For port 057f9e13-f05c-4b94-b0b6-e6e950d2683d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=057f9e13-f05c-4b94-b0b6-e6e950d2683d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:51.101568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.125998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-22b1f4b6-71e0-47d6-b5e7-679ca04b64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:51.128065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.138452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7343d289-5776-4739-a1ef-94cb3927bda7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:51.148414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9d6241a-e718-442d-863b-444eceedcbea tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:51.159222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:51.172643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7343d289-5776-4739-a1ef-94cb3927bda7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:51.173409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.175664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.214660 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:49Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:49Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:51.243344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=b270bc6d-0f32-4ed3-a8b4-cb5e88380645,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:51.245035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.245583 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment 11b0938d-e51a-4eb2-8f8b-1056517846b7 of type vlan for network 273998a1-b29d-48cb-8b76-982b86d0d0df Jun 22 20:43:51.252754 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:43:51.253125 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Updating router 0ba336fd-df8e-4190-a626-88a4ed16f697 port 63b5cec6-8c82-481d-9cda-8cba180a1907 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:43:51.260880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:51.264656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.272298 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/b270bc6d-0f32-4ed3-a8b4-cb5e88380645 HTTP/1.1" status: 204 len: 168 time: 0.9527187 Jun 22 20:43:51.273475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57586) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:51.339245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Pushing event updated for resources: {'Port': ['ID=057f9e13-f05c-4b94-b0b6-e6e950d2683d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:51.349586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:51.375912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ff078-4320-46e1-9046-1ae7d456e97a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:51.379207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ff078-4320-46e1-9046-1ae7d456e97a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:51.384843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dd8ff078-4320-46e1-9046-1ae7d456e97a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1101506 Jun 22 20:43:51.385482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57588) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:51.454324 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.458385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Allocated IP 172.20.0.18 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/9201d697-9a68-4c67-9abf-56a4a9089f80/7343d289-5776-4739-a1ef-94cb3927bda7) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:51.480191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 379614f6-9b59-4663-a498-d42c533081e3 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:51.485155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.564413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.590132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.727738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] For port 7343d289-5776-4739-a1ef-94cb3927bda7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7343d289-5776-4739-a1ef-94cb3927bda7,segment=NetworkSegment(a8105cb6-e76e-45c5-9ff1-39041d0cd894),segment_id=a8105cb6-e76e-45c5-9ff1-39041d0cd894)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:51.804891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.847633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Transition to ACTIVE for port object 7343d289-5776-4739-a1ef-94cb3927bda7 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:51.851886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.907161 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.920276 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Transition to ACTIVE for port object 63b5cec6-8c82-481d-9cda-8cba180a1907 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:51.929304 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.937484 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:51.937695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:51.945832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-16ad2503-a57d-4d0d-924c-12188f990c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:52.023428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.046733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3a1e06dd-ca41-417d-9358-ad8f04596708 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:52.054458 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Pushing event updated for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:52.062998 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.063666 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.064200 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.064865 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.065444 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.066088 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.066672 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.067421 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.068010 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.068718 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.069265 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.069800 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:43:52.076598 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:52.090736 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Attempting to bind port 63b5cec6-8c82-481d-9cda-8cba180a1907 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:52.091588 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Attempting to bind port 63b5cec6-8c82-481d-9cda-8cba180a1907 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:52.092369 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Attempting to bind port 63b5cec6-8c82-481d-9cda-8cba180a1907 on network bd3841a8-947a-44d6-804b-9653ec14213b {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:52.099547 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:52.100256 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Checking segment: {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:52.101222 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.101342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Pushing event updated for resources: {'Port': ['ID=7343d289-5776-4739-a1ef-94cb3927bda7,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:52.102062 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Bound using segment: {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:52.102766 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Bound port: 63b5cec6-8c82-481d-9cda-8cba180a1907, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:52.103421 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.113451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:43:52.114638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:43:52.116211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.119421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/379614f6-9b59-4663-a498-d42c533081e3 HTTP/1.1" status: 204 len: 168 time: 0.7327318 Jun 22 20:43:52.119900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:52.120974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=379614f6-9b59-4663-a498-d42c533081e3,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:52.123442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.126668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:52.140544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:52.162229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.164099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bc4adcb3-aa42-421d-b8da-3340e498a7c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 200 len: 892 time: 2.2630248 Jun 22 20:43:52.167971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.180592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57592) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.183838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] Sync routers for ids ['601c0f02-03ad-404e-a92a-0bb1e37e562a'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:52.196330 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-57b4d27f-781a-4288-95e4-67a2a2066bc2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713277 Jun 22 20:43:52.199429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57594) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.204893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:52.226831 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] For port 63b5cec6-8c82-481d-9cda-8cba180a1907, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:52.237200 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] For port 63b5cec6-8c82-481d-9cda-8cba180a1907, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=63b5cec6-8c82-481d-9cda-8cba180a1907,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:52.248161 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.251216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.253474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] Routers {'601c0f02-03ad-404e-a92a-0bb1e37e562a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:52.255941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['601c0f02-03ad-404e-a92a-0bb1e37e562a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:52.267365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:52.335578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:52.349119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c52f1f4d-ec28-4701-bc58-98485f74853a None None] Provisioning for port 63b5cec6-8c82-481d-9cda-8cba180a1907 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:52.358364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:52.359022 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:52.368729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] Routers {'601c0f02-03ad-404e-a92a-0bb1e37e562a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:52.369351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['601c0f02-03ad-404e-a92a-0bb1e37e562a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:52.383308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:52.387496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.472179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:52.472862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f245227-cdc5-4b97-baa5-266307914596 None None] The sync data for ids ['601c0f02-03ad-404e-a92a-0bb1e37e562a'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:52.522454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.530103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:52.531021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.543667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ade2f51-afe5-4257-9b0c-95da33fc2242 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:52.597364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Pushing event updated for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:52.599237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-fd3fb637-3ed3-4f9b-87ff-ff5235b4b1cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6706004 Jun 22 20:43:52.622844 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:52.641508 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:52.698915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1584ffb3-e9e5-4bc6-8e4f-2254e23cb7f1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers/601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 200 len: 892 time: 0.4763436 Jun 22 20:43:52.700647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57596) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.701911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8111737 Jun 22 20:43:52.708003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.720708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57598) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.732416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:52.784783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7343d289-5776-4739-a1ef-94cb3927bda7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7343d289-5776-4739-a1ef-94cb3927bda7,segment=NetworkSegment(a8105cb6-e76e-45c5-9ff1-39041d0cd894),segment_id=a8105cb6-e76e-45c5-9ff1-39041d0cd894)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:52.792827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.795409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:52.797686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:52.843557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=273998a1-b29d-48cb-8b76-982b86d0d0df,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:52.864633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:52.903160 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b053844b-7e1b-400e-8af8-03356de271c8 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 200 len: 205 time: 0.2010508 Jun 22 20:43:52.903912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57600) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:52.940219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:52.940879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:52.946443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:52.956533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.009732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Delete allocated IP 172.20.0.29 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/9201d697-9a68-4c67-9abf-56a4a9089f80) {{(pid=100374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:43:53.016350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8792-2867-4710-9808-2394032fb8fc req-6022529c-e96c-47a9-afd2-7f042bf00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:53.020484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-6022529c-e96c-47a9-afd2-7f042bf00315 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.3117232 Jun 22 20:43:53.100835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:53.128941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.143307 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:49Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:52Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:53.163966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7343d289-5776-4739-a1ef-94cb3927bda7,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:53.170023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:53.172916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356cfd6-6b20-420a-b353-de02e812e4ba None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:53.175285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:53.194698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:53.195454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.201422 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c51a-d329-406c-b66d-91427979b45f None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:49Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:52Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:43:53.335270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:53.401797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8792-2867-4710-9808-2394032fb8fc req-e4741d98-b129-41c1-8fcf-02dd82a72939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:53.403927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-e4741d98-b129-41c1-8fcf-02dd82a72939 service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.3322828 Jun 22 20:43:53.541483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7eb13-21c4-4a73-a277-67c303d1415c None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:53.593048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.604602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:53.612130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:53.613022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.629292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:53.635311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7ff38aa1-eff9-4f54-9d0c-44f4d8c705e1 None None] Provisioning for port 057f9e13-f05c-4b94-b0b6-e6e950d2683d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:53.635790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:53.647106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Ignored duplicate provisioning block setup for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 20:43:53.650037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-38b20045-7fe0-495e-88ee-d8a3c9d29c6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.2311585 Jun 22 20:43:53.659165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.676069 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4754441 Jun 22 20:43:53.679713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.682016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7aed83e9-5140-413b-a5ae-b3efb388ae54 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:53.683368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57604) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:53.684326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.694258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'name': 'tempest-NetworksTestDHCPv6-1183015446'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:53.742690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b83fea1d-0fc3-4aa9-82e4-e7b52555c551 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:53.787588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8792-2867-4710-9808-2394032fb8fc req-e7d64826-8702-444c-bb8b-44d5c14956d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:53.791030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-e7d64826-8702-444c-bb8b-44d5c14956d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.1291146 Jun 22 20:43:53.811971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=88453e62-a084-41e5-9975-2ff02d42ef5f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:53.815054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:53.932740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6a4dc97-7bd9-425d-ac69-45e22e1e3fb0 None None] Provisioning for port 7343d289-5776-4739-a1ef-94cb3927bda7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:53.961970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:53.962487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 273998a1-b29d-48cb-8b76-982b86d0d0df, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:53.963398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6a4dc97-7bd9-425d-ac69-45e22e1e3fb0 None None] Provisioning complete for port 7343d289-5776-4739-a1ef-94cb3927bda7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:53.963887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6a4dc97-7bd9-425d-ac69-45e22e1e3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.973925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.980784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] In _notify_port_updated(), no bound segment for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 on network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:43:53.987445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:53.988092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:53.989808 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/ports/655bec0c-a969-42fe-9309-e1e5d56a8b86 HTTP/1.1" status: 200 len: 919 time: 3.0634029 Jun 22 20:43:54.009838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57606) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:54.016366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f'}, {'subnet_id': '9201d697-9a68-4c67-9abf-56a4a9089f80'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:54.018235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 273998a1-b29d-48cb-8b76-982b86d0d0df is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:54.022056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=655bec0c-a969-42fe-9309-e1e5d56a8b86,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:54.031064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:54.067135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 273998a1-b29d-48cb-8b76-982b86d0d0df) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:54.078441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:54.079991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.099901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998daaf-ac1c-4d05-9354-c8f51dfc392f None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:54.102315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:54.108233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.129080 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4073815 Jun 22 20:43:54.132692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8792-2867-4710-9808-2394032fb8fc req-7d3aca8b-f6a5-4a73-a146-7a3729f76e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:54.133002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.134631 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-7d3aca8b-f6a5-4a73-a146-7a3729f76e88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3344502 Jun 22 20:43:54.136428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57608) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:54.137865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:43:54.294954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:54.317637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.354337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.373020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3bb3839f-427e-48f5-9e13-36095b1396ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:54.433716 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-95452d74-5f8a-49f8-a983-718b174dc54b service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853279 Jun 22 20:43:54.533491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:54.544229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73747c-40d9-4169-b609-e390ac8e8f62 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:54.693482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:54.743976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7343d289-5776-4739-a1ef-94cb3927bda7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:54.764439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d87e8792-2867-4710-9808-2394032fb8fc req-c886b7c2-f771-4366-8b44-82aeceaa644c service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147197 Jun 22 20:43:54.868234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port f04ecd0b-956f-46ac-bb32-5275d4c69497 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:54.869344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.929959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-273998a1-b29d-48cb-8b76-982b86d0d0df', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:43:54.930823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:54.972940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.30 (19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72/9201d697-9a68-4c67-9abf-56a4a9089f80/655bec0c-a969-42fe-9309-e1e5d56a8b86) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:54.996498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7343d289-5776-4739-a1ef-94cb3927bda7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:54.997107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.225766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.234713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::5 (40fe1879-ece6-4130-be20-c9f8a60bb4af/5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864/3b8f8c55-497e-40f2-90d9-82f0b5cafb1b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:55.246441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Ignored duplicate provisioning block setup for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 20:43:55.256586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.261045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6e286e6b-f678-40ce-8efa-cda687703752 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:55.371801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=655bec0c-a969-42fe-9309-e1e5d56a8b86,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:55.389859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Provisioning for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:55.397106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:55.424559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 63b5cec6-8c82-481d-9cda-8cba180a1907 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:55.425208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] In _notify_port_updated(), no bound segment for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 on network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:43:55.435363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:55.436380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.438029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/ports/655bec0c-a969-42fe-9309-e1e5d56a8b86 HTTP/1.1" status: 200 len: 999 time: 1.4273205 Jun 22 20:43:55.442916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57610) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:55.456276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.460605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Provisioning complete for port 655bec0c-a969-42fe-9309-e1e5d56a8b86 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:55.460605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.479717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for f04ecd0b-956f-46ac-bb32-5275d4c69497 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:55.506851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Port 655bec0c-a969-42fe-9309-e1e5d56a8b86 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:55.532960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Allocated IP 172.21.0.2 (273998a1-b29d-48cb-8b76-982b86d0d0df/88453e62-a084-41e5-9975-2ff02d42ef5f/5836a8a5-2e00-4732-833b-d3004d8e71fc) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:55.557350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Provisioning complete for port 7343d289-5776-4739-a1ef-94cb3927bda7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:55.557738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62fdcad4-85f0-4404-8d15-9dd334844f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.620054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 655bec0c-a969-42fe-9309-e1e5d56a8b86 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:55.620779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.637284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 63b5cec6-8c82-481d-9cda-8cba180a1907 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:55.655021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 63b5cec6-8c82-481d-9cda-8cba180a1907 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:55.655833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.796083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.835883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 655bec0c-a969-42fe-9309-e1e5d56a8b86 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:55.836909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:55.967829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.015204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.029121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.069880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 63b5cec6-8c82-481d-9cda-8cba180a1907, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=63b5cec6-8c82-481d-9cda-8cba180a1907,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:56.077748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.078641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 057f9e13-f05c-4b94-b0b6-e6e950d2683d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:56.080850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.087655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.087911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Transition to ACTIVE for port object 5836a8a5-2e00-4732-833b-d3004d8e71fc will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:56.090622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:56.092237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.093670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.097949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1341d8f3-92a8-4158-93de-b56f692f6783 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.124691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=655bec0c-a969-42fe-9309-e1e5d56a8b86,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.134587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.190461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.198289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.200320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ad3aad5f-a7fd-4645-941e-499e42cd7b40 None None] Could not find standard attr ID for object 655bec0c-a969-42fe-9309-e1e5d56a8b86. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:43:56.205583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Transition to ACTIVE for port object 5836a8a5-2e00-4732-833b-d3004d8e71fc will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:56.220207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.228135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.241391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 057f9e13-f05c-4b94-b0b6-e6e950d2683d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:56.261007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.263175 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/655bec0c-a969-42fe-9309-e1e5d56a8b86 HTTP/1.1" status: 204 len: 168 time: 0.8186293 Jun 22 20:43:56.265595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57614) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:56.303893 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5141b3-a0d1-446f-929f-b6252d82cdea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:43:56.307519 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb5141b3-a0d1-446f-929f-b6252d82cdea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/655bec0c-a969-42fe-9309-e1e5d56a8b86 HTTP/1.1" status: 404 len: 333 time: 0.0408664 Jun 22 20:43:56.313447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:56.338347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:56.345171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:56.354237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be631241-37cc-415a-936a-a81fe9114885 None None] Could not find standard attr ID for object b270bc6d-0f32-4ed3-a8b4-cb5e88380645. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:43:56.357349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 057f9e13-f05c-4b94-b0b6-e6e950d2683d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:56.357739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.361767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:56.369573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be631241-37cc-415a-936a-a81fe9114885 None None] Could not find standard attr ID for object 655bec0c-a969-42fe-9309-e1e5d56a8b86. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:43:56.404186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet 9201d697-9a68-4c67-9abf-56a4a9089f80 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:56.409378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.21.0.1 (273998a1-b29d-48cb-8b76-982b86d0d0df/88453e62-a084-41e5-9975-2ff02d42ef5f/7f236e71-f9ae-42e2-a13b-11d805cf31ba) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:43:56.421598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.427414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Pushing event updated for resources: {'Port': ['ID=5836a8a5-2e00-4732-833b-d3004d8e71fc,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.456674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.500976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Attempting to bind port 5836a8a5-2e00-4732-833b-d3004d8e71fc on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:43:56.501368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Attempting to bind port 5836a8a5-2e00-4732-833b-d3004d8e71fc by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:43:56.501741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Attempting to bind port 5836a8a5-2e00-4732-833b-d3004d8e71fc on network 273998a1-b29d-48cb-8b76-982b86d0d0df {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:43:56.506147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.509590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:43:56.510006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Checking segment: {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:56.510487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.510976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Bound using segment: {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:43:56.511466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Bound port: 5836a8a5-2e00-4732-833b-d3004d8e71fc, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:43:56.511855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.517301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.523948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=f04ecd0b-956f-46ac-bb32-5275d4c69497,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.576062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.576611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71f611f5-bde8-4e9a-b566-334d4c0b85f0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.601919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.644230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:56.655691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:56.666707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:56.672466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:56.673138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.684445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.686945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-027858ae-4592-40e2-8ed9-32e6f7428693 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.696764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.701997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=3b8f8c55-497e-40f2-90d9-82f0b5cafb1b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.724822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=9201d697-9a68-4c67-9abf-56a4a9089f80,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:56.734260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.743152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.748665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/9201d697-9a68-4c67-9abf-56a4a9089f80 HTTP/1.1" status: 204 len: 168 time: 0.4317174 Jun 22 20:43:56.748819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435b04c-1a08-4ea3-bfcb-333f0e76bd71 None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:56.748950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:56.748950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57620) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:56.771002 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0797832 Jun 22 20:43:56.775519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57622) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:56.796781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.821976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.830577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet a8a3b777-0da7-4612-b8b2-b8cb6e8f199f {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:56.836754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.847333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.853091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.873176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 7f236e71-f9ae-42e2-a13b-11d805cf31ba will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:56.888465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] For port 5836a8a5-2e00-4732-833b-d3004d8e71fc, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:43:56.899084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.902980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] For port 5836a8a5-2e00-4732-833b-d3004d8e71fc, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5836a8a5-2e00-4732-833b-d3004d8e71fc,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:43:56.924173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.935734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.936296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router 601c0f02-03ad-404e-a92a-0bb1e37e562a {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:43:56.951005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:56.952130 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 204 len: 168 time: 4.0444062 Jun 22 20:43:56.960509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:56.960827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57624) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:56.969559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503104116'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:56.992611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c846e60-1488-4812-b8af-4c85ab01b384 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:56.998565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c846e60-1488-4812-b8af-4c85ab01b384 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:57.000190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c846e60-1488-4812-b8af-4c85ab01b384 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1931808 Jun 22 20:43:57.002918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57626) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:57.006507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.021992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.025425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd74ccc1-4c81-4109-9e7c-060ddf4682f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.033484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:57.037605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.067262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 057f9e13-f05c-4b94-b0b6-e6e950d2683d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=057f9e13-f05c-4b94-b0b6-e6e950d2683d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:57.078913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Pushing event updated for resources: {'Port': ['ID=5836a8a5-2e00-4732-833b-d3004d8e71fc,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.087774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 273998a1-b29d-48cb-8b76-982b86d0d0df is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:57.089631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.094491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:57.100266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:43:57.100970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.102968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.163898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:57.164295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.169272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.181806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.185236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4677b59b-3da5-4496-afe4-6b6d9b26cea0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.186666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.187762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.223212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a3b777-0da7-4612-b8b2-b8cb6e8f199f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.225362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.227275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a3b777-0da7-4612-b8b2-b8cb6e8f199f HTTP/1.1" status: 204 len: 168 time: 0.4772127 Jun 22 20:43:57.233699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-50d04355-46d4-4a20-8cdd-012567d0fdea None None] Provisioning for port 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:57.243822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=057f9e13-f05c-4b94-b0b6-e6e950d2683d,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.259766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-50d04355-46d4-4a20-8cdd-012567d0fdea None None] Provisioning complete for port 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:57.260509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50d04355-46d4-4a20-8cdd-012567d0fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.263134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.266730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57628) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:57.267428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.268679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 63b5cec6-8c82-481d-9cda-8cba180a1907 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:57.317100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:57.380654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.381330 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 170a4b35-e347-408a-99ed-35fcb8f3b851 of type vlan for network 67e2380b-3b51-43bc-9e84-9bd969e54146 Jun 22 20:43:57.412828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50d04355-46d4-4a20-8cdd-012567d0fdea None None] Port 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:57.414244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.417962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.422650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.437326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 3b8f8c55-497e-40f2-90d9-82f0b5cafb1b owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:57.440076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 63b5cec6-8c82-481d-9cda-8cba180a1907 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:57.440469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.498836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.560522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 7343d289-5776-4739-a1ef-94cb3927bda7 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:57.561076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.604475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.605789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc16c60-5ff0-483f-b554-0a8916a4b310 None None] Update dhcp port {'port': {'network_id': '19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72', 'fixed_ips': [{'subnet_id': 'a8a3b777-0da7-4612-b8b2-b8cb6e8f199f'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '7343d289-5776-4739-a1ef-94cb3927bda7'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:43:57.610601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:57.610772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.615949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26d0a16a-6b69-455e-a437-dd50b95c9114 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.631552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:57.664068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port 7343d289-5776-4739-a1ef-94cb3927bda7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7343d289-5776-4739-a1ef-94cb3927bda7,segment=NetworkSegment(a8105cb6-e76e-45c5-9ff1-39041d0cd894),segment_id=a8105cb6-e76e-45c5-9ff1-39041d0cd894)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:57.664428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.674601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5dc16c60-5ff0-483f-b554-0a8916a4b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.681804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 7343d289-5776-4739-a1ef-94cb3927bda7 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:57.687130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.694017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b02a3d2e-f4fc-4334-ab35-90c2d6ab4248 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.729944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=3b8f8c55-497e-40f2-90d9-82f0b5cafb1b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.762790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.792983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.795062 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/3b8f8c55-497e-40f2-90d9-82f0b5cafb1b HTTP/1.1" status: 204 len: 168 time: 0.7911863 Jun 22 20:43:57.797548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57630) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:57.802891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:57.803447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.877086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e7ff2-1dae-461e-86d7-0acd524d4bc0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:57.882933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e7ff2-1dae-461e-86d7-0acd524d4bc0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:57.882933 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-558e7ff2-1dae-461e-86d7-0acd524d4bc0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0819411 Jun 22 20:43:57.886795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57632) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:57.930258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d1a09-22ad-4ed4-a788-a9311d7413ad None None] Network 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:57.937257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:57.941352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7ce20a35-d417-4cf6-ab2e-197595ab0007 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:57.974165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=7343d289-5776-4739-a1ef-94cb3927bda7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:57.979774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:57.988340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port 7343d289-5776-4739-a1ef-94cb3927bda7 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:57.999959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:43:58.008201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.016883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-59bdc531-5992-48e0-9ca7-a22d593a4b30 None None] Could not find standard attr ID for object 7343d289-5776-4739-a1ef-94cb3927bda7. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:43:58.103409 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1392276 Jun 22 20:43:58.109460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57634) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:58.122858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:58.135060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b50b0-4941-4d1d-90c1-14d64b257b71 None None] DHCP port deletion for 19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:58.136740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=67e2380b-3b51-43bc-9e84-9bd969e54146,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:58.141324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:58.153805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:58.171571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.236453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.259746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.265368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.271334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3b921967-dba3-4abd-8cf0-d57e6a3046c6 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:58.292271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:58.321636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8105cb6-e76e-45c5-9ff1-39041d0cd894') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:58.321969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8105cb6-e76e-45c5-9ff1-39041d0cd894') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:58.336271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.350260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:58.354628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:58.355919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.367163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.400011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.411875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916bb92-edeb-4b7c-8cfe-12bd8accf188 None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:58.413639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:43:58.415106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:43:58.418846 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:43:58.449572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:58.453191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.462706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 273998a1-b29d-48cb-8b76-982b86d0d0df is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:43:58.464324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:58.492984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c7cb1e7b-a1ed-4701-84ac-9785976ef34f None None] Provisioning for port 5836a8a5-2e00-4732-833b-d3004d8e71fc completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:58.512216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.518385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76e5a1c0-9a7c-4d2e-bf84-49c43cf40962 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:58.573313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:43:58.573716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:58.582482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:58.590470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.592252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.594318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864 HTTP/1.1" status: 204 len: 168 time: 0.7065248 Jun 22 20:43:58.597817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-48cca3e7-f53b-45e4-ad55-3b7614c5ea7f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:58.601374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57636) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:58.602469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.604312 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72 HTTP/1.1" status: 204 len: 168 time: 1.3359401 Jun 22 20:43:58.610373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda0f0b-ceda-4c6f-ba4d-198943c363b1 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:58.616572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57638) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:58.713688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:43:58.726307 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:43:58.731092 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5880125 Jun 22 20:43:58.733748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57640) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:58.742531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578836324'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:58.745604 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:43:58.746314 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:58.769705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:58.774481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.810135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:43:58.825311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.825983 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment 5bbfdac4-25be-4d2e-92d8-8d5643ce1600 of type vlan for network 0091c26f-174b-4cbb-8177-92e50247843f Jun 22 20:43:58.887210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.888409 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:43:58.949324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.950543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:43:58.958451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:58.959030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:58.962538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f99de51d-7fe0-4d56-ba4d-998496808221 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:59.018708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Deleting port 057f9e13-f05c-4b94-b0b6-e6e950d2683d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:43:59.019150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.036796 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2988453 Jun 22 20:43:59.040708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57646) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:59.046496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:59.055309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=0091c26f-174b-4cbb-8177-92e50247843f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:59.073453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 0091c26f-174b-4cbb-8177-92e50247843f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:43:59.083410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:59.174253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] For port 057f9e13-f05c-4b94-b0b6-e6e950d2683d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=057f9e13-f05c-4b94-b0b6-e6e950d2683d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:43:59.174767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.206666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Calling delete_port for 057f9e13-f05c-4b94-b0b6-e6e950d2683d owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:43:59.220833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:59.231089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.245344 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6585a18-410e-4de0-9ba2-b2a4a54f9400 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6352584 Jun 22 20:43:59.249591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57648) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:59.267509 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:57Z', 'revision_number': 3, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:43:58Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:43:59.272531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:59.305564 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:43:59.306093 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Updating router 0ba336fd-df8e-4190-a626-88a4ed16f697 port 7f236e71-f9ae-42e2-a13b-11d805cf31ba binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:43:59.347672 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.390111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=19b6cc09-b0b9-42f9-b12a-9c88d4a7cb72,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:59.393298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:59.396791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.399516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855a42c4-6d96-492c-ade1-c03d01253d23 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:59.433912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5836a8a5-2e00-4732-833b-d3004d8e71fc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:43:59.463921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=6edf4e90-68e1-4092-b109-0cabbc93dfc6,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:59.475014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:59.510528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:59.521989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.576887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '170a4b35-e347-408a-99ed-35fcb8f3b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:43:59.577511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: 67e2380b-3b51-43bc-9e84-9bd969e54146, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:43:59.633304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc34cbc4-f8f4-41c2-93ef-25e2bffb8946 None None] Provisioning for port 7f236e71-f9ae-42e2-a13b-11d805cf31ba completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:59.640784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc34cbc4-f8f4-41c2-93ef-25e2bffb8946 None None] Provisioning complete for port 7f236e71-f9ae-42e2-a13b-11d805cf31ba triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:59.641264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc34cbc4-f8f4-41c2-93ef-25e2bffb8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.656577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b02e9d-3cb1-4f53-9ba3-a276887f5e64 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:59.662284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d0b02e9d-3cb1-4f53-9ba3-a276887f5e64 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0388551 Jun 22 20:43:59.663221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:59.702466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cc34cbc4-f8f4-41c2-93ef-25e2bffb8946 None None] Port 7f236e71-f9ae-42e2-a13b-11d805cf31ba cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:43:59.724008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5836a8a5-2e00-4732-833b-d3004d8e71fc completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:43:59.729189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.735161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9d3027f2-5e81-4184-a633-0383848d3fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:59.755466 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.759616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5836a8a5-2e00-4732-833b-d3004d8e71fc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:43:59.762033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:43:59.763445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.767951 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Transition to ACTIVE for port object 7f236e71-f9ae-42e2-a13b-11d805cf31ba will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:43:59.782818 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.786256 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9cf9ced6-074c-4aaa-8780-c7301b22b0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:59.802922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 67e2380b-3b51-43bc-9e84-9bd969e54146) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:43:59.821192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:43:59.823347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.875195 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1b6f5a8e-3fb6-42d7-8c57-d65e7431b6bf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2064764 Jun 22 20:43:59.875412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3cb0b-ce14-426c-856c-1e4bbf09486a None None] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:43:59.876047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7599583 Jun 22 20:43:59.876948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:59.877492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57654) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:43:59.898939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-844270826'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:59.904492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Pushing event deleted for resources: {'Port': ['ID=057f9e13-f05c-4b94-b0b6-e6e950d2683d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:59.905573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-690771381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:43:59.908924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] No DVR routers for this DVR port 057f9e13-f05c-4b94-b0b6-e6e950d2683d on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:43:59.940551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:59.952651 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Pushing event updated for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:43:59.959912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:43:59.959912 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:43:59.959912 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': '86f30121e9004e6aa42b11ac3e2dc16f', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 43, 59, 917295)}] Jun 22 20:43:59.959912 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:43:59.961065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:43:59.982310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:43:59.987831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:43:59.991575 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:43:59.993001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-867f3e44-1373-4f1e-bfee-6597e0463081 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:43:59.996244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.034442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:00.041834 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Attempting to bind port 7f236e71-f9ae-42e2-a13b-11d805cf31ba on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:00.042244 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Attempting to bind port 7f236e71-f9ae-42e2-a13b-11d805cf31ba by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:00.042622 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Attempting to bind port 7f236e71-f9ae-42e2-a13b-11d805cf31ba on network 273998a1-b29d-48cb-8b76-982b86d0d0df {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:00.051650 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:00.052179 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Checking segment: {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:00.052464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.052986 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Bound using segment: {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:00.053528 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Bound port: 7f236e71-f9ae-42e2-a13b-11d805cf31ba, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b0938d-e51a-4eb2-8f8b-1056517846b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:00.053931 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.058719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.059364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment 02da851d-1df9-447f-9361-7dceee1ecddd of type vlan for network 67956c3b-f747-4b8e-8814-6058945523fc Jun 22 20:44:00.073486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.110424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:00.123556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:00.133090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:00.133090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.148061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.167950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a83e7c-3026-4def-a869-be1594661ebb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:00.169530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] For port 7f236e71-f9ae-42e2-a13b-11d805cf31ba, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:00.172365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=acd94dff-1d4d-4199-b7f0-4f579a4b713d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:00.173868 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] For port 7f236e71-f9ae-42e2-a13b-11d805cf31ba, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7f236e71-f9ae-42e2-a13b-11d805cf31ba,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:00.176905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:00.178176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-126ab34b-0282-4cff-b9a2-9b924c2382fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:00.179794 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.182234 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:00.183789 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9330692 Jun 22 20:44:00.186677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57658) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:00.210469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.222317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'name': 'tempest-NetworksTestDHCPv6-70518529'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:00.232506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:00.235355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.242371 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Pushing event updated for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:00.244974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c7f0a67-a818-43e5-a67d-d4eb98f5bc01 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:00.255249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:00.274950 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:00.275697 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:00.296719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.324169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:00.324540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 0091c26f-174b-4cbb-8177-92e50247843f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:00.378518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=16fd8c42-1bbb-43b7-9454-5bd628b88579,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:00.385635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57660) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:00.386356 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5071497 Jun 22 20:44:00.387803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:00.396447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '67956c3b-f747-4b8e-8814-6058945523fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:00.404997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 0091c26f-174b-4cbb-8177-92e50247843f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:00.419241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=67956c3b-f747-4b8e-8814-6058945523fc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:00.422681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5836a8a5-2e00-4732-833b-d3004d8e71fc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5836a8a5-2e00-4732-833b-d3004d8e71fc,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:00.429814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:00.434067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.437750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f5f880db-d095-4e61-be30-bdbe32d8824a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:00.467854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 67956c3b-f747-4b8e-8814-6058945523fc details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:00.480234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 0091c26f-174b-4cbb-8177-92e50247843f) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:00.484096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-67e2380b-3b51-43bc-9e84-9bd969e54146', 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '6edf4e90-68e1-4092-b109-0cabbc93dfc6'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:00.484973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.498850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:00.499769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.507484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:00.511397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.531560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.541951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.561364 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5192790 Jun 22 20:44:00.565959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57662) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:00.576678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port b1dc76c1-9217-48c1-8c69-8928d66f8058 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:00.576905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4e116-2f7f-43a1-a7d5-27216876b443 None None] Network 0091c26f-174b-4cbb-8177-92e50247843f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:00.581169 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:00.641807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.654162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.685608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.687104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9f56653c-1880-4490-8022-8dbb9cfca929 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8052993 Jun 22 20:44:00.690631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57666) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:00.767884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:00.772033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:00.826213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 057f9e13-f05c-4b94-b0b6-e6e950d2683d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:00.866350 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:57Z', 'revision_number': 3, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:00Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:00.921234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 057f9e13-f05c-4b94-b0b6-e6e950d2683d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:00.921933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 057f9e13-f05c-4b94-b0b6-e6e950d2683d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:00.922532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7343d289-5776-4739-a1ef-94cb3927bda7 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:00.940365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e75fe7-483f-45e8-9977-2f6364aecc7a None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:43:57Z', 'revision_number': 3, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:00Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:01.123892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5836a8a5-2e00-4732-833b-d3004d8e71fc,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:01.129885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7343d289-5776-4739-a1ef-94cb3927bda7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:01.132579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7343d289-5776-4739-a1ef-94cb3927bda7 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:01.134553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:01.291822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:01.321214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': 'acd94dff-1d4d-4199-b7f0-4f579a4b713d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:01.322568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:01.322925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-98d0c334-1ae1-424f-9b1d-45b02d7de134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:01.326245 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-98d0c334-1ae1-424f-9b1d-45b02d7de134 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.2158229 Jun 22 20:44:01.461135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::16 (40fe1879-ece6-4130-be20-c9f8a60bb4af/acd94dff-1d4d-4199-b7f0-4f579a4b713d/b1dc76c1-9217-48c1-8c69-8928d66f8058) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:01.476061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7f236e71-f9ae-42e2-a13b-11d805cf31ba up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:01.556528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-0091c26f-174b-4cbb-8177-92e50247843f', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:01.557524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:01.590047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Allocated IP 2001:db8::2 (67e2380b-3b51-43bc-9e84-9bd969e54146/6edf4e90-68e1-4092-b109-0cabbc93dfc6/4393fb72-37bb-45e8-af03-688dd557e084) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:01.640387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5b7c8-e1bf-499d-b324-bc3f2a091f4c req-d1ec712c-8e40-4c82-b673-4472f3cf1b99 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:01.643350 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b5c5b7c8-e1bf-499d-b324-bc3f2a091f4c req-d1ec712c-8e40-4c82-b673-4472f3cf1b99 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4427359 Jun 22 20:44:01.647931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-1dfa3c09-0a73-4d22-926b-795c1445d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:01.653603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-1dfa3c09-0a73-4d22-926b-795c1445d8cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.2618923 Jun 22 20:44:01.789505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7f236e71-f9ae-42e2-a13b-11d805cf31ba completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:01.799008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-13995034-cc8c-47bc-9eb6-57cf200df666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.1300936 Jun 22 20:44:01.803990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7f236e71-f9ae-42e2-a13b-11d805cf31ba triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:01.804572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:01.863099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-f944edf9-a8ae-4ac5-9c33-445960e37f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:01.865858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-f944edf9-a8ae-4ac5-9c33-445960e37f6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.0595641 Jun 22 20:44:01.873536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Allocated IP 172.22.0.2 (0091c26f-174b-4cbb-8177-92e50247843f/16fd8c42-1bbb-43b7-9454-5bd628b88579/1584be0a-27e7-4ce1-9594-84feaf1ab8b9) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:01.880394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:01.905734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a71c1664-273a-4176-8e8b-9bc541e71260 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:01.954492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-ee52374d-0b63-4945-b8ba-7c5219793205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:01.957214 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-ee52374d-0b63-4945-b8ba-7c5219793205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833735 Jun 22 20:44:02.001571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.052628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Transition to ACTIVE for port object 4393fb72-37bb-45e8-af03-688dd557e084 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.086632 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-fbbe1551-1011-4c3a-a3d1-676908e60c01 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161437 Jun 22 20:44:02.087001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.093002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Transition to ACTIVE for port object 4393fb72-37bb-45e8-af03-688dd557e084 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.117809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.122252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a93b6d16-c771-497e-8e72-2eb3981c3993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.213428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7f236e71-f9ae-42e2-a13b-11d805cf31ba, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7f236e71-f9ae-42e2-a13b-11d805cf31ba,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:02.214322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8::1 (67e2380b-3b51-43bc-9e84-9bd969e54146/6edf4e90-68e1-4092-b109-0cabbc93dfc6/b07d830b-3425-47ab-92e2-a06ca5b33185) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:02.225305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.228203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:02.234502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.235382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5836a8a5-2e00-4732-833b-d3004d8e71fc up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:02.239731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Pushing event updated for resources: {'Port': ['ID=4393fb72-37bb-45e8-af03-688dd557e084,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.242730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:02.244568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.247942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e25913be-e7de-4bd6-89b8-1acec0e54c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.249737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:02.261843 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8340a81a-1218-47f1-9063-dfac4b455d29 req-9992cebe-3293-484f-8426-d850a2042723 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604958 Jun 22 20:44:02.270046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Transition to ACTIVE for port object 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.353247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=e52e5de0-1ad8-4273-a45c-6421607f6b63,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.366186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Transition to ACTIVE for port object 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.367572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.388391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object b07d830b-3425-47ab-92e2-a06ca5b33185 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.393356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.410488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Attempting to bind port 4393fb72-37bb-45e8-af03-688dd557e084 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:02.411027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Attempting to bind port 4393fb72-37bb-45e8-af03-688dd557e084 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '170a4b35-e347-408a-99ed-35fcb8f3b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:02.411491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Attempting to bind port 4393fb72-37bb-45e8-af03-688dd557e084 on network 67e2380b-3b51-43bc-9e84-9bd969e54146 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:02.415550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.422584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.423325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.428397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:02.428786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Checking segment: {'id': '170a4b35-e347-408a-99ed-35fcb8f3b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:02.429207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.429596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Bound using segment: {'id': '170a4b35-e347-408a-99ed-35fcb8f3b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:02.430112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Bound port: 4393fb72-37bb-45e8-af03-688dd557e084, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170a4b35-e347-408a-99ed-35fcb8f3b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '67e2380b-3b51-43bc-9e84-9bd969e54146'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:02.430495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.438709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Network 0091c26f-174b-4cbb-8177-92e50247843f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:02.443681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.449298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.452269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.455568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0bbddbf8-08b3-4132-800a-0b8c2d2ea09a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.466488 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b5c5b7c8-e1bf-499d-b324-bc3f2a091f4c req-c5b9e967-c569-493c-a76f-b75c64c16024 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7450409 Jun 22 20:44:02.470089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.474036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5836a8a5-2e00-4732-833b-d3004d8e71fc triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:02.474572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.479311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:02.490220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:02.513875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': '02da851d-1df9-447f-9361-7dceee1ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:02.514541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 67956c3b-f747-4b8e-8814-6058945523fc, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:02.543306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=b07d830b-3425-47ab-92e2-a06ca5b33185,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.545924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Pushing event updated for resources: {'Port': ['ID=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.546222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.554718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.555224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:02.556774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:02.560753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:02.561638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.583796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object b1dc76c1-9217-48c1-8c69-8928d66f8058 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:02.642694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 67956c3b-f747-4b8e-8814-6058945523fc is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:02.650193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Attempting to bind port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:02.650596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Attempting to bind port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:02.650953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Attempting to bind port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 on network 0091c26f-174b-4cbb-8177-92e50247843f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:02.660399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] For port 4393fb72-37bb-45e8-af03-688dd557e084, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:02.664272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:02.664659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Checking segment: {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:02.665092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.665483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Bound using segment: {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:02.666087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Bound port: 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:02.666474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.670137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] For port 4393fb72-37bb-45e8-af03-688dd557e084, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4393fb72-37bb-45e8-af03-688dd557e084,segment=NetworkSegment(170a4b35-e347-408a-99ed-35fcb8f3b851),segment_id=170a4b35-e347-408a-99ed-35fcb8f3b851)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:02.672312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 67956c3b-f747-4b8e-8814-6058945523fc) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:02.677852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:02.678771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.696042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ae95f-6eb7-48b8-a900-d1d10943c24a None None] Network 67956c3b-f747-4b8e-8814-6058945523fc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:02.702893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.711451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.717542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.718183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-40ec22c5-25f8-4d87-b60c-16556af0b2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.749066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bdb69430-3fd9-426c-89f8-cffddc2e3d54 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:02.762902 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3715916 Jun 22 20:44:02.763575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57672) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:02.773351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '67956c3b-f747-4b8e-8814-6058945523fc', 'name': 'tempest-PortsTestJSON-1676576808'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:02.825756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:02.864691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:02.872317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:02.881799 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:02.882792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:02.899153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=b1dc76c1-9217-48c1-8c69-8928d66f8058,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.910147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.930801 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7418997 Jun 22 20:44:02.931846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57674) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:02.940926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Pushing event updated for resources: {'Port': ['ID=4393fb72-37bb-45e8-af03-688dd557e084,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:02.944888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/acd94dff-1d4d-4199-b7f0-4f579a4b713d/e3b17ef2-928c-45dc-a075-0b284c00ab5e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:02.952326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:02.981079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] For port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:02.988501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] For port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:02.998014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.011340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0d16c75e-a1be-4643-b37e-04609a346397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:03.099242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.22.0.1 (0091c26f-174b-4cbb-8177-92e50247843f/16fd8c42-1bbb-43b7-9454-5bd628b88579/5cf73e52-5fd2-4105-acf9-c06806c5f538) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:03.114783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:03.118642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.155810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port eea602a9-8175-41ad-91dd-dd54f29f4149 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:03.173278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c3ff8-6c61-4e24-9d3f-9048c0ab0b34 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:03.196032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b80c3ff8-6c61-4e24-9d3f-9048c0ab0b34 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2549627 Jun 22 20:44:03.199923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57676) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:03.266550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.279311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.280509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.289151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-71cbf981-b00e-48bc-8581-6acdff267dfe tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:03.379564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.433380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Pushing event updated for resources: {'Port': ['ID=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:03.440703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 5cf73e52-5fd2-4105-acf9-c06806c5f538 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:03.455300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-67956c3b-f747-4b8e-8814-6058945523fc', 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': 'e52e5de0-1ad8-4273-a45c-6421607f6b63'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:03.456165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.480920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:03.500569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=b07d830b-3425-47ab-92e2-a06ca5b33185,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:03.508338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:03.509554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.524619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-695b16fb-5e49-451a-8096-d83e6f14759f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:03.552631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7f236e71-f9ae-42e2-a13b-11d805cf31ba up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:03.587177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 0091c26f-174b-4cbb-8177-92e50247843f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:03.597114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:03.599393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.14 (67956c3b-f747-4b8e-8814-6058945523fc/e52e5de0-1ad8-4273-a45c-6421607f6b63/eea602a9-8175-41ad-91dd-dd54f29f4149) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:03.602223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:03.608924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:03.626507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:03.633824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:03.717967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port b1dc76c1-9217-48c1-8c69-8928d66f8058 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:03.718556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.721061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.724599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:03.746495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Transition to ACTIVE for port object e3b17ef2-928c-45dc-a075-0b284c00ab5e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:03.767830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Transition to ACTIVE for port object e3b17ef2-928c-45dc-a075-0b284c00ab5e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:03.777356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7f236e71-f9ae-42e2-a13b-11d805cf31ba triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:03.777941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.780024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.783094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:03.830364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.858901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:03.866610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:03.869629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:03.877276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Pushing event updated for resources: {'Port': ['ID=e3b17ef2-928c-45dc-a075-0b284c00ab5e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:03.881473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:03.902446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf153-3006-4200-af7e-57b7c083535f req-cff6916c-a5c0-48ab-9416-24a9674ae83e tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:03.904097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-844bf153-3006-4200-af7e-57b7c083535f req-cff6916c-a5c0-48ab-9416-24a9674ae83e tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1893697 Jun 22 20:44:03.950735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:03.998151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Attempting to bind port e3b17ef2-928c-45dc-a075-0b284c00ab5e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:03.998538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Attempting to bind port e3b17ef2-928c-45dc-a075-0b284c00ab5e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:03.999110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Attempting to bind port e3b17ef2-928c-45dc-a075-0b284c00ab5e on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:04.002413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for b1dc76c1-9217-48c1-8c69-8928d66f8058 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:04.006841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 296c85db-9b9d-458a-8a87-06693d73ba16 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:04.018421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:04.019102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:04.019707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.021424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:04.021581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-844bf153-3006-4200-af7e-57b7c083535f req-a31a488b-ced3-4d9a-83cd-5e7c0995e971 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752745 Jun 22 20:44:04.023041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Bound port: e3b17ef2-928c-45dc-a075-0b284c00ab5e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:04.023845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.035585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4393fb72-37bb-45e8-af03-688dd557e084 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:04.125585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.173791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 4393fb72-37bb-45e8-af03-688dd557e084 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:04.187434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] For port e3b17ef2-928c-45dc-a075-0b284c00ab5e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:04.193010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] For port e3b17ef2-928c-45dc-a075-0b284c00ab5e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3b17ef2-928c-45dc-a075-0b284c00ab5e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:04.198474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.202109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-252a2ecc-df55-4671-a415-544e568ca15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:04.273564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Pushing event updated for resources: {'Port': ['ID=e3b17ef2-928c-45dc-a075-0b284c00ab5e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:04.284183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:04.354185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.371809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c85b0ba4-8608-4f1b-b0f5-9f13ded56d85 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:04.409594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.416197 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/b1dc76c1-9217-48c1-8c69-8928d66f8058 HTTP/1.1" status: 204 len: 168 time: 1.2149451 Jun 22 20:44:04.437534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57682) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:04.458652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=b1dc76c1-9217-48c1-8c69-8928d66f8058,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:04.461535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:04.563030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89749f5e-f956-4d7c-8f5f-6c40e4d3db6d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:04.564824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89749f5e-f956-4d7c-8f5f-6c40e4d3db6d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:04.571617 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89749f5e-f956-4d7c-8f5f-6c40e4d3db6d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1326349 Jun 22 20:44:04.572764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57684) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:04.586717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72b0f9-f45b-4a22-ab9f-bdd9d1abd532 None None] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:04.691182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.743331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet acd94dff-1d4d-4199-b7f0-4f579a4b713d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:04.744103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object eea602a9-8175-41ad-91dd-dd54f29f4149 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:04.745961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:04.749058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.751638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/296c85db-9b9d-458a-8a87-06693d73ba16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0597982 Jun 22 20:44:04.762650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57686) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:04.779810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] Sync routers for ids ['296c85db-9b9d-458a-8a87-06693d73ba16'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:04.808815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Provisioning for port 4393fb72-37bb-45e8-af03-688dd557e084 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:04.816853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] Routers {'296c85db-9b9d-458a-8a87-06693d73ba16'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:04.819688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['296c85db-9b9d-458a-8a87-06693d73ba16'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:04.826594 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.859237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea33b0-db4b-4380-8c87-b20a7710f8a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:04.864915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-edea33b0-db4b-4380-8c87-b20a7710f8a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports/b07d830b-3425-47ab-92e2-a06ca5b33185 HTTP/1.1" status: 200 len: 911 time: 0.1006806 Jun 22 20:44:04.866099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57688) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:04.874805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.875479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6edf4e90-68e1-4092-b109-0cabbc93dfc6'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:04.876762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Provisioning complete for port 4393fb72-37bb-45e8-af03-688dd557e084 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:04.877149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.882999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:04.888457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:04.936325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:04.940428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:04.970036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Allocated IP 172.20.0.2 (67956c3b-f747-4b8e-8814-6058945523fc/e52e5de0-1ad8-4273-a45c-6421607f6b63/c7c2b28d-5087-46af-a707-69190cf2d524) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:04.988345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 67956c3b-f747-4b8e-8814-6058945523fc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:04.996298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:04.999660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] Routers {'296c85db-9b9d-458a-8a87-06693d73ba16'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:05.000660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['296c85db-9b9d-458a-8a87-06693d73ba16'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:05.003680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:05.011718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:05.022886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:05.024049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.055985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbb7ae-e44c-4dfb-a6da-f09f5db4e081 None None] Network 0091c26f-174b-4cbb-8177-92e50247843f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:05.056439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:05.057086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.064904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.071645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:05.072852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c39ce7-db0e-4691-9c28-1ca212bceb11 None None] The sync data for ids ['296c85db-9b9d-458a-8a87-06693d73ba16'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:05.079038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3142588 Jun 22 20:44:05.083297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57690) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:05.091141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '67956c3b-f747-4b8e-8814-6058945523fc', 'name': 'tempest-PortsTestJSON-876100971'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:05.118299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=eea602a9-8175-41ad-91dd-dd54f29f4149,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:05.134331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:05.245006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.286797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.308017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.325873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.329811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 0091c26f-174b-4cbb-8177-92e50247843f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:05.337685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-669d6c05-474c-43ec-8183-e2ab5e701972 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:05.343237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:05.348903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.390010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:05.398263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=acd94dff-1d4d-4199-b7f0-4f579a4b713d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:05.403763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:05.412948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:05.417665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.422575 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/acd94dff-1d4d-4199-b7f0-4f579a4b713d HTTP/1.1" status: 204 len: 168 time: 0.8180680 Jun 22 20:44:05.423418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] For port 4393fb72-37bb-45e8-af03-688dd557e084, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4393fb72-37bb-45e8-af03-688dd557e084,segment=NetworkSegment(170a4b35-e347-408a-99ed-35fcb8f3b851),segment_id=170a4b35-e347-408a-99ed-35fcb8f3b851)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:05.423768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57692) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:05.427200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.448265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.452405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4f57b2f-c216-4227-965d-76e7a6933925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:05.475869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Transition to ACTIVE for port object c7c2b28d-5087-46af-a707-69190cf2d524 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:05.508971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Transition to ACTIVE for port object c7c2b28d-5087-46af-a707-69190cf2d524 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:05.548101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Pushing event updated for resources: {'Port': ['ID=4393fb72-37bb-45e8-af03-688dd557e084,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:05.553123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:05.554730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.570651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:05.587778 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1f323a9-55b5-42b1-8740-3bce5ff07b00 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622789 Jun 22 20:44:05.588490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57694) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:05.617060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Network 67956c3b-f747-4b8e-8814-6058945523fc is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:05.619248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3b17ef2-928c-45dc-a075-0b284c00ab5e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:05.627606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:05.654291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:05.695975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.11 (67956c3b-f747-4b8e-8814-6058945523fc/e52e5de0-1ad8-4273-a45c-6421607f6b63/6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:05.710764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:05.735269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Pushing event updated for resources: {'Port': ['ID=c7c2b28d-5087-46af-a707-69190cf2d524,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:05.743734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:05.783338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-620e0b97-3cb2-470f-b06d-6371242f2484 None None] Provisioning for port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:05.815342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509ea50-7e8f-4944-b1a9-cb0ef355a838 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:05.820359 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8509ea50-7e8f-4944-b1a9-cb0ef355a838 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2287574 Jun 22 20:44:05.843831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57696) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:05.844533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Attempting to bind port c7c2b28d-5087-46af-a707-69190cf2d524 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:05.844922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Attempting to bind port c7c2b28d-5087-46af-a707-69190cf2d524 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '02da851d-1df9-447f-9361-7dceee1ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:05.845300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Attempting to bind port c7c2b28d-5087-46af-a707-69190cf2d524 on network 67956c3b-f747-4b8e-8814-6058945523fc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:05.866888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:05.867560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Checking segment: {'id': '02da851d-1df9-447f-9361-7dceee1ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:05.868150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.868749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Bound using segment: {'id': '02da851d-1df9-447f-9361-7dceee1ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:05.869412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Bound port: c7c2b28d-5087-46af-a707-69190cf2d524, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02da851d-1df9-447f-9361-7dceee1ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '67956c3b-f747-4b8e-8814-6058945523fc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:05.869996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:05.904919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:05.919389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3476498 Jun 22 20:44:05.919616 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:05.922226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57698) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:05.930201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e3b17ef2-928c-45dc-a075-0b284c00ab5e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:05.931021 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:05.931868 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:05.946469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:05.946729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1556063565'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:06.026061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb2602-2816-4c74-9834-2fc4bfb4ac57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:06.030746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57700) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:06.038879 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fefb2602-2816-4c74-9834-2fc4bfb4ac57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1936181 Jun 22 20:44:06.090845 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:06.102994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7dd49ec2-7538-4c32-910c-9ba65a3bf0ff tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708637 Jun 22 20:44:06.103699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57702) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:06.108941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:06.216549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:06.220121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.310921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] For port c7c2b28d-5087-46af-a707-69190cf2d524, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:06.314697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:06.316264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] For port c7c2b28d-5087-46af-a707-69190cf2d524, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c7c2b28d-5087-46af-a707-69190cf2d524,segment=NetworkSegment(02da851d-1df9-447f-9361-7dceee1ecddd),segment_id=02da851d-1df9-447f-9361-7dceee1ecddd)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:06.321156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.342742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b086c7-b48b-484a-ac15-850ea4831815 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:06.344907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.368443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8b8eb468-6aff-442d-bf08-33b1fb55e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:06.374054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:06.416760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:06.436442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:06.436820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.448788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.474779 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:04Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:04Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:06.480558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.481059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Provisioning complete for port 4393fb72-37bb-45e8-af03-688dd557e084 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:06.484284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.484771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added segment f09d86c0-7291-46f8-aa1f-2df310fde164 of type vlan for network 78030878-8ff3-4019-be6f-b3931faa2fdb Jun 22 20:44:06.487870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.512516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:06.518646 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:06.519007 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Updating router 0ba336fd-df8e-4190-a626-88a4ed16f697 port 5cf73e52-5fd2-4105-acf9-c06806c5f538 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:06.533869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.541114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:06.541965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.543645 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/ports/b07d830b-3425-47ab-92e2-a06ca5b33185 HTTP/1.1" status: 200 len: 911 time: 1.6747930 Jun 22 20:44:06.567838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.575228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43d9c674-d33b-4574-b98c-de6ca4204029 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:06.599454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57704) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:06.704358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Pushing event updated for resources: {'Port': ['ID=c7c2b28d-5087-46af-a707-69190cf2d524,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:06.723364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=b07d830b-3425-47ab-92e2-a06ca5b33185,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:06.728418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:06.764295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:06.769125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.900493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.918414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:06.919177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.922978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:06.945288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7cdf9caa-4382-4f74-acb8-a676e5e52762 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:06.987110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.001208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d380c8e-6789-48fa-b26a-b40181e0ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.021012 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.039185 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Transition to ACTIVE for port object 5cf73e52-5fd2-4105-acf9-c06806c5f538 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:07.045206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Provisioning for port b07d830b-3425-47ab-92e2-a06ca5b33185 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:07.049603 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.056497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:07.062525 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.078703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Provisioning complete for port b07d830b-3425-47ab-92e2-a06ca5b33185 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:07.079323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.084494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.104682 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1705263 Jun 22 20:44:07.106951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 67956c3b-f747-4b8e-8814-6058945523fc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:07.107157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:07.110393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57706) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:07.119603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:07.120340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.123256 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Pushing event updated for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.124954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'subnet': {'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:07.128706 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.141966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:07.165467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=9ed99829-dc90-4ef7-a055-c48492299af5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.172344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:07.177850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.195457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0906129 Jun 22 20:44:07.220315 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Attempting to bind port 5cf73e52-5fd2-4105-acf9-c06806c5f538 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:07.221085 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Attempting to bind port 5cf73e52-5fd2-4105-acf9-c06806c5f538 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:07.221467 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Attempting to bind port 5cf73e52-5fd2-4105-acf9-c06806c5f538 on network 0091c26f-174b-4cbb-8177-92e50247843f {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:07.225313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b772a66c-edd4-421e-a1d6-43b7d7bb4b2e None None] Port b07d830b-3425-47ab-92e2-a06ca5b33185 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:07.229061 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:07.229887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Checking segment: {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:07.230690 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.231540 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Bound using segment: {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:07.233466 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Bound port: 5cf73e52-5fd2-4105-acf9-c06806c5f538, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbfdac4-25be-4d2e-92d8-8d5643ce1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:07.234087 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.253550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57708) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:07.259259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:07.264356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:07.265149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.273782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '9ed99829-dc90-4ef7-a055-c48492299af5', 'ip_address': '2001:db8::c008:5b2:2517:413f'}], 'name': 'tempest-NetworksTestDHCPv6-118146191'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:07.277415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:07.277625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Network': ['ID=78030878-8ff3-4019-be6f-b3931faa2fdb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.282282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.285052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2c6e756a-0938-4ca9-b2db-21cacaf3ddae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.289800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 78030878-8ff3-4019-be6f-b3931faa2fdb details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:07.296316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.297513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.392631 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3029454 Jun 22 20:44:07.394011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57712) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:07.411582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] For port 5cf73e52-5fd2-4105-acf9-c06806c5f538, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:07.411811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.418949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.419172 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] For port 5cf73e52-5fd2-4105-acf9-c06806c5f538, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5cf73e52-5fd2-4105-acf9-c06806c5f538,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:07.423765 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.425177 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-f4903ed6-0c01-4659-a3ff-49a34e7a3a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.436912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Made reservation on behalf of 9a6433dd4cbf44749a1119c33f42f6ab for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:07.450031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.533595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Provisioning complete for port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:07.533888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.550345 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:07.551184 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:07.580312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Pushing event updated for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.586820 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.623335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Deleting port e3b17ef2-928c-45dc-a075-0b284c00ab5e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:07.628173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.696403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c7c2b28d-5087-46af-a707-69190cf2d524 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:07.735574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:07.749667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:07.759472 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:07.903290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:07.906798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66d05b21-d33e-41b5-bdb2-ccb078099d30 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:07.945916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f3c39-75a2-438f-951e-8c1c69118bfc tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:07.952366 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1f9f3c39-75a2-438f-951e-8c1c69118bfc tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4620841 Jun 22 20:44:07.976517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57724) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:08.008334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port c7c2b28d-5087-46af-a707-69190cf2d524 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:08.022510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4393fb72-37bb-45e8-af03-688dd557e084 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:08.029421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Subnet': ['ID=4b31dec9-e7e5-4c98-ac97-d4be6d9d477b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:08.041413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:08.116650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Checking segment: {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:08.117354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network hostable DHCP agents. Network: 78030878-8ff3-4019-be6f-b3931faa2fdb, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:08.157052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 78030878-8ff3-4019-be6f-b3931faa2fdb is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:08.173007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 78030878-8ff3-4019-be6f-b3931faa2fdb) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:08.186122 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:04Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:07Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:08.193816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:08.195444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.204330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d09cc-46ca-4fa5-afc0-a773f98d49d3 None None] Network 78030878-8ff3-4019-be6f-b3931faa2fdb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:08.256091 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d459ee-4920-481e-8c38-55b26bb68c55 None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:04Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:07Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:08.290114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] For port e3b17ef2-928c-45dc-a075-0b284c00ab5e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3b17ef2-928c-45dc-a075-0b284c00ab5e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:08.290923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.385182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Provisioning for port e3b17ef2-928c-45dc-a075-0b284c00ab5e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:08.409208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Calling delete_port for e3b17ef2-928c-45dc-a075-0b284c00ab5e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:08.413320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Provisioning complete for port e3b17ef2-928c-45dc-a075-0b284c00ab5e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:08.413702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.415408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4393fb72-37bb-45e8-af03-688dd557e084 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:08.426547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.482007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a541-570e-4d05-89d3-4b354c0a957a req-6adf6794-ceac-4994-962f-fa3685b8e2a3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:08.483964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc29a541-570e-4d05-89d3-4b354c0a957a req-6adf6794-ceac-4994-962f-fa3685b8e2a3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.1369369 Jun 22 20:44:08.563381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc29a541-570e-4d05-89d3-4b354c0a957a req-f4b506e9-e583-4f33-b392-07137d29cd1b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725710 Jun 22 20:44:08.590129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543b66d-7297-4c18-8e10-a0109dffc44e None None] Network 67956c3b-f747-4b8e-8814-6058945523fc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:08.682505 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5709054 Jun 22 20:44:08.685216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:08.709069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:08.801402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:08.802196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.841997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.849108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:08.851282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Port e3b17ef2-928c-45dc-a075-0b284c00ab5e update to ACTIVE by agent not found {{(pid=100375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 20:44:08.860854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.861409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-78030878-8ff3-4019-be6f-b3931faa2fdb', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:08.862676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:08.929306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Pushing event deleted for resources: {'Port': ['ID=e3b17ef2-928c-45dc-a075-0b284c00ab5e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:08.936119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:08.948452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] No DVR routers for this DVR port e3b17ef2-928c-45dc-a075-0b284c00ab5e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:08.977451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7554fc5-bd3c-4d43-9a04-87b9ab4c568a None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:08.999142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.063798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 2e32d0f3-3f8e-488f-8c92-3d3779286df1 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:09.119132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Provisioning for port 5cf73e52-5fd2-4105-acf9-c06806c5f538 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:09.121731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3b17ef2-928c-45dc-a075-0b284c00ab5e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:09.152883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.180076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.185655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e3b17ef2-928c-45dc-a075-0b284c00ab5e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:09.186033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3b17ef2-928c-45dc-a075-0b284c00ab5e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:09.190746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:09.272647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Provisioning complete for port b07d830b-3425-47ab-92e2-a06ca5b33185 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:09.272647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.467867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::c008:5b2:2517:413f (40fe1879-ece6-4130-be20-c9f8a60bb4af/9ed99829-dc90-4ef7-a055-c48492299af5/2e32d0f3-3f8e-488f-8c92-3d3779286df1) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:09.486878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Allocated IP 172.23.0.2 (78030878-8ff3-4019-be6f-b3931faa2fdb/4b31dec9-e7e5-4c98-ac97-d4be6d9d477b/8f4779b4-94af-4bfe-98fc-848cc1a4c391) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:09.530608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.543289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5cf73e52-5fd2-4105-acf9-c06806c5f538 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:09.544721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:09.585720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:09.593628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:09.605181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-11ffaaa7-a93e-49e0-92ff-bd724c17cbc1 None None] Port b07d830b-3425-47ab-92e2-a06ca5b33185 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:09.678488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '9ed99829-dc90-4ef7-a055-c48492299af5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:09.680046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.764171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port b07d830b-3425-47ab-92e2-a06ca5b33185 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:09.764515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.807229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5cf73e52-5fd2-4105-acf9-c06806c5f538 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:09.831638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5cf73e52-5fd2-4105-acf9-c06806c5f538 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:09.832013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.841179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Provisioning complete for port 5cf73e52-5fd2-4105-acf9-c06806c5f538 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:09.841553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.911472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.924407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.927354 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 HTTP/1.1" status: 204 len: 168 time: 1.9495950 Jun 22 20:44:09.930909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57738) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:09.952180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:09.952766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 2e32d0f3-3f8e-488f-8c92-3d3779286df1 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:09.970190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Transition to ACTIVE for port object 8f4779b4-94af-4bfe-98fc-848cc1a4c391 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:09.987833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7a6058-0e45-4052-b055-1911cbafbaf1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:09.993079 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6a7a6058-0e45-4052-b055-1911cbafbaf1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9 HTTP/1.1" status: 404 len: 333 time: 0.0566375 Jun 22 20:44:09.993245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b950a2-e00e-4a2b-942e-cf8f990980a3 req-ddec3ba3-549e-4a66-84d8-9753738d12ac tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:09.993245 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69b950a2-e00e-4a2b-942e-cf8f990980a3 req-ddec3ba3-549e-4a66-84d8-9753738d12ac tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.2321577 Jun 22 20:44:09.995617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57740) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:09.997317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.013521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Transition to ACTIVE for port object 8f4779b4-94af-4bfe-98fc-848cc1a4c391 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:10.052560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for b07d830b-3425-47ab-92e2-a06ca5b33185 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:10.055127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.060644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f8850350-4801-4bf0-9450-75e0c9e6e305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.088881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Allocated IP 172.23.0.1 (78030878-8ff3-4019-be6f-b3931faa2fdb/4b31dec9-e7e5-4c98-ac97-d4be6d9d477b/880ca77b-9a65-4002-8c6d-2be733df64a0) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:10.108901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.118398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.122628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Network 78030878-8ff3-4019-be6f-b3931faa2fdb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:10.136809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:10.139172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:10.152942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Pushing event updated for resources: {'Port': ['ID=8f4779b4-94af-4bfe-98fc-848cc1a4c391,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.155716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.183415 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69b950a2-e00e-4a2b-942e-cf8f990980a3 req-2679a490-f783-4836-a68d-26bd6d4d6419 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674263 Jun 22 20:44:10.226219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.232432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2acf4ae5-0bad-49de-92b6-146e2f674e6b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.254142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.263694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5cf73e52-5fd2-4105-acf9-c06806c5f538, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5cf73e52-5fd2-4105-acf9-c06806c5f538,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:10.275330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Transition to ACTIVE for port object 880ca77b-9a65-4002-8c6d-2be733df64a0 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:10.276974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.278132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:10.286995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.314797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=2e32d0f3-3f8e-488f-8c92-3d3779286df1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.316647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.327546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8db87f1-72c1-4fad-b250-1e10227cb067 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.333567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.335910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Attempting to bind port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:10.336281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Attempting to bind port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:10.336642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Attempting to bind port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 on network 78030878-8ff3-4019-be6f-b3931faa2fdb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:10.370569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:10.374162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 78030878-8ff3-4019-be6f-b3931faa2fdb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:10.374301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:10.382076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:10.382994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:10.387694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:10.389110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:10.390338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.399533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:10.399881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Checking segment: {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:10.400261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.400648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Bound using segment: {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:10.401130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Bound port: 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:10.401509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.405795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/9ed99829-dc90-4ef7-a055-c48492299af5/7fb5c90f-8cfc-4cab-8858-a63940c687d7) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:10.422501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port eea602a9-8175-41ad-91dd-dd54f29f4149 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:10.423392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.442413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.448732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:44:10.449095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:44:10.455565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.455770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.459461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.485586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.510611 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2535014 Jun 22 20:44:10.513216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57742) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:10.562681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:10.562910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.616477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] For port 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:10.649169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] For port 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8f4779b4-94af-4bfe-98fc-848cc1a4c391,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:10.670295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.671924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.680367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.683635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.709511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e796a9-a9f2-4962-9f66-89d628ad9bd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:10.713266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9e796a9-a9f2-4962-9f66-89d628ad9bd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1908989 Jun 22 20:44:10.720102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57744) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:10.751847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.756293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for eea602a9-8175-41ad-91dd-dd54f29f4149 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:10.788158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.793563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8ccd2153-a906-4c0d-b875-3a73b51180de tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.795356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Transition to ACTIVE for port object 7fb5c90f-8cfc-4cab-8858-a63940c687d7 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:10.798607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Pushing event updated for resources: {'Port': ['ID=8f4779b4-94af-4bfe-98fc-848cc1a4c391,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.806478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.827989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Transition to ACTIVE for port object 7fb5c90f-8cfc-4cab-8858-a63940c687d7 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:10.836193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:10.838300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=b07d830b-3425-47ab-92e2-a06ca5b33185,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.839383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-192f1ef6-d363-4b83-8362-f7ea84731eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:10.845391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.877996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:10.905614 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:10.909254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:10.979386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Pushing event updated for resources: {'Port': ['ID=7fb5c90f-8cfc-4cab-8858-a63940c687d7,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:10.989696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:10.995221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:44:11.070936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Attempting to bind port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:11.071617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Attempting to bind port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:11.072558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Attempting to bind port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:11.083133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:11.083973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:11.084538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.085222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:11.085865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Bound port: 7fb5c90f-8cfc-4cab-8858-a63940c687d7, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:11.086444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.091176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.124286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 2e32d0f3-3f8e-488f-8c92-3d3779286df1 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:11.124637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.154651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Provisioning for port c7c2b28d-5087-46af-a707-69190cf2d524 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:11.175472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Provisioning complete for port c7c2b28d-5087-46af-a707-69190cf2d524 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:11.176041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.184786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.195944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.202750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f770ede2-a1a9-43fd-bee0-9d92bcaceadd tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:11.250297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] For port 7fb5c90f-8cfc-4cab-8858-a63940c687d7, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:11.265148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] For port 7fb5c90f-8cfc-4cab-8858-a63940c687d7, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb5c90f-8cfc-4cab-8858-a63940c687d7,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:11.303444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event updated for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:11.304253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.306456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-18aaeb4a-988e-40e8-b767-2e1dde12d32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:11.306639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:11.317284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.372171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Pushing event updated for resources: {'Port': ['ID=7fb5c90f-8cfc-4cab-8858-a63940c687d7,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:11.384658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:11.460162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.505327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] For port c7c2b28d-5087-46af-a707-69190cf2d524, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c7c2b28d-5087-46af-a707-69190cf2d524,segment=NetworkSegment(02da851d-1df9-447f-9361-7dceee1ecddd),segment_id=02da851d-1df9-447f-9361-7dceee1ecddd)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:11.510390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.516489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b443e3db-fbeb-4832-a5b3-dfee938934b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:11.568078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Network 78030878-8ff3-4019-be6f-b3931faa2fdb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:11.580751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:11.605209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Pushing event updated for resources: {'Port': ['ID=c7c2b28d-5087-46af-a707-69190cf2d524,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:11.611831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:11.614675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3817c8-79cf-40f8-a1a2-de8d823c5e6e req-339af466-5cef-4edf-a6ee-bb2e7a58b666 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:11.626606 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f3817c8-79cf-40f8-a1a2-de8d823c5e6e req-339af466-5cef-4edf-a6ee-bb2e7a58b666 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.1550868 Jun 22 20:44:11.635209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c41b4519-26fb-4535-918e-c844ac0dad64 None None] Could not find standard attr ID for object 6bacd0e1-bd8b-4d3f-8a62-34c3615e67a9. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:11.649886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c41b4519-26fb-4535-918e-c844ac0dad64 None None] Provisioning complete for port c7c2b28d-5087-46af-a707-69190cf2d524 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:11.650373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c41b4519-26fb-4535-918e-c844ac0dad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.678297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5cf73e52-5fd2-4105-acf9-c06806c5f538 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:11.820397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5cf73e52-5fd2-4105-acf9-c06806c5f538 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:11.820789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.862007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f3817c8-79cf-40f8-a1a2-de8d823c5e6e req-0fc95c92-a4bf-422d-a800-03dc6cd1d93a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340806 Jun 22 20:44:11.893410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c41b4519-26fb-4535-918e-c844ac0dad64 None None] Could not find standard attr ID for object eea602a9-8175-41ad-91dd-dd54f29f4149. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:11.902441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:11.907964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:11.914717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5356d88d-ef5c-4f54-893a-0cf8d1baa492 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:11.945710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 296c85db-9b9d-458a-8a87-06693d73ba16 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:11.968844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8f4779b4-94af-4bfe-98fc-848cc1a4c391 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:11.978380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=eea602a9-8175-41ad-91dd-dd54f29f4149,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:11.987798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:11.993887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.040158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 2e32d0f3-3f8e-488f-8c92-3d3779286df1 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:12.062049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:12.067610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:12.071572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3851078 Jun 22 20:44:12.074514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57748) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.080668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:12.084873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:12.100439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:12.101443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:12.227767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:12.231725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:12.241967 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] Sync routers for ids ['296c85db-9b9d-458a-8a87-06693d73ba16'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:12.248330 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/296c85db-9b9d-458a-8a87-06693d73ba16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6468375 Jun 22 20:44:12.260036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57750) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.269414 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] Routers {'296c85db-9b9d-458a-8a87-06693d73ba16'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:12.270667 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['296c85db-9b9d-458a-8a87-06693d73ba16'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:12.302118 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c59782cd-a57d-48d3-8e67-d594d75cd746 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=296c85db-9b9d-458a-8a87-06693d73ba16 HTTP/1.1" status: 200 len: 205 time: 0.0392375 Jun 22 20:44:12.304524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57752) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.307791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.309756 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/eea602a9-8175-41ad-91dd-dd54f29f4149 HTTP/1.1" status: 204 len: 168 time: 2.3097951 Jun 22 20:44:12.320754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57754) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.349190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:12.373833 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] Routers {'296c85db-9b9d-458a-8a87-06693d73ba16'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:12.380210 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['296c85db-9b9d-458a-8a87-06693d73ba16'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:12.441193 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:12.441462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-15216e44-92f3-4bbb-9607-16ed1ef9db77 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:12.442160 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8d147-38a4-43b8-a577-20a6aa82121c None None] The sync data for ids ['296c85db-9b9d-458a-8a87-06693d73ba16'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:12.445632 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-15216e44-92f3-4bbb-9607-16ed1ef9db77 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/eea602a9-8175-41ad-91dd-dd54f29f4149 HTTP/1.1" status: 404 len: 333 time: 0.1214304 Jun 22 20:44:12.461186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57756) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.482298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.489215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac5fa2-a3ad-4a44-b069-65cf59b7164a None None] Network 78030878-8ff3-4019-be6f-b3931faa2fdb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:12.578213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:44:12.597514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Removed routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:44:12.598386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.606856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet e52e5de0-1ad8-4273-a45c-6421607f6b63 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:12.644062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.757016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.760901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.808416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.813735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.829550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Provisioning for port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:12.844712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.845259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router 296c85db-9b9d-458a-8a87-06693d73ba16 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:12.857379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.860839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f3137c64-ad72-4668-8976-3553021b9c6a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/296c85db-9b9d-458a-8a87-06693d73ba16 HTTP/1.1" status: 204 len: 168 time: 0.5477417 Jun 22 20:44:12.868599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57758) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:12.874562 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Provisioning complete for port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:12.876134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:12.963556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.077221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 6edf4e90-68e1-4092-b109-0cabbc93dfc6 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:13.080315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.107185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.128279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.163938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:13.170512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] For port 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8f4779b4-94af-4bfe-98fc-848cc1a4c391,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:13.200195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.203256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:13.205066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.206872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:13.207934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Updating router 0ba336fd-df8e-4190-a626-88a4ed16f697 port 880ca77b-9a65-4002-8c6d-2be733df64a0 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:13.226959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61cbe28f-73b8-457a-995b-87171af42133 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:13.298900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.327892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3015ad21-9be7-4d1b-b83d-65877d76ed10 None None] Could not find standard attr ID for object b1dc76c1-9217-48c1-8c69-8928d66f8058. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:13.335514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Pushing event updated for resources: {'Port': ['ID=8f4779b4-94af-4bfe-98fc-848cc1a4c391,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:13.338792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:13.375105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.394077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3015ad21-9be7-4d1b-b83d-65877d76ed10 None None] Provisioning for port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:13.528522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.571453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.584003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57762) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:13.585321 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/6edf4e90-68e1-4092-b109-0cabbc93dfc6 HTTP/1.1" status: 204 len: 168 time: 0.7102666 Jun 22 20:44:13.587736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=2e32d0f3-3f8e-488f-8c92-3d3779286df1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:13.588587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3464fef-e668-4b35-9874-4e9b91341d80 None None] Network 67e2380b-3b51-43bc-9e84-9bd969e54146 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:13.605553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:13.607464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7a826579-60bc-42e3-8308-54dbf37df4b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:13.611561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.616398 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/2e32d0f3-3f8e-488f-8c92-3d3779286df1 HTTP/1.1" status: 204 len: 168 time: 2.8889918 Jun 22 20:44:13.620205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57764) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:13.631180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c7c2b28d-5087-46af-a707-69190cf2d524 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:13.703770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.712856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.722395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:13.771757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=6edf4e90-68e1-4092-b109-0cabbc93dfc6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:13.775203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:13.834955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Could not find standard attr ID for object 2e32d0f3-3f8e-488f-8c92-3d3779286df1. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:13.858247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873e33-2708-48f4-9586-443d82fa61b4 req-16812e65-1cf7-4eca-8dab-8c4709c01aca tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:13.859962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-63873e33-2708-48f4-9586-443d82fa61b4 req-16812e65-1cf7-4eca-8dab-8c4709c01aca tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.6585255 Jun 22 20:44:13.864728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.884002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f861655-fd04-4e0b-9259-ba18ebfa6756 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:13.890481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:13.898165 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/e52e5de0-1ad8-4273-a45c-6421607f6b63 HTTP/1.1" status: 204 len: 168 time: 1.4300454 Jun 22 20:44:13.899738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e84d3b-3d21-4702-909e-3b6e3e6226b4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:13.901421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e84d3b-3d21-4702-909e-3b6e3e6226b4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:13.902225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:13.905734 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7e84d3b-3d21-4702-909e-3b6e3e6226b4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2637749 Jun 22 20:44:13.913163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57768) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:13.936877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131447d-0352-496c-8ea0-81196ac7f9cd None None] Network 67956c3b-f747-4b8e-8814-6058945523fc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:13.975795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=e52e5de0-1ad8-4273-a45c-6421607f6b63,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:13.978828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:13.995513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Provisioning for port 880ca77b-9a65-4002-8c6d-2be733df64a0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:14.029275 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-63873e33-2708-48f4-9586-443d82fa61b4 req-6470b140-19a0-4489-a072-ed081361100d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547697 Jun 22 20:44:14.030283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:14.045180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c7c2b28d-5087-46af-a707-69190cf2d524 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:14.045560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.057531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 9ed99829-dc90-4ef7-a055-c48492299af5 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:14.069856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.071589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-91ef082d-ae9c-46ac-9561-52dfaf147cf5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 933 time: 1.9945610 Jun 22 20:44:14.074186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Provisioning complete for port 880ca77b-9a65-4002-8c6d-2be733df64a0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:14.074564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.078975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57770) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:14.081091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 4393fb72-37bb-45e8-af03-688dd557e084 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:14.081562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.088623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.121269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Port 880ca77b-9a65-4002-8c6d-2be733df64a0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:14.184084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.225127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 4393fb72-37bb-45e8-af03-688dd557e084, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4393fb72-37bb-45e8-af03-688dd557e084,segment=NetworkSegment(170a4b35-e347-408a-99ed-35fcb8f3b851),segment_id=170a4b35-e347-408a-99ed-35fcb8f3b851)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:14.225675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.237097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57772) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:14.237332 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a06cc18b-bdbf-4c98-9ef9-7aac995de1b5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 933 time: 0.1562474 Jun 22 20:44:14.252604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.256364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'routes': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:14.260420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 4393fb72-37bb-45e8-af03-688dd557e084 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:14.267960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Provisioning complete for port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:14.268338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca62b-187c-4249-ac36-181f9a88d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.327524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.376721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Transition to ACTIVE for port object 880ca77b-9a65-4002-8c6d-2be733df64a0 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:14.383635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.392623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.420091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:14.421340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port c7c2b28d-5087-46af-a707-69190cf2d524 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:14.421826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.484474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.489214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f4c319d-d756-4af9-b806-20826a7a0b42 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:14.499150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb5c90f-8cfc-4cab-8858-a63940c687d7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:14.541247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.546556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/9ed99829-dc90-4ef7-a055-c48492299af5 HTTP/1.1" status: 204 len: 168 time: 0.6090317 Jun 22 20:44:14.547401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57774) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:14.557373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd61c8-38b1-4c39-9487-47348671321d None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:14.559156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Pushing event updated for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:14.568733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:14.574941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed99829-dc90-4ef7-a055-c48492299af5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:14.584346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:14.589939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port c7c2b28d-5087-46af-a707-69190cf2d524, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c7c2b28d-5087-46af-a707-69190cf2d524,segment=NetworkSegment(02da851d-1df9-447f-9361-7dceee1ecddd),segment_id=02da851d-1df9-447f-9361-7dceee1ecddd)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:14.590490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.619503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for c7c2b28d-5087-46af-a707-69190cf2d524 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:14.634907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7cc29-d539-4b0d-8fd6-acd90c6e3260 None None] DHCP port deletion for 67e2380b-3b51-43bc-9e84-9bd969e54146 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:14.640482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.645229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-805f3f93-27ec-46e2-921e-9c035c5b10cc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:14.651047 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-04b8a165-5fd9-446f-983c-9d43e857d944 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010847 Jun 22 20:44:14.653042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57776) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:14.659991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:14.736238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=4393fb72-37bb-45e8-af03-688dd557e084,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:14.741427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port 4393fb72-37bb-45e8-af03-688dd557e084 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:14.741606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Attempting to bind port 880ca77b-9a65-4002-8c6d-2be733df64a0 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:14.741995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Attempting to bind port 880ca77b-9a65-4002-8c6d-2be733df64a0 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:14.742378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Attempting to bind port 880ca77b-9a65-4002-8c6d-2be733df64a0 on network 78030878-8ff3-4019-be6f-b3931faa2fdb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:14.745053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:14.779013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:14.779857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Checking segment: {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:14.780430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.780986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Bound using segment: {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:14.781639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Bound port: 880ca77b-9a65-4002-8c6d-2be733df64a0, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09d86c0-7291-46f8-aa1f-2df310fde164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:14.782222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.808967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] DHCP port deletion for 67956c3b-f747-4b8e-8814-6058945523fc request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:14.817731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:14.824928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:14.828524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.872221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:14.872609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.956345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:14.983664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] For port 880ca77b-9a65-4002-8c6d-2be733df64a0, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:14.990475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] For port 880ca77b-9a65-4002-8c6d-2be733df64a0, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=880ca77b-9a65-4002-8c6d-2be733df64a0,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:14.991108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e2380b-3b51-43bc-9e84-9bd969e54146']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:14.999153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.001814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.002955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.008551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.016755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170a4b35-e347-408a-99ed-35fcb8f3b851') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.016987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170a4b35-e347-408a-99ed-35fcb8f3b851') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.051381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=c7c2b28d-5087-46af-a707-69190cf2d524,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.058182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.083483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.087498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.088369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port c7c2b28d-5087-46af-a707-69190cf2d524 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:15.095350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c32d86d8-3687-4e86-a5d6-428ac0355d4b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.110677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.135619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:15.139008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:15.147403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:15.148064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.212054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Deleting port c7c2b28d-5087-46af-a707-69190cf2d524 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:15.212590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.218533 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5640209 Jun 22 20:44:15.219523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.223455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:15.226334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.228831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57780) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:15.238828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '535726a3-1553-453f-bd9d-7bae0d45d593', 'ip_address': '2001:db8::6528:bb2f:65fb:bce4'}], 'name': 'tempest-NetworksTestDHCPv6-664976090'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:15.244127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=535726a3-1553-453f-bd9d-7bae0d45d593,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.248092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:15.250130 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:15.285302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:15.338356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Pushing event updated for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.340981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:15.341662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.351083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.360355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:44:15.360925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:44:15.375593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67956c3b-f747-4b8e-8814-6058945523fc']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.384001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.392705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] For port c7c2b28d-5087-46af-a707-69190cf2d524, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:15.393227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.409316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02da851d-1df9-447f-9361-7dceee1ecddd') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.409316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02da851d-1df9-447f-9361-7dceee1ecddd') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:15.435154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.440433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:15.465442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.471118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.478035 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/67e2380b-3b51-43bc-9e84-9bd969e54146 HTTP/1.1" status: 204 len: 168 time: 1.8930519 Jun 22 20:44:15.481377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Calling delete_port for c7c2b28d-5087-46af-a707-69190cf2d524 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:15.481817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:15.482754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4c36ee95-82b6-4232-a784-a4860dda3a42 tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.485260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Port c7c2b28d-5087-46af-a707-69190cf2d524 was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:44:15.494515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1676826293', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:15.495412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.502836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.504130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.520644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.544900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67c267-c7cf-4222-80f3-070492f70ed7 req-ebe843fe-7554-478d-af27-ae0ecee5ca95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:15.545321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7fb5c90f-8cfc-4cab-8858-a63940c687d7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb5c90f-8cfc-4cab-8858-a63940c687d7,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:15.546498 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3d67c267-c7cf-4222-80f3-070492f70ed7 req-ebe843fe-7554-478d-af27-ae0ecee5ca95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.3116708 Jun 22 20:44:15.547218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:15.547829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:15.548242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:15.555123 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:15.557297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=67e2380b-3b51-43bc-9e84-9bd969e54146,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.558507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.583676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Pushing event deleted for resources: {'Port': ['ID=c7c2b28d-5087-46af-a707-69190cf2d524,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.587765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.589326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] No DVR routers for this DVR port c7c2b28d-5087-46af-a707-69190cf2d524 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:15.591917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.595335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.604694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9636d1ec-680e-47c4-a404-4b9102cc51c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.612032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port f7476261-b3c3-470e-b997-ad8b9d761d69 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:15.713249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Deleting port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:15.713249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.714729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.715751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.762509 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3d67c267-c7cf-4222-80f3-070492f70ed7 req-a7e50b4b-99aa-46b7-8ecf-7f0866eff2d1 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026930 Jun 22 20:44:15.763212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.767659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.773976 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/67956c3b-f747-4b8e-8814-6058945523fc HTTP/1.1" status: 204 len: 168 time: 1.8654706 Jun 22 20:44:15.775602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-558c4359-abb9-4136-9a86-8d74526a82ee tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:15.780821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57784) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:15.792725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-810148509'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:15.805356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8f4779b4-94af-4bfe-98fc-848cc1a4c391 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:15.807928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7fb5c90f-8cfc-4cab-8858-a63940c687d7,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.817847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.819914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=67956c3b-f747-4b8e-8814-6058945523fc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:15.822566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:15.831040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::6528:bb2f:65fb:bce4 (40fe1879-ece6-4130-be20-c9f8a60bb4af/535726a3-1553-453f-bd9d-7bae0d45d593/f7476261-b3c3-470e-b997-ad8b9d761d69) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:15.892977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.927593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.947862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:15.951843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.964897 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] For port 7fb5c90f-8cfc-4cab-8858-a63940c687d7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb5c90f-8cfc-4cab-8858-a63940c687d7,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:15.965338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.979945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.981361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Calling delete_port for 7fb5c90f-8cfc-4cab-8858-a63940c687d7 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:15.984142 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0368afe2-47b5-4b52-aafe-df657c62d7d3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4968324 Jun 22 20:44:15.986247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57786) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:15.986409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.987719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:15.988098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:15.991867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431752906'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:15.993466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.007634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:16.033310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:16.037351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.060791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:12Z', 'revision_number': 6, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:14Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:16.072142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.083366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:16.092286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.092641 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment b5f7f774-de29-4c4f-9767-afec8bc1d59c of type vlan for network 70fa74a8-9403-4b54-bf60-731cef3820c7 Jun 22 20:44:16.095865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object f7476261-b3c3-470e-b997-ad8b9d761d69 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:16.100743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.101204 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 13908a11-df33-4665-846a-5c6b22cc2004 of type vlan for network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 Jun 22 20:44:16.101407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdd1c4-071e-4962-9651-7bedbf50a036 None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:12Z', 'revision_number': 6, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:14Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:16.162408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.177963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:16.212238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.225000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.230480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:16.263168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Pushing event deleted for resources: {'Port': ['ID=7fb5c90f-8cfc-4cab-8858-a63940c687d7,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:16.265406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] No DVR routers for this DVR port 7fb5c90f-8cfc-4cab-8858-a63940c687d7 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:16.265967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.267339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:16.271840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3ac08315-f973-48a2-8c32-5cad8a12111f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:16.299822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a66246-92e6-4e94-a4f8-0d8ddda83d1a None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:16.318254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.324912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:16.325579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.330560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:16.343221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.349134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:16.349756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.374150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:16.382986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:16.387776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:16.391693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c7c2b28d-5087-46af-a707-69190cf2d524 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:16.393446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:16.397387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.397568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6098039 Jun 22 20:44:16.401456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57788) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.402323 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4148209 Jun 22 20:44:16.406093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57790) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.406857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=f7476261-b3c3-470e-b997-ad8b9d761d69,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:16.412679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:16.414668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:16.420811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:16.421328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cb860934-fa7e-4327-b46a-e397d98506a4 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:16.442070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: c7c2b28d-5087-46af-a707-69190cf2d524 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:16.442535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c7c2b28d-5087-46af-a707-69190cf2d524 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:16.443218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4393fb72-37bb-45e8-af03-688dd557e084 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:16.459539 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2267046 Jun 22 20:44:16.466502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57792) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.482047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4393fb72-37bb-45e8-af03-688dd557e084 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:16.482047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4393fb72-37bb-45e8-af03-688dd557e084 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:16.482047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb5c90f-8cfc-4cab-8858-a63940c687d7 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:16.483956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:16.500893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.505092 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28efe984-d619-491d-ac5a-1aba0ea82136 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 699 time: 2.2543654 Jun 22 20:44:16.507870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57794) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.525123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7fb5c90f-8cfc-4cab-8858-a63940c687d7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:16.525885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb5c90f-8cfc-4cab-8858-a63940c687d7 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:16.581191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=2e29aefc-cae3-4b5c-a662-ee991c19fd03,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:16.586644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:16.612722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=70fa74a8-9403-4b54-bf60-731cef3820c7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:16.613090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:16.636578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:16.640346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.664024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:16.677311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568650d4-486d-499e-9fb7-56e1a74c0a8d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:16.678916 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-568650d4-486d-499e-9fb7-56e1a74c0a8d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2089152 Jun 22 20:44:16.681886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57796) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.723416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:16.730152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5f3ede37-a52f-400b-874a-d5e838755a8f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 699 time: 0.2209938 Jun 22 20:44:16.732065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57798) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:16.743243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:16.747795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.900960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '535726a3-1553-453f-bd9d-7bae0d45d593'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:16.902729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:16.926031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port f7476261-b3c3-470e-b997-ad8b9d761d69 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:16.926361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.006853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87ac7a98-82df-448d-b393-29f9eea6fbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.097041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/535726a3-1553-453f-bd9d-7bae0d45d593/95809b95-4d4c-49e2-b359-5d65c98a3ed8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:17.212691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:17.232940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:17.233653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:17.370589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:17.426310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.427330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.435264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec80f806-871f-46f2-b0af-771fe57f01b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:17.487657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.520407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for f7476261-b3c3-470e-b997-ad8b9d761d69 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:17.530621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=dcef760a-34db-496c-8ba0-550b894f1dfd,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:17.543013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:17.603369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.605372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4106f-d5fa-4b2e-a461-f68f15924ce3 req-4215dc45-8462-4686-9a0c-9577bbd56e9d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:17.607085 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-16d4106f-d5fa-4b2e-a461-f68f15924ce3 req-4215dc45-8462-4686-9a0c-9577bbd56e9d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.5839794 Jun 22 20:44:17.608001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:17.608452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: 2e29aefc-cae3-4b5c-a662-ee991c19fd03, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:17.632738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Transition to ACTIVE for port object 95809b95-4d4c-49e2-b359-5d65c98a3ed8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:17.639552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7edba6b6-9fbe-4fa0-8736-db7ccea0175f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:17.649855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Transition to ACTIVE for port object 95809b95-4d4c-49e2-b359-5d65c98a3ed8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:17.658411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.671235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:17.673251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:17.687430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-16d4106f-d5fa-4b2e-a461-f68f15924ce3 req-4e788982-01e4-4891-9197-a028446d920f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731485 Jun 22 20:44:17.698356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 2e29aefc-cae3-4b5c-a662-ee991c19fd03) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:17.703499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:17.704371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.708314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=f76a9a89-b6c3-43b7-88f9-651a59f94408,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:17.716769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:17.728288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3161800 Jun 22 20:44:17.729413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57802) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:17.732733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25919dfb-f7f9-4b02-9123-8323886459a7 None None] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:17.777183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:17.782863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.788451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1881749b-c57c-494f-98e5-89d8eb4e529b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:17.806114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:17.811432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:17.821512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 880ca77b-9a65-4002-8c6d-2be733df64a0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:17.836546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=f7476261-b3c3-470e-b997-ad8b9d761d69,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:17.840290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:17.874854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:17.876992 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/f7476261-b3c3-470e-b997-ad8b9d761d69 HTTP/1.1" status: 204 len: 168 time: 1.1941149 Jun 22 20:44:17.882196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57804) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:17.886865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': 'b5f7f774-de29-4c4f-9767-afec8bc1d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:17.887457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: 70fa74a8-9403-4b54-bf60-731cef3820c7, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:17.898933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Pushing event updated for resources: {'Port': ['ID=95809b95-4d4c-49e2-b359-5d65c98a3ed8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:17.907226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:17.935643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d82d5-9cd7-48e2-a7cf-882e685c3de9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:17.937293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d82d5-9cd7-48e2-a7cf-882e685c3de9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:17.942546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ec4d82d5-9cd7-48e2-a7cf-882e685c3de9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0614383 Jun 22 20:44:17.943126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57806) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:18.007415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 535726a3-1553-453f-bd9d-7bae0d45d593 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:18.011514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.038573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:18.046841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Attempting to bind port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:18.047364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Attempting to bind port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:18.047857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Attempting to bind port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:18.059352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.083718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 70fa74a8-9403-4b54-bf60-731cef3820c7) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:18.084001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:18.084511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:18.085061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.085666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:18.086465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Bound port: 95809b95-4d4c-49e2-b359-5d65c98a3ed8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:18.087107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.093599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:18.094224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.106895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ecb8ff-df16-40c9-b69f-97b9527f36df None None] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:18.114556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 880ca77b-9a65-4002-8c6d-2be733df64a0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:18.124095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57808) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:18.124310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7180264 Jun 22 20:44:18.132333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7', 'name': 'tempest-PortsTestJSON-1112029104', 'fixed_ips': [{'subnet_id': 'f76a9a89-b6c3-43b7-88f9-651a59f94408', 'ip_address': '172.20.0.10'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:18.151649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.155069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.165456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 880ca77b-9a65-4002-8c6d-2be733df64a0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:18.165827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.227747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.285552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:15Z', 'revision_number': 7, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:14Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:18.325549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.333843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6527e8fe-47b5-44b3-8aea-138698163fe8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:18.335936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:18.336801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.340320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:18.350257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:18.366154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.369961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] For port 95809b95-4d4c-49e2-b359-5d65c98a3ed8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:18.372152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57810) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:18.372330 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/535726a3-1553-453f-bd9d-7bae0d45d593 HTTP/1.1" status: 204 len: 168 time: 0.4269204 Jun 22 20:44:18.382639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=535726a3-1553-453f-bd9d-7bae0d45d593,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:18.385338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:18.417941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] For port 95809b95-4d4c-49e2-b359-5d65c98a3ed8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=95809b95-4d4c-49e2-b359-5d65c98a3ed8,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:18.438974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:18.438974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:43:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:18.443492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.459713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.465973 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6834bf21-90bb-4cd6-933e-7f18c42a0b93 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910208 Jun 22 20:44:18.469969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57812) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:18.472044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:18.475903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:18.511677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 57994579-c5df-41e7-be20-49a715cff1a0 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:18.664160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8::1 (2e29aefc-cae3-4b5c-a662-ee991c19fd03/dcef760a-34db-496c-8ba0-550b894f1dfd/bcc916b3-1965-4ecc-b4be-de5807fe7390) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:18.667079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.671902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:18.676102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.759148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 880ca77b-9a65-4002-8c6d-2be733df64a0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=880ca77b-9a65-4002-8c6d-2be733df64a0,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:18.766703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-70fa74a8-9403-4b54-bf60-731cef3820c7', 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': 'f76a9a89-b6c3-43b7-88f9-651a59f94408'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:18.767557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.790121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:18.820063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.10 (70fa74a8-9403-4b54-bf60-731cef3820c7/f76a9a89-b6c3-43b7-88f9-651a59f94408/57994579-c5df-41e7-be20-49a715cff1a0) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:18.836401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.875557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object bcc916b3-1965-4ecc-b4be-de5807fe7390 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:18.889971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:18.897780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Pushing event updated for resources: {'Port': ['ID=95809b95-4d4c-49e2-b359-5d65c98a3ed8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:18.908139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:18.908747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:18.909292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 880ca77b-9a65-4002-8c6d-2be733df64a0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:18.909756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.114509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.121068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-309bdb59-16e7-4d11-9a07-47420f48df6d tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:19.125324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:19.128932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:19.171403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c511d3-bdbf-4012-b8d0-96ee18b049b6 req-2a5b5188-ca45-4e07-8528-42f1fb588bcf tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:19.172998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5c511d3-bdbf-4012-b8d0-96ee18b049b6 req-2a5b5188-ca45-4e07-8528-42f1fb588bcf tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.2249341 Jun 22 20:44:19.190422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.194633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fdd4dad5-820d-46a5-91a5-1b3181993e7c tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:19.214424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:19.217841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Allocated IP 2001:db8::2 (2e29aefc-cae3-4b5c-a662-ee991c19fd03/dcef760a-34db-496c-8ba0-550b894f1dfd/67b3d612-20c1-49c2-87cd-1fa4073ef62c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:19.225331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:19.230055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 880ca77b-9a65-4002-8c6d-2be733df64a0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=880ca77b-9a65-4002-8c6d-2be733df64a0,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:19.230428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.247266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:19.247823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.257647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.262561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 880ca77b-9a65-4002-8c6d-2be733df64a0 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:19.276697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:19.286275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:19.288638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 57994579-c5df-41e7-be20-49a715cff1a0 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:19.291201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:19.291947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.294453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=937a172d-5f97-4520-a4b8-428a1136747b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:19.301719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:19.318951 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8434155 Jun 22 20:44:19.319370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57816) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:19.324879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '937a172d-5f97-4520-a4b8-428a1136747b', 'ip_address': '2001:db8::b712:fe45:90b0:bf86'}], 'name': 'tempest-NetworksTestDHCPv6-930765930'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:19.326480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5c511d3-bdbf-4012-b8d0-96ee18b049b6 req-64efcc37-0e0a-48c4-8e8b-b138262080b0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404696 Jun 22 20:44:19.337044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:19.354479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:19.416231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.422788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-20111deb-2ca8-4fdb-a401-fc0289205fe9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:19.492705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:19.499770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:19.506094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:19.531807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=57994579-c5df-41e7-be20-49a715cff1a0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:19.548901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:19.556881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.574178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:19.580101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.600172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:15Z', 'revision_number': 7, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:14Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:19.601430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:19.602199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.615360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 6098aa0d-96a1-4ece-b04a-c880b7d09d74 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:19.658463 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5328979 Jun 22 20:44:19.662329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57818) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:19.669562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7', 'name': 'tempest-PortsTestJSON-294593169', 'fixed_ips': [{'subnet_id': 'f76a9a89-b6c3-43b7-88f9-651a59f94408', 'ip_address': '172.20.0.9'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:19.695986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.706585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e484b5-b9c5-4709-adb0-e6e885de521f None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:15Z', 'revision_number': 7, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '880ca77b-9a65-4002-8c6d-2be733df64a0', 'name': '', 'network_id': '78030878-8ff3-4019-be6f-b3931faa2fdb', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:fa:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:09Z', 'updated_at': '2021-06-22T20:44:14Z', 'revision_number': 4, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '4b31dec9-e7e5-4c98-ac97-d4be6d9d477b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:19.740777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Transition to ACTIVE for port object 67b3d612-20c1-49c2-87cd-1fa4073ef62c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:19.775952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.807715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Allocated IP 172.20.0.2 (70fa74a8-9403-4b54-bf60-731cef3820c7/f76a9a89-b6c3-43b7-88f9-651a59f94408/e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:19.810778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8f328cef-63be-420b-ae70-88ca6e840a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.825787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0277f3ba-1e9a-47c5-aba2-d806d9441615 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:19.830995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Transition to ACTIVE for port object 67b3d612-20c1-49c2-87cd-1fa4073ef62c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:19.838699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:19.844290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:19.857708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=880ca77b-9a65-4002-8c6d-2be733df64a0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:19.863798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:19.977281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:20.001193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 95809b95-4d4c-49e2-b359-5d65c98a3ed8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:20.003634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:20.078973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:20.088293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Pushing event updated for resources: {'Port': ['ID=67b3d612-20c1-49c2-87cd-1fa4073ef62c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:20.095127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::b712:fe45:90b0:bf86 (40fe1879-ece6-4130-be20-c9f8a60bb4af/937a172d-5f97-4520-a4b8-428a1136747b/6098aa0d-96a1-4ece-b04a-c880b7d09d74) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:20.107129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:20.110588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.134936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:20.140542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.194697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port afe26647-7ec9-4618-9d62-c1decd89c1c2 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:20.254386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Attempting to bind port 67b3d612-20c1-49c2-87cd-1fa4073ef62c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:20.254386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Attempting to bind port 67b3d612-20c1-49c2-87cd-1fa4073ef62c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:20.255216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Attempting to bind port 67b3d612-20c1-49c2-87cd-1fa4073ef62c on network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:20.303658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:20.304142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Checking segment: {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:20.304860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.305193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Bound using segment: {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:20.305765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Bound port: 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:20.306270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.341537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:20.349216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 880ca77b-9a65-4002-8c6d-2be733df64a0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:20.431823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ebc57-a793-468b-917b-e63764a26feb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:20.442020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 880ca77b-9a65-4002-8c6d-2be733df64a0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:20.442919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 880ca77b-9a65-4002-8c6d-2be733df64a0 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 22 20:44:20.459989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.483303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.487330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Could not find standard attr ID for object f7476261-b3c3-470e-b997-ad8b9d761d69. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:20.498917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 880ca77b-9a65-4002-8c6d-2be733df64a0 not found, will not notify nova. {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 22 20:44:20.503399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 6098aa0d-96a1-4ece-b04a-c880b7d09d74 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:20.543540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Transition to ACTIVE for port object e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:20.544001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.560302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc35d075-bd77-4623-a709-740c9dfd8535 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:20.560906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Provisioning for port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:20.587021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Transition to ACTIVE for port object e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:20.589829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Provisioning complete for port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:20.590334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.592418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] For port 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:20.599511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] For port 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67b3d612-20c1-49c2-87cd-1fa4073ef62c,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:20.615404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:20.620862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.625987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:20.637766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.671214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:20.673721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:20.679814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:20.680642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.710235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:20.715478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=6098aa0d-96a1-4ece-b04a-c880b7d09d74,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:20.718534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:20.730662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.9 (70fa74a8-9403-4b54-bf60-731cef3820c7/f76a9a89-b6c3-43b7-88f9-651a59f94408/afe26647-7ec9-4618-9d62-c1decd89c1c2) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:20.736605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:20.740099 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4193757 Jun 22 20:44:20.745344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57822) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:20.745878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:20.762801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Pushing event updated for resources: {'Port': ['ID=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:20.774354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:20.774905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6636c024-4fad-4bbe-9c7d-f2eb04b05586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:20.777746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.802575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100fc27-7340-4083-b794-d14d84799507 req-965dfd3b-094d-40f8-a955-819809554f39 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:20.804741 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e100fc27-7340-4083-b794-d14d84799507 req-965dfd3b-094d-40f8-a955-819809554f39 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.2344816 Jun 22 20:44:20.850860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.867377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.868251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.872382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:20.903151 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e100fc27-7340-4083-b794-d14d84799507 req-b57c9c32-dff4-484d-b8cd-20d0dabe2567 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881064 Jun 22 20:44:20.931651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Attempting to bind port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:20.932120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Attempting to bind port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'b5f7f774-de29-4c4f-9767-afec8bc1d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:20.932575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Attempting to bind port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff on network 70fa74a8-9403-4b54-bf60-731cef3820c7 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:20.958209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:20.958921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Checking segment: {'id': 'b5f7f774-de29-4c4f-9767-afec8bc1d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:20.959508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.960087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Bound using segment: {'id': 'b5f7f774-de29-4c4f-9767-afec8bc1d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:20.960819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Bound port: e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f7f774-de29-4c4f-9767-afec8bc1d59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '70fa74a8-9403-4b54-bf60-731cef3820c7'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:20.961397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:20.963521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Pushing event updated for resources: {'Port': ['ID=67b3d612-20c1-49c2-87cd-1fa4073ef62c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:20.970796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:20.984779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.062161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.066731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.095049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object afe26647-7ec9-4618-9d62-c1decd89c1c2 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:21.121283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:21.125484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:21.139159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc312e2-4621-4aa8-9147-569c6635c3b0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:21.145854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc312e2-4621-4aa8-9147-569c6635c3b0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:21.148098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9bc312e2-4621-4aa8-9147-569c6635c3b0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.4014561 Jun 22 20:44:21.156227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:21.159353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] For port 95809b95-4d4c-49e2-b359-5d65c98a3ed8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=95809b95-4d4c-49e2-b359-5d65c98a3ed8,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:21.160421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.179429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9cb1f00b-d5b6-4c6c-9da5-c2f6c2acbce9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:21.199388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.204479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-26a35cbf-6bd3-4b2c-bad3-981b178f7860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:21.237783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] For port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:21.267323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] For port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,segment=NetworkSegment(b5f7f774-de29-4c4f-9767-afec8bc1d59c),segment_id=b5f7f774-de29-4c4f-9767-afec8bc1d59c)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:21.268191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=afe26647-7ec9-4618-9d62-c1decd89c1c2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:21.286500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Pushing event updated for resources: {'Port': ['ID=95809b95-4d4c-49e2-b359-5d65c98a3ed8,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:21.288427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:21.289879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:21.291346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.294625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:21.304333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:21.305462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:21.310474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:21.318802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:21.359491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:21.361038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:21.385482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Pushing event updated for resources: {'Port': ['ID=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:21.389258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:21.409346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:21.410628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.437636 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7741761 Jun 22 20:44:21.440546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57826) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:21.565718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:21.566260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 6098aa0d-96a1-4ece-b04a-c880b7d09d74 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:21.566956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.574446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8409450 Jun 22 20:44:21.575073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57828) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:21.578310 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:21.593153 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:21.593797 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:21.645170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Provisioning complete for port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:21.645699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.711768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7843819-4737-4fd4-8b84-ae2802af7f96 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:21.721310 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d7843819-4737-4fd4-8b84-ae2802af7f96 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2776380 Jun 22 20:44:21.721486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 4b31dec9-e7e5-4c98-ac97-d4be6d9d477b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:21.721676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:21.750331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.855936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.927876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:21.966461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:22.009853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 6098aa0d-96a1-4ece-b04a-c880b7d09d74 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:22.011496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Provisioning for port 6098aa0d-96a1-4ece-b04a-c880b7d09d74 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:22.018847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:22.028751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Provisioning complete for port 6098aa0d-96a1-4ece-b04a-c880b7d09d74 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:22.029657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.059496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716b6b0-f710-4711-80ac-f11c74e93e51 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.067737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716b6b0-f710-4711-80ac-f11c74e93e51 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.078965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716b6b0-f710-4711-80ac-f11c74e93e51 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.085054 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b716b6b0-f710-4711-80ac-f11c74e93e51 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3554316 Jun 22 20:44:22.085702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57834) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:22.117778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67b3d612-20c1-49c2-87cd-1fa4073ef62c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:22.199479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a01be-5d4f-4677-8329-34c0c6d1c8c2 None None] Port 6098aa0d-96a1-4ece-b04a-c880b7d09d74 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:22.218246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.226991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.250775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 67b3d612-20c1-49c2-87cd-1fa4073ef62c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:22.260950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 95809b95-4d4c-49e2-b359-5d65c98a3ed8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:22.355269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-56962532-d1ed-4794-b86e-97323ce4b491 None None] Could not find standard attr ID for object f7476261-b3c3-470e-b997-ad8b9d761d69. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:22.385768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.392156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-27779d7e-ca8c-4504-9e45-1321b5f85061 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:22.410968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.422244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9abac620-8da6-4fc5-8c64-a72e9b9bb9e6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:22.438741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:22.439130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.488949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=4b31dec9-e7e5-4c98-ac97-d4be6d9d477b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:22.494191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.497067 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/4b31dec9-e7e5-4c98-ac97-d4be6d9d477b HTTP/1.1" status: 204 len: 168 time: 0.9178214 Jun 22 20:44:22.501855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d3ac6-cd85-4783-85e6-14620c24fb59 None None] Network 78030878-8ff3-4019-be6f-b3931faa2fdb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:22.506403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57836) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:22.510057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:19Z', 'revision_number': 8, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:22.522865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:22.552762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:22.561477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8309793 Jun 22 20:44:22.572190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57838) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:22.578537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298347178'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:22.579677 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:22.609462 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:22.610480 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:22.624039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb456f-89d4-470e-ab29-40b430858598 None None] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:22.625880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:22.651968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=6098aa0d-96a1-4ece-b04a-c880b7d09d74,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:22.671364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a686533-59be-43d0-84ff-612830dcc8fd req-18d62286-9ddf-4d99-9301-4ed3c7e68a98 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.673000 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a686533-59be-43d0-84ff-612830dcc8fd req-18d62286-9ddf-4d99-9301-4ed3c7e68a98 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.5076704 Jun 22 20:44:22.676391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.678295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:22.680328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:22.681935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.729448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.731345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/6098aa0d-96a1-4ece-b04a-c880b7d09d74 HTTP/1.1" status: 204 len: 168 time: 1.5733960 Jun 22 20:44:22.737794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57840) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:22.750476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Provisioning for port 67b3d612-20c1-49c2-87cd-1fa4073ef62c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:22.771740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Provisioning complete for port 67b3d612-20c1-49c2-87cd-1fa4073ef62c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:22.772119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.785467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:22.786842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:22.823123 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:22.825332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a686533-59be-43d0-84ff-612830dcc8fd req-6d9e6cd2-8567-4674-8880-a9366cbf58d9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355674 Jun 22 20:44:22.842429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e64f1d-8e18-408c-8ca1-112118accd88 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.843948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e64f1d-8e18-408c-8ca1-112118accd88 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:22.846438 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64e64f1d-8e18-408c-8ca1-112118accd88 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0840185 Jun 22 20:44:22.851175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57842) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:22.852430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port afe26647-7ec9-4618-9d62-c1decd89c1c2 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:22.852680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.892653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:22.975229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:22.976099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 0d565d6b-be5a-4df5-b286-e9101caf416f of type vlan for network ed98a38d-0389-4919-8a45-d0fb3abfbeef Jun 22 20:44:23.064635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 937a172d-5f97-4520-a4b8-428a1136747b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:23.073164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.083722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.088692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for afe26647-7ec9-4618-9d62-c1decd89c1c2 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:23.090408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.201578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.239516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.264219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:23.292044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.298645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:23.299664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.308004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2e5a0d77-ba2a-4d76-8fad-cf142e58eafa tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:23.312285 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:19Z', 'revision_number': 8, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:23.351578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.360537 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108d429-619c-402d-8c3a-48fc001ee38a None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:19Z', 'revision_number': 8, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '5cf73e52-5fd2-4105-acf9-c06806c5f538', 'name': '', 'network_id': '0091c26f-174b-4cbb-8177-92e50247843f', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:a2:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:02Z', 'updated_at': '2021-06-22T20:44:10Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '16fd8c42-1bbb-43b7-9454-5bd628b88579', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:23.364346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7bfbbfd-3eeb-4faf-9ae0-83d7b3ccb177 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:23.368579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:23.368926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.401850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3676b74-1f78-4f1e-8468-9b193cadb357 None None] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:23.434205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=afe26647-7ec9-4618-9d62-c1decd89c1c2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:23.443186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.477835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] DHCP port deletion for 78030878-8ff3-4019-be6f-b3931faa2fdb request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:23.499243 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9253340 Jun 22 20:44:23.504529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57844) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:23.512738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:23.541686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=ed98a38d-0389-4919-8a45-d0fb3abfbeef,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:23.550062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:23.584599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:23.586399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.630330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.635183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22208f98-2376-469c-a877-f378daab3aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:23.675024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=937a172d-5f97-4520-a4b8-428a1136747b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:23.679712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:23.680774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.685344 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/937a172d-5f97-4520-a4b8-428a1136747b HTTP/1.1" status: 204 len: 168 time: 0.8137481 Jun 22 20:44:23.688729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57846) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:23.736040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc710612-e86a-4ee7-a9a5-3ed5e126cd32 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447428 Jun 22 20:44:23.736821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57848) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:23.743895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155be2e7-7e73-45c6-a2c4-46f401d72e1e None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:23.750724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:23.754442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.919208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:23.938144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] For port 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67b3d612-20c1-49c2-87cd-1fa4073ef62c,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:23.973784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:23.997523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:24.010841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8f4779b4-94af-4bfe-98fc-848cc1a4c391,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:24.011201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.032468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a557d25a-63e6-4566-ad5e-170f59bcca8c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:24.034478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:24.036274 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a557d25a-63e6-4566-ad5e-170f59bcca8c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2975781 Jun 22 20:44:24.039485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57852) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.063373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 8f4779b4-94af-4bfe-98fc-848cc1a4c391 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:24.076731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.079148 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/afe26647-7ec9-4618-9d62-c1decd89c1c2 HTTP/1.1" status: 204 len: 168 time: 1.9544678 Jun 22 20:44:24.084847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57854) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.101046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Could not find standard attr ID for object 6098aa0d-96a1-4ece-b04a-c880b7d09d74. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:24.130711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d8a48f-9756-4295-a8cb-3b62cb5a1741 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:24.132681 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-38d8a48f-9756-4295-a8cb-3b62cb5a1741 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/afe26647-7ec9-4618-9d62-c1decd89c1c2 HTTP/1.1" status: 404 len: 333 time: 0.0457394 Jun 22 20:44:24.137166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57856) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.196298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6030b-fb25-4c42-8bab-e135304cd78c req-451efa88-9e96-461c-bc64-5267e376aac7 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:24.198116 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3ed6030b-fb25-4c42-8bab-e135304cd78c req-451efa88-9e96-461c-bc64-5267e376aac7 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.1838284 Jun 22 20:44:24.203767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471c101-6fff-43bd-bac6-f8c0e9204860 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:24.206039 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9471c101-6fff-43bd-bac6-f8c0e9204860 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1653543 Jun 22 20:44:24.217298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57858) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.224117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Deleting port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:24.224813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.245699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.258649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb889a44-d1ba-432f-81b5-3402ac108b3e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:24.281506 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2285317e-119f-4119-af69-6b02e111b5b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541830 Jun 22 20:44:24.286867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57860) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.293585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:24.299634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.313534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-724529bf-7521-4594-a8e0-efd2d02575b9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:24.319124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] For port 8f4779b4-94af-4bfe-98fc-848cc1a4c391, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8f4779b4-94af-4bfe-98fc-848cc1a4c391,segment=NetworkSegment(f09d86c0-7291-46f8-aa1f-2df310fde164),segment_id=f09d86c0-7291-46f8-aa1f-2df310fde164)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:24.320651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.337575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Calling delete_port for 8f4779b4-94af-4bfe-98fc-848cc1a4c391 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:24.349994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:24.350662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: ed98a38d-0389-4919-8a45-d0fb3abfbeef, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:24.367289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 57994579-c5df-41e7-be20-49a715cff1a0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:24.367928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.368310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=8f4779b4-94af-4bfe-98fc-848cc1a4c391,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:24.370872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:24.390613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=6ab41794-02a8-4326-a45c-7461c339f8a5,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:24.403894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:24.407382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:24.419625 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3ed6030b-fb25-4c42-8bab-e135304cd78c req-671c12d5-17be-4392-ba34-163ca3226d0a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013242 Jun 22 20:44:24.449054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:24.455308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.472375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ed98a38d-0389-4919-8a45-d0fb3abfbeef) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:24.494460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:24.495012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] No DVR routers for this DVR port 8f4779b4-94af-4bfe-98fc-848cc1a4c391 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:24.495640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.523037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c9ad3-5e65-4b0a-95ae-d0c3f39fdd06 None None] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:24.527555 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0192306 Jun 22 20:44:24.530589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57862) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.554241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.569749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78030878-8ff3-4019-be6f-b3931faa2fdb']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:24.575900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Pushing event updated for resources: {'Port': ['ID=67b3d612-20c1-49c2-87cd-1fa4073ef62c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:24.579987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Provisioning for port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:24.585213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:24.593438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:24.593788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e2d711fb-5607-46c2-b402-c0154ed4dcee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:24.604914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:24.606972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.611465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09d86c0-7291-46f8-aa1f-2df310fde164') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:24.611764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09d86c0-7291-46f8-aa1f-2df310fde164') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:24.646668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.668963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Provisioning complete for port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:24.669424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.669862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.674714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Pushing event deleted for resources: {'Port': ['ID=8f4779b4-94af-4bfe-98fc-848cc1a4c391,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:24.683720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:24.688792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.708321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:24.709163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.723990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:24.724675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:24.728185 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:24.776495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 57994579-c5df-41e7-be20-49a715cff1a0 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:24.802448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:19Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:20Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:24.818666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.829271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:24.835979 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/78030878-8ff3-4019-be6f-b3931faa2fdb HTTP/1.1" status: 204 len: 168 time: 2.3244169 Jun 22 20:44:24.838224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57864) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:24.839032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25cc9acf-a263-495d-ba29-a489b31efba4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:24.867221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:24.867993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Updating router bbab33a4-ff28-474e-b686-a4f04e4f5a39 port bcc916b3-1965-4ecc-b4be-de5807fe7390 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:24.927113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=78030878-8ff3-4019-be6f-b3931faa2fdb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:24.933698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:24.945986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:25.097057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.202529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.207984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:25.209703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.226415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.233381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4ec9174d-c155-4485-86c2-c9423f319521 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:25.282281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.283206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:25.288642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:25.290749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:25.291323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.293293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.311531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.314663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7588baad-4156-4f77-a76a-a1485df5a3cd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:25.366609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=57994579-c5df-41e7-be20-49a715cff1a0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:25.371206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:25.385801 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0976131 Jun 22 20:44:25.390043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57866) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:25.398475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '26a9ee22-721c-4e50-9a69-b3dba889ff2a', 'ip_address': '2001:db8::7943:c288:6622:b32e'}], 'name': 'tempest-NetworksTestDHCPv6-1253643907'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:25.500879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=26a9ee22-721c-4e50-9a69-b3dba889ff2a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:25.512106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:25.612158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.615534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/57994579-c5df-41e7-be20-49a715cff1a0 HTTP/1.1" status: 204 len: 168 time: 1.4758985 Jun 22 20:44:25.618628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57874) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:25.660785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8b8d76-f20b-4114-ac16-4205b09489ee tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:25.663138 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0c8b8d76-f20b-4114-ac16-4205b09489ee tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/57994579-c5df-41e7-be20-49a715cff1a0 HTTP/1.1" status: 404 len: 333 time: 0.0431943 Jun 22 20:44:25.665931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57876) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:25.682217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:25.776957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] For port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,segment=NetworkSegment(b5f7f774-de29-4c4f-9767-afec8bc1d59c),segment_id=b5f7f774-de29-4c4f-9767-afec8bc1d59c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:25.785060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Deleting port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:25.786048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.794552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.818230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:25.848366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.861715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet f76a9a89-b6c3-43b7-88f9-651a59f94408 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:25.863711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.956214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:25.970420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ca6b-ebfd-4265-93a2-f205be47e804 req-816d42b6-fd46-43b5-acc0-44f79f08379a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:25.972304 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3cb0ca6b-ebfd-4265-93a2-f205be47e804 req-816d42b6-fd46-43b5-acc0-44f79f08379a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.2705336 Jun 22 20:44:25.983797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.025634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 03d34b41-2bd0-4ee5-9f61-1b3077eb846f yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:26.034311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Could not find standard attr ID for object 57994579-c5df-41e7-be20-49a715cff1a0. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:26.100097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:44:26.100383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:44:26.126921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Pushing event updated for resources: {'Port': ['ID=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:26.147036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:26.161693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Provisioning complete for port 67b3d612-20c1-49c2-87cd-1fa4073ef62c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:26.162109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.164518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Allocated IP 2001:db8:1::2 (ed98a38d-0389-4919-8a45-d0fb3abfbeef/6ab41794-02a8-4326-a45c-7461c339f8a5/a1696d55-e23b-4e5a-bb67-9254eddc317c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:26.174032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] For port 95809b95-4d4c-49e2-b359-5d65c98a3ed8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=95809b95-4d4c-49e2-b359-5d65c98a3ed8,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:26.174442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.238373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Calling delete_port for 95809b95-4d4c-49e2-b359-5d65c98a3ed8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:26.307368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::7943:c288:6622:b32e (40fe1879-ece6-4130-be20-c9f8a60bb4af/26a9ee22-721c-4e50-9a69-b3dba889ff2a/03d34b41-2bd0-4ee5-9f61-1b3077eb846f) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:26.475790 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3cb0ca6b-ebfd-4265-93a2-f205be47e804 req-fa98e471-3854-40c7-8491-7df3d8e62e25 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643091 Jun 22 20:44:26.494341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 5cf73e52-5fd2-4105-acf9-c06806c5f538 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:26.495045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.499940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.520595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Transition to ACTIVE for port object bcc916b3-1965-4ecc-b4be-de5807fe7390 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:26.564398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.630459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.639595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.650771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e82d32e1-7b88-4657-9e0e-11eec8d59ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:26.657643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.662377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 5cf73e52-5fd2-4105-acf9-c06806c5f538, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5cf73e52-5fd2-4105-acf9-c06806c5f538,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:26.662903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.663259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05f007ce-ea36-4cdf-acc9-17bdf1eaf124 tempest-NetworksIpV6Test-1770726694 tempest-NetworksIpV6Test-1770726694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:26.666497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 03d34b41-2bd0-4ee5-9f61-1b3077eb846f will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:26.683334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 5cf73e52-5fd2-4105-acf9-c06806c5f538 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:26.699999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=f76a9a89-b6c3-43b7-88f9-651a59f94408,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:26.709779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:26.713184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.715234 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/f76a9a89-b6c3-43b7-88f9-651a59f94408 HTTP/1.1" status: 204 len: 168 time: 1.0480447 Jun 22 20:44:26.719497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57878) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:26.752542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.776108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.782994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec7ab24e-9247-4027-bea8-9d2187022b00 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:26.861624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.864025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee60d77-22fc-45ad-b10c-c3304caf765f None None] Network 70fa74a8-9403-4b54-bf60-731cef3820c7 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:26.874587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8f4779b4-94af-4bfe-98fc-848cc1a4c391 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:26.882034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:26.891305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:26.893708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:26.902605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:26.903229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:26.908613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=03d34b41-2bd0-4ee5-9f61-1b3077eb846f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:26.912401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:26.917157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d53c-0b18-4609-860a-34fdf08bbc83 None None] Pushing event updated for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:26.945467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Transition to ACTIVE for port object a1696d55-e23b-4e5a-bb67-9254eddc317c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:26.956127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5533d53c-0b18-4609-860a-34fdf08bbc83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:26.993383 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6011529 Jun 22 20:44:26.996792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1145c-3a88-43ef-aab4-aa5d9ce24c1c req-0b9c9667-78dd-458a-a859-c5b0b6fe5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:26.998062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57880) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:26.998412 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aaa1145c-3a88-43ef-aab4-aa5d9ce24c1c req-0b9c9667-78dd-458a-a859-c5b0b6fe5bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1098 time: 0.1278245 Jun 22 20:44:27.004095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '26a9ee22-721c-4e50-9a69-b3dba889ff2a', 'ip_address': '2001:db8::7943:c288:6622:b32e'}], 'name': 'tempest-NetworksTestDHCPv6-1503911043'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:27.008414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8f4779b4-94af-4bfe-98fc-848cc1a4c391 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:27.008930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8f4779b4-94af-4bfe-98fc-848cc1a4c391 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:27.009378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 880ca77b-9a65-4002-8c6d-2be733df64a0 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:27.011145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.015097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:27.015450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.020328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5533d53c-0b18-4609-860a-34fdf08bbc83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:27.047921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.052977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95fd5fa7-5e1b-4b66-9a8b-cf0f77616ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:27.096057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 880ca77b-9a65-4002-8c6d-2be733df64a0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:27.096721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 880ca77b-9a65-4002-8c6d-2be733df64a0 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:27.100751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Transition to ACTIVE for port object a1696d55-e23b-4e5a-bb67-9254eddc317c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:27.108751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Pushing event deleted for resources: {'Port': ['ID=95809b95-4d4c-49e2-b359-5d65c98a3ed8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:27.110266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aaa1145c-3a88-43ef-aab4-aa5d9ce24c1c req-74a6d22c-4b46-44c3-a6be-15a8f6ee8fbf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038721 Jun 22 20:44:27.112271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,segment=NetworkSegment(b5f7f774-de29-4c4f-9767-afec8bc1d59c),segment_id=b5f7f774-de29-4c4f-9767-afec8bc1d59c)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:27.112631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.122161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] No DVR routers for this DVR port 95809b95-4d4c-49e2-b359-5d65c98a3ed8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:27.123904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:27.127239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Attempting to bind port bcc916b3-1965-4ecc-b4be-de5807fe7390 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:27.127625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Attempting to bind port bcc916b3-1965-4ecc-b4be-de5807fe7390 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:27.140202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Attempting to bind port bcc916b3-1965-4ecc-b4be-de5807fe7390 on network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:27.140202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.140952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=5cf73e52-5fd2-4105-acf9-c06806c5f538,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:27.141071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5ec455e3-186f-4d29-b6b3-3a5f333e0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:27.145322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:27.173973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d73c6-3163-43f0-839e-71c5c86eeddb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:27.185000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:27.196099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:27.196308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Checking segment: {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:27.196741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.197213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Bound using segment: {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:27.197948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Bound port: bcc916b3-1965-4ecc-b4be-de5807fe7390, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13908a11-df33-4665-846a-5c6b22cc2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:27.198349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.200250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Provisioning for port bcc916b3-1965-4ecc-b4be-de5807fe7390 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:27.251589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:27.287089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8:1::1 (ed98a38d-0389-4919-8a45-d0fb3abfbeef/6ab41794-02a8-4326-a45c-7461c339f8a5/2228ec8f-98b1-41a6-835f-bf535c380348) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:27.338875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:27.344479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.468906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.476423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b78336a8-0efb-4d9a-a658-c2d54a131eeb tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:27.478313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Pushing event updated for resources: {'Port': ['ID=a1696d55-e23b-4e5a-bb67-9254eddc317c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:27.501429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 8749132d-8f1b-4ccc-b2bf-3bb96c6ee572 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:27.518308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:27.533706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:27.542475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:27.548693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:27.550767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.574648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:27.583551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:27.607350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.608764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67b3d612-20c1-49c2-87cd-1fa4073ef62c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:27.695670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 2228ec8f-98b1-41a6-835f-bf535c380348 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:27.709819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.728529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa74a8-9403-4b54-bf60-731cef3820c7']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:27.745208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f7f774-de29-4c4f-9767-afec8bc1d59c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:27.745208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f7f774-de29-4c4f-9767-afec8bc1d59c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:27.746390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Provisioning complete for port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:27.747505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.771527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.791805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.805312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:27.805946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.807623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Attempting to bind port a1696d55-e23b-4e5a-bb67-9254eddc317c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:27.808011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Attempting to bind port a1696d55-e23b-4e5a-bb67-9254eddc317c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:27.808381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Attempting to bind port a1696d55-e23b-4e5a-bb67-9254eddc317c on network ed98a38d-0389-4919-8a45-d0fb3abfbeef {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:27.809823 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:27.828970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.839189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4acdf33a-2cd0-4d61-9356-dd4b01868789 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:27.851951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:27.851951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Checking segment: {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:27.851951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.852529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Bound using segment: {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:27.852624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Bound port: a1696d55-e23b-4e5a-bb67-9254eddc317c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:27.853009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:27.960585 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 20:44:27.962241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:27.977416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8064d-5d8d-44b0-a3ef-cdc5fc2721c4 req-7736cec8-f547-4166-ab87-35b7583f9c20 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:27.985223 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ffc8064d-5d8d-44b0-a3ef-cdc5fc2721c4 req-7736cec8-f547-4166-ab87-35b7583f9c20 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.2965026 Jun 22 20:44:27.992505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:28.004701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:28.005557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-39da8cb0-c24e-409f-b89b-af588446a605 None None] Port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:44:28.008044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.008221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232979a8-add3-40a6-9b6e-5cb45aa99852 None None] DHCP port deletion for 70fa74a8-9403-4b54-bf60-731cef3820c7 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:28.011833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:28.018044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:28.022348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:44:28.027708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.037007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/70fa74a8-9403-4b54-bf60-731cef3820c7 HTTP/1.1" status: 204 len: 168 time: 1.3156776 Jun 22 20:44:28.038389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e0aa094-cffc-46fb-a729-e6bda3988c46 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:28.042737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:28.043658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.046584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57884) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:28.053888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1985117449'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:28.144558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=70fa74a8-9403-4b54-bf60-731cef3820c7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:28.148446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:28.193829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:28.198379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.245772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:28.285483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:28.288767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.289454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Added segment c014a861-21bc-4700-b2e9-1a9924d303f8 of type vlan for network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 Jun 22 20:44:28.291613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] For port bcc916b3-1965-4ecc-b4be-de5807fe7390, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:28.325531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] For port a1696d55-e23b-4e5a-bb67-9254eddc317c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:28.336403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.357866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.367965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] For port bcc916b3-1965-4ecc-b4be-de5807fe7390, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bcc916b3-1965-4ecc-b4be-de5807fe7390,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:28.373643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] For port a1696d55-e23b-4e5a-bb67-9254eddc317c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1696d55-e23b-4e5a-bb67-9254eddc317c,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:28.376188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 67b3d612-20c1-49c2-87cd-1fa4073ef62c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:28.376573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.388550 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b90e9bea-a40c-4d66-9a23-73f5b133d73a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3892083 Jun 22 20:44:28.390667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57886) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:28.421386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.423794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.439153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-db6a45e6-c476-4fff-8057-2ae66d8e74e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:28.440392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:28.442139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '26a9ee22-721c-4e50-9a69-b3dba889ff2a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:28.442918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.447097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.449837 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ffc8064d-5d8d-44b0-a3ef-cdc5fc2721c4 req-a4fa89cb-6ad1-4b51-a26b-a5b951b2278a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414005 Jun 22 20:44:28.453870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:28.454730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.497098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ed097ad-20e2-424d-ac14-1e41e786ace2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:28.506184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:28.534415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-49c445ef-411f-4c6b-993e-e41f80b51c7e None None] Could not find standard attr ID for object afe26647-7ec9-4618-9d62-c1decd89c1c2. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:28.559455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ce5f1-cfd2-413e-b01c-ebcc13f94ae5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:28.559717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'port_id': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'mac_address': 'fa:16:3e:79:30:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:44:28.563740 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d18ce5f1-cfd2-413e-b01c-ebcc13f94ae5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1707921 Jun 22 20:44:28.567292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57888) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:28.609063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5578384 Jun 22 20:44:28.611154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57890) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:28.624646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:28.646653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Network': ['ID=ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:28.649788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:28.652265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:28.665319 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:28.669855 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8259482 Jun 22 20:44:28.677424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:28.678126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:28.682013 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:28.682705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57892) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:28.686498 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:28.693375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:28.773828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d53c-0b18-4609-860a-34fdf08bbc83 None None] Pushing event updated for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:28.787808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 03d34b41-2bd0-4ee5-9f61-1b3077eb846f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:28.788162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:28.906854 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:28.972054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 16fd8c42-1bbb-43b7-9454-5bd628b88579 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:28.983927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.021413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:29.026661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.027260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.041981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.047758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 03d34b41-2bd0-4ee5-9f61-1b3077eb846f owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:29.109532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.203863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:29.215599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:44:29.218267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49298a6c-1d5c-4555-8a27-526128d0eb05" -d '{"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-unplugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:44:29.242505 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:26Z', 'revision_number': 9, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:29.252006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Pushing event updated for resources: {'Port': ['ID=a1696d55-e23b-4e5a-bb67-9254eddc317c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:29.257131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:44:29.276285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.276861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:29.279912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:29.281674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.282226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.283615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/26a9ee22-721c-4e50-9a69-b3dba889ff2a/ad7e8e33-87f2-40db-bc31-f976a6a0425d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:29.287691 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:29.288478 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:29.289873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.306410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-01416fc4-0036-4169-8dd8-f05f20a42000 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.323795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:29.327746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 20:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28e900-9043-4b9f-a507-f0c171047038 x-openstack-request-id: req-da28e900-9043-4b9f-a507-f0c171047038 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:44:29.327969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.328437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-unplugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:44:29.328880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da28e900-9043-4b9f-a507-f0c171047038 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:44:29.329772 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'code': 200} Jun 22 20:44:29.335686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:29.336326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 22 20:44:29.340455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e075d733-2968-4420-bbd8-e1e1aab145de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.344650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.351264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.354121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.362243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=03d34b41-2bd0-4ee5-9f61-1b3077eb846f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:29.399478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.401648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.404038 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/03d34b41-2bd0-4ee5-9f61-1b3077eb846f HTTP/1.1" status: 204 len: 168 time: 0.8354309 Jun 22 20:44:29.406489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57896) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:29.416021 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:29.446524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff not found, will not notify nova. {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 22 20:44:29.512896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.525093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a9b76-57b3-41d6-8899-6ffee9a10704 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:29.528955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a9b76-57b3-41d6-8899-6ffee9a10704 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:29.530209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9c7a9b76-57b3-41d6-8899-6ffee9a10704 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1226161 Jun 22 20:44:29.533212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57900) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:29.539743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=393b4656-d0f0-46d0-8f16-e9a0607a1fc7,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:29.551430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.553556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.583831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.583831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.583831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.583831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.584380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.584668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.585032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.585392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.585746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.586128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.586486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.586844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:29.590592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.596823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.615449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 95809b95-4d4c-49e2-b359-5d65c98a3ed8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:29.653419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Checking segment: {'id': 'c014a861-21bc-4700-b2e9-1a9924d303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:29.653873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network hostable DHCP agents. Network: ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:29.672990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.712336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:44:29.713016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:44:29.726550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 95809b95-4d4c-49e2-b359-5d65c98a3ed8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:29.727309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 95809b95-4d4c-49e2-b359-5d65c98a3ed8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:29.738961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:29.747272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.795539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 26a9ee22-721c-4e50-9a69-b3dba889ff2a {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:29.806721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:29.812476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:29.817543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:29.854514 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:26Z', 'revision_number': 9, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:29.872812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:29.878507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:29.881758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.889556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761017b6-a3eb-4ec9-b845-2f9e8c09b6bc None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:29.906485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0b7a6-7ef7-44e5-8578-9426038dd69d req-ff6c3370-6fa2-4c15-8ce2-08f824e280e2 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:29.908114 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eba0b7a6-7ef7-44e5-8578-9426038dd69d req-ff6c3370-6fa2-4c15-8ce2-08f824e280e2 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 943 time: 0.2061858 Jun 22 20:44:29.926330 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275a2a3-3740-430e-9298-ac0ac1eb4427 None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:26Z', 'revision_number': 9, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f236e71-f9ae-42e2-a13b-11d805cf31ba', 'name': '', 'network_id': '273998a1-b29d-48cb-8b76-982b86d0d0df', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:00:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:56Z', 'updated_at': '2021-06-22T20:44:02Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '88453e62-a084-41e5-9975-2ff02d42ef5f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:29.957659 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3403542 Jun 22 20:44:29.958968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57902) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:29.961651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.965914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1760815051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:29.981557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:29.984562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d0c61b59-5b35-4887-b7fa-41d7b98c4e09 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:29.992252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:29.997783 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/16fd8c42-1bbb-43b7-9454-5bd628b88579 HTTP/1.1" status: 204 len: 168 time: 1.3140049 Jun 22 20:44:30.000297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57904) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.003887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def8c45-c407-49ae-ba1c-bbadf25c0765 None None] Network 0091c26f-174b-4cbb-8177-92e50247843f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:30.016177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.026514 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eba0b7a6-7ef7-44e5-8578-9426038dd69d req-f900edc9-24f9-46eb-9494-2778f4bde740 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048689 Jun 22 20:44:30.046954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57906) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.055039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Transition to ACTIVE for port object ad7e8e33-87f2-40db-bc31-f976a6a0425d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:30.055997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.057125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.065153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:30.079352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=16fd8c42-1bbb-43b7-9454-5bd628b88579,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:30.082130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:30.155010 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-00357f28-f67f-480a-9d7b-cf51e3f7bc88 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/floatingips/1f79ef28-8069-451d-a123-dbe015dc619e HTTP/1.1" status: 200 len: 990 time: 0.1063409 Jun 22 20:44:30.163277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Transition to ACTIVE for port object ad7e8e33-87f2-40db-bc31-f976a6a0425d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:30.189459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.191884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.197541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.224371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:30.235409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 3, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:27Z', 'revision_number': 1, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:27Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:30.237700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84785312-3f16-43b8-b906-a813204a9d4e None None] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:30.241366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.251661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.259733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.268092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:30.290839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.295006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-280bf67d-f16f-42ad-8cb6-852d4a1504cf tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3320179 Jun 22 20:44:30.296728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57908) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.302010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2', 'name': 'tempest-PortsTestJSON-2049881434'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:30.381756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.479520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.490194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e0073ef-91c2-455e-b916-956610c6563d tempest-BulkNetworkOpsTest-793042005 tempest-BulkNetworkOpsTest-793042005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:30.506164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:30.514316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9798911 Jun 22 20:44:30.515465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57910) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.521003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2090008410'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:30.532074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=26a9ee22-721c-4e50-9a69-b3dba889ff2a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:30.549940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.554342 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/26a9ee22-721c-4e50-9a69-b3dba889ff2a HTTP/1.1" status: 204 len: 168 time: 0.9972768 Jun 22 20:44:30.556689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.557676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.557676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.557973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1696d55-e23b-4e5a-bb67-9254eddc317c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:30.558432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.558859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.559728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.560196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.561381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57912) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.561536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.562089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.562794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.563323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.563787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:30.568908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:30.573440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd03512-d913-4ce6-a58d-9970b56c9bb0 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 3, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:27Z', 'revision_number': 1, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:27Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:30.619079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:30.623037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:30.626813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.645857 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15dc0373-0c3c-44b4-9c51-670850aa117e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794775 Jun 22 20:44:30.646241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57914) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:30.652206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:30.669740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:30.670159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.678966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-63f5a1aa-2b3d-4c49-b66c-8f3710bc24da None None] Provisioning for port a1696d55-e23b-4e5a-bb67-9254eddc317c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:30.681208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:30.693518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2', 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': '393b4656-d0f0-46d0-8f16-e9a0607a1fc7'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:30.694448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.696297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Pushing event updated for resources: {'Port': ['ID=ad7e8e33-87f2-40db-bc31-f976a6a0425d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:30.700245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:30.701870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:30.715736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.730966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:30.777607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:30.781510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.787829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:44:30.795033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:30.799600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.820439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:30.820794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 4917f441-72e6-4694-bb8c-671c5a951f4b of type vlan for network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 Jun 22 20:44:30.826818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 9643fade-517e-4542-84ab-a8100cac2f2e yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:30.979220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:31.016025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.017543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.024968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:31.038378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a1696d55-e23b-4e5a-bb67-9254eddc317c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:31.059514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Attempting to bind port ad7e8e33-87f2-40db-bc31-f976a6a0425d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:31.060188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Attempting to bind port ad7e8e33-87f2-40db-bc31-f976a6a0425d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:31.060767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Attempting to bind port ad7e8e33-87f2-40db-bc31-f976a6a0425d on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:31.069192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.076345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] DHCP port deletion for 0091c26f-174b-4cbb-8177-92e50247843f request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:31.085679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:31.086340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.087431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a1696d55-e23b-4e5a-bb67-9254eddc317c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:31.087821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.096597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:31.096900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:31.098179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.098611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:31.099130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Bound port: ad7e8e33-87f2-40db-bc31-f976a6a0425d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:31.099527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.105626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:31.110375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:31.111143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.111874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.114882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dddd53a9-f2cf-40b5-bca7-9b5434835aee tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:31.127051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.3 (ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2/393b4656-d0f0-46d0-8f16-e9a0607a1fc7/9643fade-517e-4542-84ab-a8100cac2f2e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:31.159170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:31.165329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:31.172990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:31.173595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.190957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=da228dcc-ea03-4487-b50e-540714a329f3,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:31.201416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:31.203768 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a4c93e7b-bb2f-49a1-be7f-0ada121db22e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5564713 Jun 22 20:44:31.210362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57916) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:31.216031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': 'da228dcc-ea03-4487-b50e-540714a329f3', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-321481444'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:31.248773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:31.259984 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7406540 Jun 22 20:44:31.263481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=bd7aa8bc-6d53-40fa-9cb2-ae0482175e74,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:31.266414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:31.266997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57918) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:31.273382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:31.279995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:31.284504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:31.294872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:31.344843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['e50f2969-6e31-48df-91ca-bbf059aa1abf'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:44:31.369141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:31.490693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] For port ad7e8e33-87f2-40db-bc31-f976a6a0425d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:31.508485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.537324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Deleting port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:31.537805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.543119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] For port ad7e8e33-87f2-40db-bc31-f976a6a0425d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ad7e8e33-87f2-40db-bc31-f976a6a0425d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:31.546315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port b722b477-5e7d-4fdb-a190-6aa4c97a3fc3 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:31.574515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.578833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-68dccb4d-856f-4a2d-be90-297ce2d020a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:31.584090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:31.587515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.612631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.623725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:31.636965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:31.639559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:31.655739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:31.710024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:44:31.710835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:31.730166 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05740673-111e-471d-8e71-eb08abf9940e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5183165 Jun 22 20:44:31.732504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57920) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:31.743737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.748553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] For port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,segment=NetworkSegment(5bbfdac4-25be-4d2e-92d8-8d5643ce1600),segment_id=5bbfdac4-25be-4d2e-92d8-8d5643ce1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:31.749048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.761676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.807027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Calling delete_port for 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:31.828906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.838011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a178b5-6a51-49ca-8671-0d5a4019a212 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:31.842288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-83a178b5-6a51-49ca-8671-0d5a4019a212 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1062107 Jun 22 20:44:31.842465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 9643fade-517e-4542-84ab-a8100cac2f2e will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:31.842575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57922) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:31.869378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0091c26f-174b-4cbb-8177-92e50247843f']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:31.887228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbfdac4-25be-4d2e-92d8-8d5643ce1600') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:31.887540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbfdac4-25be-4d2e-92d8-8d5643ce1600') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:31.895053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Pushing event updated for resources: {'Port': ['ID=ad7e8e33-87f2-40db-bc31-f976a6a0425d,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:31.918547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:31.921152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.922393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617b7b8-66c9-48fa-b325-d682d8bfbaed tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:31.923993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617b7b8-66c9-48fa-b325-d682d8bfbaed tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:31.931320 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1617b7b8-66c9-48fa-b325-d682d8bfbaed tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0873506 Jun 22 20:44:31.934632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57924) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:31.983015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:31.998263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:31.998668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:32.002726 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:32.012877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a1696d55-e23b-4e5a-bb67-9254eddc317c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1696d55-e23b-4e5a-bb67-9254eddc317c,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:32.024527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet da228dcc-ea03-4487-b50e-540714a329f3 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:32.030463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.030868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.067340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4623793a-3605-4a61-8b10-e970cd6d9df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.095018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.108330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.134181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-768bcbbd-7317-4509-89a2-e54722a8d35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.136561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e7d61-7645-4940-8445-f82fd599eecb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:32.185311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.203627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.205995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:32.208127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.213536 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/0091c26f-174b-4cbb-8177-92e50247843f HTTP/1.1" status: 204 len: 168 time: 2.2112131 Jun 22 20:44:32.216948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:32.220144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57926) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:32.228773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:32.231539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.233958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:32.251179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:32.251532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3d1ab6e-3623-4e96-afd6-2f5e2eb9afff not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:32.287652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=9643fade-517e-4542-84ab-a8100cac2f2e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.297336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.359589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7106b98a-7245-4332-850a-8674c0f72d44 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.380087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:32.380574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.389694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Allocated IP 172.20.0.2 (ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2/393b4656-d0f0-46d0-8f16-e9a0607a1fc7/f3543bb2-7e68-47a6-be86-59c2fa66e33b) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:32.407729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=0091c26f-174b-4cbb-8177-92e50247843f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.414327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.415054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd6302d0-39dd-4b9a-8470-e92a793cf836 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.433153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.437186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.455964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.471066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1718435 Jun 22 20:44:32.471185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Provisioning complete for port a1696d55-e23b-4e5a-bb67-9254eddc317c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:32.471185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.474039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57928) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:32.479596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a1696d55-e23b-4e5a-bb67-9254eddc317c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.524421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.524912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d315d9be-9fd1-43f4-b1c3-5bf88080ddce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:32.571783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:32.572151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: bd7aa8bc-6d53-40fa-9cb2-ae0482175e74, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:32.577981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=e9220d08-f407-4195-ad42-17e6ece63063,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.578654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=da228dcc-ea03-4487-b50e-540714a329f3,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.581963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.583478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bcc916b3-1965-4ecc-b4be-de5807fe7390 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:32.585019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.586142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Network 0091c26f-174b-4cbb-8177-92e50247843f is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:44:32.586760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] No DVR routers for this DVR port 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:32.589034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.589688 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/da228dcc-ea03-4487-b50e-540714a329f3 HTTP/1.1" status: 204 len: 168 time: 0.6537898 Jun 22 20:44:32.591245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57930) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:32.645047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Pushing event deleted for resources: {'Port': ['ID=1584be0a-27e7-4ce1-9594-84feaf1ab8b9,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:32.647575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:32.669890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8e6591ab-60b1-416b-8aa3-cb909c9be6e9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775356 Jun 22 20:44:32.678314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57932) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:32.687348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:32.832147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port bcc916b3-1965-4ecc-b4be-de5807fe7390 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:32.860873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bcc916b3-1965-4ecc-b4be-de5807fe7390 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:32.861266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:32.924925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:32.937415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.182382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.187273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ff136a0e-6a0d-4094-8e43-c777a71ff0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:33.202270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.224326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Transition to ACTIVE for port object f3543bb2-7e68-47a6-be86-59c2fa66e33b will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:33.226489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:33.227510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Provisioning for port 2228ec8f-98b1-41a6-835f-bf535c380348 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:33.243918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:33.249822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:33.261015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:33.261731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.274344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=d7f201bf-1485-40fa-a6d5-028dc0df0b05,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:33.279794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Provisioning complete for port 2228ec8f-98b1-41a6-835f-bf535c380348 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:33.279794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.285053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:33.286969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.290160 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6078627 Jun 22 20:44:33.290307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fab4c9-dc14-41a9-81af-f661a50bb5ff None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:33.290900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:33.295345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-795864636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:33.304016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, bd7aa8bc-6d53-40fa-9cb2-ae0482175e74) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:33.308404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.313916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:33.314790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.318768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:33.340073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Transition to ACTIVE for port object f3543bb2-7e68-47a6-be86-59c2fa66e33b will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:33.341578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5fb6cd-732f-4515-a925-5fdfd35e5627 None None] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:33.396830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.397756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.410311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1319156 Jun 22 20:44:33.410752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57936) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:33.415863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.429952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.430485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1c8d9ea7-fcc6-490a-9440-1a3d008f29be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:33.498836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:33.499480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:33.501195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-44837305-038a-42e0-a15e-90a9be438053 None None] Port 2228ec8f-98b1-41a6-835f-bf535c380348 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:33.543436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port bcc916b3-1965-4ecc-b4be-de5807fe7390, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bcc916b3-1965-4ecc-b4be-de5807fe7390,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:33.569092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.580633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.602998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:33.608875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.616254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:33.619499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:33.646737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Pushing event updated for resources: {'Port': ['ID=f3543bb2-7e68-47a6-be86-59c2fa66e33b,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:33.650089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:33.656466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5bbaf986-ba13-48cf-b07e-3635c5565cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:33.672057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.673257 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5d64eb6f-a593-4eb5-849d-8ed02f2aa10c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3815269 Jun 22 20:44:33.676347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57938) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:33.717527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5cf73e52-5fd2-4105-acf9-c06806c5f538 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:33.728182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.733928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.736269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:33.807073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:33.819909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5cf73e52-5fd2-4105-acf9-c06806c5f538 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:33.820272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5cf73e52-5fd2-4105-acf9-c06806c5f538 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:33.821620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:33.821808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=9643fade-517e-4542-84ab-a8100cac2f2e,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:33.828479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:33.877586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-61ca043a-7856-4f33-b4db-7956ebafc828 None None] Provisioning complete for port 2228ec8f-98b1-41a6-835f-bf535c380348 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:33.878006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61ca043a-7856-4f33-b4db-7956ebafc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.918724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Attempting to bind port f3543bb2-7e68-47a6-be86-59c2fa66e33b on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:33.919021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Attempting to bind port f3543bb2-7e68-47a6-be86-59c2fa66e33b by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'c014a861-21bc-4700-b2e9-1a9924d303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:33.919383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Attempting to bind port f3543bb2-7e68-47a6-be86-59c2fa66e33b on network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:33.953365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:33.953714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1584be0a-27e7-4ce1-9594-84feaf1ab8b9 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:33.973290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:33.973683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Checking segment: {'id': 'c014a861-21bc-4700-b2e9-1a9924d303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:33.974133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.974545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Bound using segment: {'id': 'c014a861-21bc-4700-b2e9-1a9924d303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:33.975169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Bound port: f3543bb2-7e68-47a6-be86-59c2fa66e33b, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c014a861-21bc-4700-b2e9-1a9924d303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:33.976641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:33.978521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:34.005230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.030635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:34.096595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-61ca043a-7856-4f33-b4db-7956ebafc828 None None] Port 2228ec8f-98b1-41a6-835f-bf535c380348 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:34.119157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:34.119951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.145511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.230170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] For port f3543bb2-7e68-47a6-be86-59c2fa66e33b, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:34.305023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] For port f3543bb2-7e68-47a6-be86-59c2fa66e33b, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3543bb2-7e68-47a6-be86-59c2fa66e33b,segment=NetworkSegment(c014a861-21bc-4700-b2e9-1a9924d303f8),segment_id=c014a861-21bc-4700-b2e9-1a9924d303f8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:34.365411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.391803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80fe29cc-d998-4783-b2e3-267cc7122552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:34.414036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1696d55-e23b-4e5a-bb67-9254eddc317c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:34.461817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.466781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.471082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:34.522284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.537598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Allocated IP 2001:db8:2::2 (bd7aa8bc-6d53-40fa-9cb2-ae0482175e74/e9220d08-f407-4195-ad42-17e6ece63063/1627cfb6-f571-4d02-95d1-52637d9cdde7) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:34.560306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.560537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Pushing event updated for resources: {'Port': ['ID=f3543bb2-7e68-47a6-be86-59c2fa66e33b,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:34.571149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=9643fade-517e-4542-84ab-a8100cac2f2e,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:34.577679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:34.579914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.580272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.580612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.581019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.581379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.582418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.582789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.583122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.583456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.583785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.584112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.584434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:34.589361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:34.609458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.637849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': 'd7f201bf-1485-40fa-a6d5-028dc0df0b05'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'ad7e8e33-87f2-40db-bc31-f976a6a0425d'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:44:34.698777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 3, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:27Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:34.711393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:34.716594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:34.731986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a1696d55-e23b-4e5a-bb67-9254eddc317c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:34.732389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.753248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 7f236e71-f9ae-42e2-a13b-11d805cf31ba {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:34.753722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.805192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:34.806392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Updating router bbab33a4-ff28-474e-b686-a4f04e4f5a39 port 2228ec8f-98b1-41a6-835f-bf535c380348 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:34.865395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.890748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:34.940479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Router c52a4b43-f84e-4659-8f13-7b441b6cabee is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:35.062458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:35.068507 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/routers/c52a4b43-f84e-4659-8f13-7b441b6cabee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5934162 Jun 22 20:44:35.074081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:35.075294 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] Sync routers for ids ['c52a4b43-f84e-4659-8f13-7b441b6cabee'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:35.086319 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] Routers {'c52a4b43-f84e-4659-8f13-7b441b6cabee'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:35.087221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c52a4b43-f84e-4659-8f13-7b441b6cabee'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:35.130356 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:35.145248 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] Routers {'c52a4b43-f84e-4659-8f13-7b441b6cabee'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:35.146186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c52a4b43-f84e-4659-8f13-7b441b6cabee'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:35.183242 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:35.184304 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caeb82b-e801-4a6c-843d-1cc762461248 None None] The sync data for ids ['c52a4b43-f84e-4659-8f13-7b441b6cabee'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:35.188385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:35.193394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 7f236e71-f9ae-42e2-a13b-11d805cf31ba, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7f236e71-f9ae-42e2-a13b-11d805cf31ba,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:35.193773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.228982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 7f236e71-f9ae-42e2-a13b-11d805cf31ba owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:35.251699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::1 (40fe1879-ece6-4130-be20-c9f8a60bb4af/d7f201bf-1485-40fa-a6d5-028dc0df0b05/e807016e-7b43-4891-8ae9-b2b40189fe68) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:35.352917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bcc916b3-1965-4ecc-b4be-de5807fe7390 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:35.356455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c420dc7-32fc-4375-8b2d-3e6c503490d8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:35.360861 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3c420dc7-32fc-4375-8b2d-3e6c503490d8 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?device_id=c52a4b43-f84e-4659-8f13-7b441b6cabee HTTP/1.1" status: 200 len: 982 time: 0.2788596 Jun 22 20:44:35.362785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57942) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:35.388661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.477692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Transition to ACTIVE for port object 1627cfb6-f571-4d02-95d1-52637d9cdde7 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:35.507808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.532276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object e807016e-7b43-4891-8ae9-b2b40189fe68 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:35.545822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Transition to ACTIVE for port object 1627cfb6-f571-4d02-95d1-52637d9cdde7 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:35.574063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.594306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:35.607134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:35.618492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:35.655154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8:2::1 (bd7aa8bc-6d53-40fa-9cb2-ae0482175e74/e9220d08-f407-4195-ad42-17e6ece63063/98cae4e7-288e-4678-b058-2e41fedecf60) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:35.662256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.666580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:35.694237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:35.701730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.702821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port e50f2969-6e31-48df-91ca-bbf059aa1abf triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:35.703330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.713367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=7f236e71-f9ae-42e2-a13b-11d805cf31ba,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:35.720656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:35.724361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d10e227-2bff-4a13-8c9f-fda2ccc69512 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:35.812238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:35.841734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:35.846437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:35.847106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.858022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Pushing event updated for resources: {'Port': ['ID=1627cfb6-f571-4d02-95d1-52637d9cdde7,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:35.886181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:35.900274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/d7f201bf-1485-40fa-a6d5-028dc0df0b05/ad7e8e33-87f2-40db-bc31-f976a6a0425d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:35.901861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:35.954472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e807016e-7b43-4891-8ae9-b2b40189fe68,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:35.968810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:35.975908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e829e4c-87a4-4d46-a359-cdc006da5363 None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:36.092011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bcc916b3-1965-4ecc-b4be-de5807fe7390 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:36.092401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.117522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.163811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 98cae4e7-288e-4678-b058-2e41fedecf60 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:36.185398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.185685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 9643fade-517e-4542-84ab-a8100cac2f2e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:36.186170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.196948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.202328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e7cbc901-f618-4ec1-8fce-bf93f1dd0344 None None] Provisioning for port f3543bb2-7e68-47a6-be86-59c2fa66e33b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:36.224905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Attempting to bind port 1627cfb6-f571-4d02-95d1-52637d9cdde7 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:36.225295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Attempting to bind port 1627cfb6-f571-4d02-95d1-52637d9cdde7 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:36.225653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Attempting to bind port 1627cfb6-f571-4d02-95d1-52637d9cdde7 on network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:36.274534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:36.274999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Checking segment: {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:36.275323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.275723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Bound using segment: {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:36.276215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Bound port: 1627cfb6-f571-4d02-95d1-52637d9cdde7, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:36.276592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.294260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.308737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.309990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 9643fade-517e-4542-84ab-a8100cac2f2e owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:36.373056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] For port ad7e8e33-87f2-40db-bc31-f976a6a0425d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ad7e8e33-87f2-40db-bc31-f976a6a0425d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:36.446938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:44:36.449480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb0f8f3-01cf-4b29-a4d4-429899e58ced" -d '{"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-plugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:44:36.514126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.524261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c01b89-e8a3-412f-b729-030c86948494 x-openstack-request-id: req-10c01b89-e8a3-412f-b729-030c86948494 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:44:36.525752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-plugged", "status": "completed", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:44:36.525752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10c01b89-e8a3-412f-b729-030c86948494 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:44:36.525752 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'code': 200} Jun 22 20:44:36.545151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:36.560801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.577174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Transition to ACTIVE for port object 2228ec8f-98b1-41a6-835f-bf535c380348 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:36.579125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.589225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ea38de7a-1389-4300-8392-5e7cf726599a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:36.615469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8c700-6872-4264-a25d-e7cef281fed0 req-156db0d6-0598-4a68-ba70-18ccd10a4413 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:36.617869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d8c700-6872-4264-a25d-e7cef281fed0 req-156db0d6-0598-4a68-ba70-18ccd10a4413 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1766117 Jun 22 20:44:36.639884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.646073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Ignored duplicate provisioning block setup for port ad7e8e33-87f2-40db-bc31-f976a6a0425d by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 20:44:36.654290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] For port 1627cfb6-f571-4d02-95d1-52637d9cdde7, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:36.662984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.665799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] For port 1627cfb6-f571-4d02-95d1-52637d9cdde7, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1627cfb6-f571-4d02-95d1-52637d9cdde7,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:36.672331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.678048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:36.702683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.738329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:36.749744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:36.750255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fd41aa37-a76a-4021-ac68-e7114a87645d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:36.752144 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d8c700-6872-4264-a25d-e7cef281fed0 req-13356830-4bdf-4f09-bbb6-ff064b8564b0 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280739 Jun 22 20:44:36.758169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=9643fade-517e-4542-84ab-a8100cac2f2e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:36.761481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:36.847898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.854521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:36.873110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Attempting to bind port 2228ec8f-98b1-41a6-835f-bf535c380348 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:36.873110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Attempting to bind port 2228ec8f-98b1-41a6-835f-bf535c380348 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:36.873110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Attempting to bind port 2228ec8f-98b1-41a6-835f-bf535c380348 on network ed98a38d-0389-4919-8a45-d0fb3abfbeef {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:36.880027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e720-4985-4171-8bc4-7387f54635b9 None None] Pushing event updated for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:36.890550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:36.890919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Checking segment: {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:36.891258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:36.891740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Bound using segment: {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:36.892418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Bound port: 2228ec8f-98b1-41a6-835f-bf535c380348, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d565d6b-be5a-4df5-b286-e9101caf416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:36.892814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.047300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.061887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b918db6-a39b-4ce5-9645-99a7722ee16a None None] Pushing event updated for resources: {'Port': ['ID=ad7e8e33-87f2-40db-bc31-f976a6a0425d,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:37.134731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3543bb2-7e68-47a6-be86-59c2fa66e33b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:37.194703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] For port 2228ec8f-98b1-41a6-835f-bf535c380348, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:37.195177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:37.217860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.235416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] For port 2228ec8f-98b1-41a6-835f-bf535c380348, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2228ec8f-98b1-41a6-835f-bf535c380348,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:37.255970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.270254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Pushing event updated for resources: {'Port': ['ID=1627cfb6-f571-4d02-95d1-52637d9cdde7,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:37.275030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.275763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-932819f5-da5f-42a0-b4e0-06f3f35ef855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:37.299336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:37.353943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:37.354183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:37.357243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f3543bb2-7e68-47a6-be86-59c2fa66e33b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:37.371884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:37.429513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f3543bb2-7e68-47a6-be86-59c2fa66e33b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:37.429922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.460661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:37.461225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.469919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Router c52a4b43-f84e-4659-8f13-7b441b6cabee has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:37.573413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.603730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:37.617787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/routers/c52a4b43-f84e-4659-8f13-7b441b6cabee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508886 Jun 22 20:44:37.625594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57950) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:37.660411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f6c46e-d7d2-45cf-bfb9-130c5149c056 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:37.662655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e1f6c46e-d7d2-45cf-bfb9-130c5149c056 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/9643fade-517e-4542-84ab-a8100cac2f2e HTTP/1.1" status: 404 len: 333 time: 0.0357196 Jun 22 20:44:37.663217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.664488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.667580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57952) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:37.670711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2f6d003e-0850-4b9b-9524-951376faf8f9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:37.719635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e720-4985-4171-8bc4-7387f54635b9 None None] Pushing event updated for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:37.751330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] Sync routers for ids ['c52a4b43-f84e-4659-8f13-7b441b6cabee'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:37.755245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a81ae5-2406-4114-b1be-deb8aa501550 req-efebc3b8-e3a5-4258-a6a2-5002c2ed8f61 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:37.757288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-37a81ae5-2406-4114-b1be-deb8aa501550 req-efebc3b8-e3a5-4258-a6a2-5002c2ed8f61 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.5544171 Jun 22 20:44:37.765905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cd0e720-4985-4171-8bc4-7387f54635b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.776523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:37.776893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.791602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:37.794588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:37.794946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.798164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:37.818217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] Routers {'c52a4b43-f84e-4659-8f13-7b441b6cabee'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:37.818949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c52a4b43-f84e-4659-8f13-7b441b6cabee'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:37.840390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e807016e-7b43-4891-8ae9-b2b40189fe68,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:37.863476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:37.934958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:37.962389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:37.996826 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-37a81ae5-2406-4114-b1be-deb8aa501550 req-cf39d856-db39-4283-a72a-99a9f1bb53cd tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241480 Jun 22 20:44:38.005854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.008779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] Routers {'c52a4b43-f84e-4659-8f13-7b441b6cabee'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:38.009620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c52a4b43-f84e-4659-8f13-7b441b6cabee'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:38.049546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.052450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.078804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:38.087886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8867960b-2d9c-48c6-a526-4335a55f76c1 None None] The sync data for ids ['c52a4b43-f84e-4659-8f13-7b441b6cabee'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:38.095882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8f15b2bd-24fe-440a-9c54-ec8ddd22673c None None] Could not find standard attr ID for object 9643fade-517e-4542-84ab-a8100cac2f2e. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:38.136882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.137507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Fanout notify agent at l3_agent the message router_deleted on router c52a4b43-f84e-4659-8f13-7b441b6cabee {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:38.161375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.164494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.168671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1ac47eac-aeea-4192-93e9-d0206258a7e7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/routers/c52a4b43-f84e-4659-8f13-7b441b6cabee HTTP/1.1" status: 204 len: 168 time: 0.4966779 Jun 22 20:44:38.169030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57956) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:38.262900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8f15b2bd-24fe-440a-9c54-ec8ddd22673c None None] Provisioning complete for port f3543bb2-7e68-47a6-be86-59c2fa66e33b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:38.263440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8f15b2bd-24fe-440a-9c54-ec8ddd22673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.291647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet 393b4656-d0f0-46d0-8f16-e9a0607a1fc7 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:38.295751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.325431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f3543bb2-7e68-47a6-be86-59c2fa66e33b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3543bb2-7e68-47a6-be86-59c2fa66e33b,segment=NetworkSegment(c014a861-21bc-4700-b2e9-1a9924d303f8),segment_id=c014a861-21bc-4700-b2e9-1a9924d303f8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:38.327398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:38.341612 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:38.347950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.360354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-98784bb5-481e-458c-bf4e-d3c0b0957559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:38.372332 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:38.372990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:38.412727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.425409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:38.431907 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2108707 Jun 22 20:44:38.455227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:38.457155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57960) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:38.572028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.591210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f3543bb2-7e68-47a6-be86-59c2fa66e33b,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:38.602251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:38.668221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.681239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad5accfc-f053-4c8a-bbca-40cab4f5a9dd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:38.681733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 3, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:38.708739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=393b4656-d0f0-46d0-8f16-e9a0607a1fc7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:38.711182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.714638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/393b4656-d0f0-46d0-8f16-e9a0607a1fc7 HTTP/1.1" status: 204 len: 168 time: 0.5443752 Jun 22 20:44:38.717392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:38.717991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:38.764116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe2433-c873-4259-9a69-98ed74d5208a None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:28Z', 'revision_number': 3, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:38.804291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba9358-4614-4be6-b211-2967aca98781 None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:38.826555 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:38.836186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5bac7574-5fe2-4e38-8854-7c865d43b713 None None] Could not find standard attr ID for object 9643fade-517e-4542-84ab-a8100cac2f2e. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:38.928388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.953684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 88453e62-a084-41e5-9975-2ff02d42ef5f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:38.959367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.965482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:38.965709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e55d1a73-2fa9-491e-b118-e83e01141ade None None] Could not find standard attr ID for object 9643fade-517e-4542-84ab-a8100cac2f2e. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:39.099933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.106699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port f3543bb2-7e68-47a6-be86-59c2fa66e33b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:39.116715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.129947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1627cfb6-f571-4d02-95d1-52637d9cdde7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:39.202971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.203787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.225836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port f3543bb2-7e68-47a6-be86-59c2fa66e33b, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3543bb2-7e68-47a6-be86-59c2fa66e33b,segment=NetworkSegment(c014a861-21bc-4700-b2e9-1a9924d303f8),segment_id=c014a861-21bc-4700-b2e9-1a9924d303f8)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:39.226250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.241301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for f3543bb2-7e68-47a6-be86-59c2fa66e33b owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:39.248561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-056c6748-3e98-4115-9c59-82d484b1e670 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:39.264164 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:35Z', 'revision_number': 10, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.272390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-da5d4e49-1f75-40a3-84f9-b3c3a3d3b93b None None] Provisioning for port ad7e8e33-87f2-40db-bc31-f976a6a0425d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:39.286392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1627cfb6-f571-4d02-95d1-52637d9cdde7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:39.298688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ad7e8e33-87f2-40db-bc31-f976a6a0425d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:39.328374 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:39.355373 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:39.356390 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.388853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] DHCP port deletion for ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:39.404631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.407386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9b9e8619-3841-4b94-b023-ea9e4ec2851a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:39.460717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=f3543bb2-7e68-47a6-be86-59c2fa66e33b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:39.468439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:39.471249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port f3543bb2-7e68-47a6-be86-59c2fa66e33b on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:39.473739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port ad7e8e33-87f2-40db-bc31-f976a6a0425d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:39.481288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ad7e8e33-87f2-40db-bc31-f976a6a0425d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:39.481743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.546790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:39.555793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:39.561690 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:39.562425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Deleting port f3543bb2-7e68-47a6-be86-59c2fa66e33b {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:39.562819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.598810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.603174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9be3a6-58e5-44cf-ba65-b904b8f2783d None None] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:39.618103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.636882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c014a861-21bc-4700-b2e9-1a9924d303f8') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.637274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c014a861-21bc-4700-b2e9-1a9924d303f8') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.651134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.683833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.686830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.699421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:39.700034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:39.703779 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:39.737032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Provisioning for port e807016e-7b43-4891-8ae9-b2b40189fe68 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:39.755342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] For port f3543bb2-7e68-47a6-be86-59c2fa66e33b, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:39.755890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.764457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc68c-25bc-46e4-ad3a-6de7414dd5d1 req-810427be-a05e-47ed-af73-79db05ee2286 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:39.766615 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-673bc68c-25bc-46e4-ad3a-6de7414dd5d1 req-810427be-a05e-47ed-af73-79db05ee2286 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.6139793 Jun 22 20:44:39.774181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Provisioning complete for port e807016e-7b43-4891-8ae9-b2b40189fe68 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:39.774774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.797151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.804321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Calling delete_port for f3543bb2-7e68-47a6-be86-59c2fa66e33b owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:39.809056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e759775-d53e-48e0-b1d7-c7cc670e7568 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:39.821081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.826158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 HTTP/1.1" status: 204 len: 168 time: 1.1042967 Jun 22 20:44:39.827513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57964) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:39.832475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Port f3543bb2-7e68-47a6-be86-59c2fa66e33b was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:44:39.844147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.852203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:39.865519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:39.878325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:39.880112 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:35Z', 'revision_number': 10, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:39.888849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:39.899305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:39.905034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Router 9d5effc0-a26f-4747-b7ab-056961fcea7a is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:39.910178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Network ad1bc4ff-5ce5-44e9-807c-1894d36f8bb2 is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:44:39.910723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] No DVR routers for this DVR port f3543bb2-7e68-47a6-be86-59c2fa66e33b on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:39.928704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Pushing event deleted for resources: {'Port': ['ID=f3543bb2-7e68-47a6-be86-59c2fa66e33b,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:39.935185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:39.935938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:39.943500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339cb7c-bcd2-4b20-8e6c-e0932cffa7fc tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:39.946019 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a339cb7c-bcd2-4b20-8e6c-e0932cffa7fc tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 HTTP/1.1" status: 200 len: 840 time: 0.1078842 Jun 22 20:44:39.947089 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f05b2-7d7e-4292-b56b-f19e2e1f7a10 None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:35Z', 'revision_number': 10, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None, '_interfaces': [{'id': '63b5cec6-8c82-481d-9cda-8cba180a1907', 'name': '', 'network_id': 'bd3841a8-947a-44d6-804b-9653ec14213b', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'mac_address': 'fa:16:3e:02:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:48Z', 'updated_at': '2021-06-22T20:43:56Z', 'revision_number': 5, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'subnets': [{'id': '9151b0ea-9d48-47bf-a3e2-76ba6995b1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:39.949696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57966) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:39.965547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Port e807016e-7b43-4891-8ae9-b2b40189fe68 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:39.975829 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-673bc68c-25bc-46e4-ad3a-6de7414dd5d1 req-99405132-bf2e-4f13-8f24-bca1acce30cf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955042 Jun 22 20:44:39.981492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.025306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port ad7e8e33-87f2-40db-bc31-f976a6a0425d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ad7e8e33-87f2-40db-bc31-f976a6a0425d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:40.025621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Provisioning for port 1627cfb6-f571-4d02-95d1-52637d9cdde7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:40.030282 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-26812405-05f6-4472-9a94-87c3867d3f67 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0787830 Jun 22 20:44:40.031763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Provisioning complete for port 1627cfb6-f571-4d02-95d1-52637d9cdde7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:40.032559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.033727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.039660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:40.049050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-12bae799-8253-4393-b8a6-32d1408b4d23 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:40.059112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.061213 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/88453e62-a084-41e5-9975-2ff02d42ef5f HTTP/1.1" status: 204 len: 168 time: 1.5846007 Jun 22 20:44:40.067370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.070114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76afcb8-e9fa-4082-b63b-b4c3cc6b2dd4 None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:40.071962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.072967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2228ec8f-98b1-41a6-835f-bf535c380348 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:40.080454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:40.092680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=88453e62-a084-41e5-9975-2ff02d42ef5f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:40.127604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:40.198832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.203708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:40.205257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:40.212342 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "PUT /v2.0/routers/9d5effc0-a26f-4747-b7ab-056961fcea7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5347226 Jun 22 20:44:40.216316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57972) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.229711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Sync routers for ids ['9d5effc0-a26f-4747-b7ab-056961fcea7a'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:40.230608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:40.234129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.271931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=ad7e8e33-87f2-40db-bc31-f976a6a0425d,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:40.287967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:40.294856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Routers {'9d5effc0-a26f-4747-b7ab-056961fcea7a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:40.295438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9d5effc0-a26f-4747-b7ab-056961fcea7a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:40.328363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:40.339073 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9269876 Jun 22 20:44:40.342375 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:40.350191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57974) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.357745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1782206815'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:40.359409 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:40.360174 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:40.404461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:40.409772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.477878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:44:40.497995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.498596 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added segment 03f46b23-7d26-41e1-b826-f91531c87f99 of type vlan for network 2c2227c7-efa6-49fd-b798-3cc9704995dc Jun 22 20:44:40.509538 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:40.571912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.624756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.632082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:40.633357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.643350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2228ec8f-98b1-41a6-835f-bf535c380348 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:40.645375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6314f343-34a3-4aec-a1c7-8ebfe709dbb3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:40.651690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.653840 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3014488 Jun 22 20:44:40.666822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57976) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.669310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2228ec8f-98b1-41a6-835f-bf535c380348 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:40.669694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.674190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'subnet': {'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:40.732985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Set router 9d5effc0-a26f-4747-b7ab-056961fcea7a gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:40.734267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9d99d-99f1-4c0c-b818-26fd78a84721 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:40.735687 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f6a9d99d-99f1-4c0c-b818-26fd78a84721 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports/e807016e-7b43-4891-8ae9-b2b40189fe68 HTTP/1.1" status: 200 len: 911 time: 0.5182772 Jun 22 20:44:40.741574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:40.817888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] For port 1627cfb6-f571-4d02-95d1-52637d9cdde7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1627cfb6-f571-4d02-95d1-52637d9cdde7,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:40.838138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.843712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c8d54a-c4e2-490d-81b1-a9cd355bcad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:40.865609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Network': ['ID=2c2227c7-efa6-49fd-b798-3cc9704995dc,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:40.882208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:40.888702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 5836a8a5-2e00-4732-833b-d3004d8e71fc {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:40.899300 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:38Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:40.900242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.924415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:44:40.932831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Made reservation on behalf of 86f30121e9004e6aa42b11ac3e2dc16f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:40.935212 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:40.935596 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Updating router bbab33a4-ff28-474e-b686-a4f04e4f5a39 port 98cae4e7-288e-4678-b058-2e41fedecf60 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:40.945026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:40.974590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] DHCP port deletion for 273998a1-b29d-48cb-8b76-982b86d0d0df request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:40.985797 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.088502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712121f2-6032-4640-a4c2-7648c24e2df6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:41.094602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712121f2-6032-4640-a4c2-7648c24e2df6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:41.100770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-712121f2-6032-4640-a4c2-7648c24e2df6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3536716 Jun 22 20:44:41.101399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 5836a8a5-2e00-4732-833b-d3004d8e71fc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5836a8a5-2e00-4732-833b-d3004d8e71fc,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:41.101760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.104886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57982) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:41.156499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 5836a8a5-2e00-4732-833b-d3004d8e71fc owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:41.233026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.246839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Pushing event updated for resources: {'Port': ['ID=1627cfb6-f571-4d02-95d1-52637d9cdde7,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.259317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.303929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e09bb239-65d0-4bae-80de-dcf60535908b None None] Provisioning complete for port e807016e-7b43-4891-8ae9-b2b40189fe68 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:41.304216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e09bb239-65d0-4bae-80de-dcf60535908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.321885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.338172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e535f52-82b6-4c6b-a6ec-644fda812efa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.358186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:41.370864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:41.374339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:41.375147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.396983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2eb7e8-1880-48b6-b1ed-249d90aa3a4f None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:41.472476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351630-9ed4-4e28-8646-9318a3c8cb61 req-f26f73ee-156f-478b-8e81-5740af5df057 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:41.479882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37351630-9ed4-4e28-8646-9318a3c8cb61 req-f26f73ee-156f-478b-8e81-5740af5df057 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2642932 Jun 22 20:44:41.495882 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.501678 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4666221 Jun 22 20:44:41.518232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:41.520050 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Transition to ACTIVE for port object 98cae4e7-288e-4678-b058-2e41fedecf60 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:41.525294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'security_group': {'name': 'tempest-secgroup-101907047'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:41.525632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2228ec8f-98b1-41a6-835f-bf535c380348, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2228ec8f-98b1-41a6-835f-bf535c380348,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:41.527172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e09bb239-65d0-4bae-80de-dcf60535908b None None] Port e807016e-7b43-4891-8ae9-b2b40189fe68 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:41.531970 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.538035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Deleting port 5836a8a5-2e00-4732-833b-d3004d8e71fc {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:41.538686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.548473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.548894 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.549854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3543bb2-7e68-47a6-be86-59c2fa66e33b up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:41.575555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.580369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.595038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=1fa0e46f-1886-4875-8123-f6825d20e17e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.603689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.637582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Pushing event updated for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.644600 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.651399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f3543bb2-7e68-47a6-be86-59c2fa66e33b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:41.651746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3543bb2-7e68-47a6-be86-59c2fa66e33b not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 22 20:44:41.703052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.729076 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37351630-9ed4-4e28-8646-9318a3c8cb61 req-e5ddacb2-fac5-4848-913f-7680181b9e25 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482057 Jun 22 20:44:41.735279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.741957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee848db6-d330-4432-91a2-3566faffe0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.773043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a438242-5155-4dc7-8fbd-b2831c7d06e8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.777184 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Attempting to bind port 98cae4e7-288e-4678-b058-2e41fedecf60 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:41.777651 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Attempting to bind port 98cae4e7-288e-4678-b058-2e41fedecf60 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:41.778134 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Attempting to bind port 98cae4e7-288e-4678-b058-2e41fedecf60 on network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:41.784529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.784772 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:41.785460 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Checking segment: {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:41.786533 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.787430 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Bound using segment: {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:41.787547 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Bound port: 98cae4e7-288e-4678-b058-2e41fedecf60, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4917f441-72e6-4694-bb8c-671c5a951f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:41.787699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.788050 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.798374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8eec066-2c06-4c05-ab2c-87d81ee242b4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.805309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port 5836a8a5-2e00-4732-833b-d3004d8e71fc on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:41.811574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port f3543bb2-7e68-47a6-be86-59c2fa66e33b not found, will not notify nova. {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 22 20:44:41.866398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] For port 5836a8a5-2e00-4732-833b-d3004d8e71fc, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5836a8a5-2e00-4732-833b-d3004d8e71fc,segment=NetworkSegment(11b0938d-e51a-4eb2-8f8b-1056517846b7),segment_id=11b0938d-e51a-4eb2-8f8b-1056517846b7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:41.867102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.887295 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] For port 98cae4e7-288e-4678-b058-2e41fedecf60, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:41.891965 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] For port 98cae4e7-288e-4678-b058-2e41fedecf60, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=98cae4e7-288e-4678-b058-2e41fedecf60,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:41.897710 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.902111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b7ec2388-194b-4f1c-b219-235941db467d None None] Provisioning for port 98cae4e7-288e-4678-b058-2e41fedecf60 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:41.912919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-5d7b6136-121d-4ae1-b26e-bd6e2d5c99f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:41.922535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:41.924126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4045186 Jun 22 20:44:41.936440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:41.942846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.948412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Calling delete_port for 5836a8a5-2e00-4732-833b-d3004d8e71fc owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:41.953241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.957997 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:41.958737 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:41.962844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=5836a8a5-2e00-4732-833b-d3004d8e71fc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:41.970286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:41.977046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470414923'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:42.021768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.044374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1627cfb6-f571-4d02-95d1-52637d9cdde7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:42.078209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.081748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b08678c-97aa-4c58-abb8-4cdacee452b6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:42.091843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.099310 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:42.107744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273998a1-b29d-48cb-8b76-982b86d0d0df']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:42.126426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b0938d-e51a-4eb2-8f8b-1056517846b7') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:42.127090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b0938d-e51a-4eb2-8f8b-1056517846b7') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:42.139280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b7ec2388-194b-4f1c-b219-235941db467d None None] Provisioning complete for port 1627cfb6-f571-4d02-95d1-52637d9cdde7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:42.139802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2388-194b-4f1c-b219-235941db467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.148461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.184863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.199956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Subnet': ['ID=768d5c54-9bff-4f1a-8205-8ce1f3403ff9,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:42.201794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:42.206913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.207470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5effc0-a26f-4747-b7ab-056961fcea7a', 'name': 'tempest-NetworksTestDHCPv6-router-795864636', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:33Z', 'updated_at': '2021-06-22T20:44:36Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None, '_interfaces': [{'id': 'e807016e-7b43-4891-8ae9-b2b40189fe68', 'name': '', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'mac_address': 'fa:16:3e:e6:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5effc0-a26f-4747-b7ab-056961fcea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd7f201bf-1485-40fa-a6d5-028dc0df0b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:36Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'subnets': [{'id': 'd7f201bf-1485-40fa-a6d5-028dc0df0b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:42.211537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:42.212507 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:42.252559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Checking segment: {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:42.253525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network hostable DHCP agents. Network: 2c2227c7-efa6-49fd-b798-3cc9704995dc, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:44:42.258282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Checking router: 9d5effc0-a26f-4747-b7ab-056961fcea7a for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:42.258877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Updating router 9d5effc0-a26f-4747-b7ab-056961fcea7a port e807016e-7b43-4891-8ae9-b2b40189fe68 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:42.319290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.322169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.327609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.330534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.334082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cd0e720-4985-4171-8bc4-7387f54635b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:42.346506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2b43b66f-499b-4cf7-85e8-ab73f0f63274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:42.355349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:44:42.363972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.370576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/273998a1-b29d-48cb-8b76-982b86d0d0df HTTP/1.1" status: 204 len: 168 time: 2.2997210 Jun 22 20:44:42.378569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 57988) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:42.379496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Network 273998a1-b29d-48cb-8b76-982b86d0d0df is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:44:42.380043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] No DVR routers for this DVR port 5836a8a5-2e00-4732-833b-d3004d8e71fc on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:42.392401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Pushing event deleted for resources: {'Port': ['ID=5836a8a5-2e00-4732-833b-d3004d8e71fc,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:42.399258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:42.403091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 2c2227c7-efa6-49fd-b798-3cc9704995dc) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:42.406665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1627cfb6-f571-4d02-95d1-52637d9cdde7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:42.407056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.428472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.429807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff30ecf-1d90-40e2-9194-5df15b8e60bf None None] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:42.431731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.435870 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4610314 Jun 22 20:44:42.435870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57990) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:42.446999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-608846310', 'security_groups': ['d52205df-f6fe-43f9-a947-7089c5a6d9b1'], 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fa0e46f-1886-4875-8123-f6825d20e17e'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:42.463672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52205df-f6fe-43f9-a947-7089c5a6d9b1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:42.486524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:42.489877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:42.490530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.491016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:42.509919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-f5197dde-ff32-40b7-a12d-72411d0231ff', 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'tenant_id': 'b8ef50f7d7c94c7dbdc935bc59e145bd', 'fixed_ips': [{'subnet_id': '1fa0e46f-1886-4875-8123-f6825d20e17e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:42.510743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.538925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=273998a1-b29d-48cb-8b76-982b86d0d0df,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:42.543209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:42.551270 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Pushing event updated for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:42.568497 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8974497 Jun 22 20:44:42.584845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57992) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:42.615286 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:42.654913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:42.670864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:42.702531 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9aaec-09d0-4b34-a50b-3a0792d3e0cb None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:37Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:42.843430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:43.090477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.126514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f1276-1fc5-49ed-bb9c-f5c0b37c215e req-2be3a9bf-483b-4b75-85c5-d5eb4d6129ad tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:43.128219 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f20f1276-1fc5-49ed-bb9c-f5c0b37c215e req-2be3a9bf-483b-4b75-85c5-d5eb4d6129ad tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2124631 Jun 22 20:44:43.136462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:43.180530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Allocated IP 172.20.0.2 (f5197dde-ff32-40b7-a12d-72411d0231ff/1fa0e46f-1886-4875-8123-f6825d20e17e/d9dfbafc-ce4e-4ee8-b0e5-458d6d451378) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:43.260917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f20f1276-1fc5-49ed-bb9c-f5c0b37c215e req-1dacd230-c1dd-487b-8c27-7e9a27db0287 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194987 Jun 22 20:44:43.287609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port e807016e-7b43-4891-8ae9-b2b40189fe68 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:43.288285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.360815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.369681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ad7e8e33-87f2-40db-bc31-f976a6a0425d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:43.425568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-2c2227c7-efa6-49fd-b798-3cc9704995dc', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:43.426681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.492533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.512833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for e807016e-7b43-4891-8ae9-b2b40189fe68 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:43.554856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.793760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.795528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ad7e8e33-87f2-40db-bc31-f976a6a0425d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:43.795932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.807230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Transition to ACTIVE for port object d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:43.831618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.834462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fad84ac5-5f24-47a6-a15d-8d6380b71b39 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:43.841715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:44:43.842101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:44:43.861563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Allocated IP 2001:db8:3::2 (2c2227c7-efa6-49fd-b798-3cc9704995dc/768d5c54-9bff-4f1a-8205-8ce1f3403ff9/d66f65bb-221d-45ef-a7a8-801f0220b4b9) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:43.866238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Transition to ACTIVE for port object d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:43.869025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=e807016e-7b43-4891-8ae9-b2b40189fe68,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:43.874319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:43.877457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port 63b5cec6-8c82-481d-9cda-8cba180a1907 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:43.877811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.888863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:43.900465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4642012-22c5-4937-a8aa-b5470e2d035f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:43.937242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.11 (f5197dde-ff32-40b7-a12d-72411d0231ff/1fa0e46f-1886-4875-8123-f6825d20e17e/9e4f6e24-adde-40c8-977f-fa4c0096c7ff) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:43.970231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Pushing event updated for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:43.988619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:43.997418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:44.002450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:44.008670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.010692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:44.113967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.132933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 9e4f6e24-adde-40c8-977f-fa4c0096c7ff will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:44.179438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.183700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Attempting to bind port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:44.184331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Attempting to bind port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:44.184634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Attempting to bind port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 on network f5197dde-ff32-40b7-a12d-72411d0231ff {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:44.196217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c11e1a7-2b04-4e16-ad05-153d467bc6c0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Checking segment: {'id': 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Bound using segment: {'id': 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Bound port: d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:44.203969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.231847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7f236e71-f9ae-42e2-a13b-11d805cf31ba no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:44.239463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:44.240536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port 63b5cec6-8c82-481d-9cda-8cba180a1907, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=63b5cec6-8c82-481d-9cda-8cba180a1907,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:44.240974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.249489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Router 9d5effc0-a26f-4747-b7ab-056961fcea7a has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:44.250672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:44.256311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:44.263958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for 63b5cec6-8c82-481d-9cda-8cba180a1907 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:44.272731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7f236e71-f9ae-42e2-a13b-11d805cf31ba {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:44.273090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7f236e71-f9ae-42e2-a13b-11d805cf31ba not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:44.273520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5836a8a5-2e00-4732-833b-d3004d8e71fc no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:44.304435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=9e4f6e24-adde-40c8-977f-fa4c0096c7ff,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:44.309979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:44.322167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5836a8a5-2e00-4732-833b-d3004d8e71fc {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:44.322870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5836a8a5-2e00-4732-833b-d3004d8e71fc not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:44.323272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3543bb2-7e68-47a6-be86-59c2fa66e33b no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:44.333257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.333845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:44.334538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.351647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9089592 Jun 22 20:44:44.354462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 57998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:44.362034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:44.365794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f3543bb2-7e68-47a6-be86-59c2fa66e33b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:44.366179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3543bb2-7e68-47a6-be86-59c2fa66e33b not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:44.388537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Transition to ACTIVE for port object d66f65bb-221d-45ef-a7a8-801f0220b4b9 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:44.392033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Port e807016e-7b43-4891-8ae9-b2b40189fe68 not found while updating agent binding for router 9d5effc0-a26f-4747-b7ab-056961fcea7a. {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 22 20:44:44.405045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:44.413679 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "PUT /v2.0/routers/9d5effc0-a26f-4747-b7ab-056961fcea7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048470 Jun 22 20:44:44.416032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58000) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:44.432173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Routers {'9d5effc0-a26f-4747-b7ab-056961fcea7a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:44.432846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9d5effc0-a26f-4747-b7ab-056961fcea7a'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:44.438641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Transition to ACTIVE for port object d66f65bb-221d-45ef-a7a8-801f0220b4b9 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:44.474776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:44.520551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.525717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:44.526666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7844d645-d575-4e3b-bf25-fb5e94dd2a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:44.530312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] Set router 9d5effc0-a26f-4747-b7ab-056961fcea7a gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:44.533650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42e9be-bca9-462e-a62d-e05487738aca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:44.535709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42e9be-bca9-462e-a62d-e05487738aca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:44.539752 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7c42e9be-bca9-462e-a62d-e05487738aca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1201968 Jun 22 20:44:44.548628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:44.581976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.623301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5effc0-a26f-4747-b7ab-056961fcea7a', 'name': 'tempest-NetworksTestDHCPv6-router-795864636', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:33Z', 'updated_at': '2021-06-22T20:44:43Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:44.641351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Allocated IP 2001:db8:3::1 (2c2227c7-efa6-49fd-b798-3cc9704995dc/768d5c54-9bff-4f1a-8205-8ce1f3403ff9/75ceaf16-f071-43d8-8a91-1f151a65df89) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:44.663807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:44.669785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1efb64-0a17-4b68-a9d2-0e80f313294a None None] The sync data for ids ['9d5effc0-a26f-4747-b7ab-056961fcea7a'] in dv-neutron-797537-2-hyperv is: [{'id': '9d5effc0-a26f-4747-b7ab-056961fcea7a', 'name': 'tempest-NetworksTestDHCPv6-router-795864636', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:33Z', 'updated_at': '2021-06-22T20:44:43Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:44.676541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:44.678584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2228ec8f-98b1-41a6-835f-bf535c380348 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:44.705654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c153dc6-604a-4acb-b9f1-a785740bd697 req-794406a7-9888-42f8-b950-0c30ef50d193 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:44.708130 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c153dc6-604a-4acb-b9f1-a785740bd697 req-794406a7-9888-42f8-b950-0c30ef50d193 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2203233 Jun 22 20:44:44.721485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:44.728188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.732669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:44.741282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Pushing event updated for resources: {'Port': ['ID=d66f65bb-221d-45ef-a7a8-801f0220b4b9,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:44.753679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:44.756059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet d7f201bf-1485-40fa-a6d5-028dc0df0b05 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:44.757736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dbe35953-ac80-448b-a6a1-0e7fc507bd4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:44.760236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.911849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Attempting to bind port d66f65bb-221d-45ef-a7a8-801f0220b4b9 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:44.912240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Attempting to bind port d66f65bb-221d-45ef-a7a8-801f0220b4b9 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:44.912617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Attempting to bind port d66f65bb-221d-45ef-a7a8-801f0220b4b9 on network 2c2227c7-efa6-49fd-b798-3cc9704995dc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:44.915342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Pushing event updated for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:44.922184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:44.928509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2228ec8f-98b1-41a6-835f-bf535c380348 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:44.928904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.934084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c153dc6-604a-4acb-b9f1-a785740bd697 req-fb083283-3ff1-4c4a-a337-93c356a5e275 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023761 Jun 22 20:44:44.968626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:44.969045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Checking segment: {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:44.969437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:44.969854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Bound using segment: {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:44.970453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Bound port: d66f65bb-221d-45ef-a7a8-801f0220b4b9, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:44.971242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.058763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.083494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1fa0e46f-1886-4875-8123-f6825d20e17e (CIDR: 172.20.0.0/28) Jun 22 20:44:45.096324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:44:45.097365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:45.119221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Transition to ACTIVE for port object 75ceaf16-f071-43d8-8a91-1f151a65df89 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:45.135829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09e07855-e10e-466d-a70c-ac07a8a2dd72 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7792027 Jun 22 20:44:45.138321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58004) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:45.144106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:45.179920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] For port d66f65bb-221d-45ef-a7a8-801f0220b4b9, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:45.185255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] For port d66f65bb-221d-45ef-a7a8-801f0220b4b9, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d66f65bb-221d-45ef-a7a8-801f0220b4b9,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:45.193614 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 98cae4e7-288e-4678-b058-2e41fedecf60 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:45.196304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.207299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-be2456f3-5fbe-46b8-9854-f1c5e34ecf7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:45.288534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.295709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.310212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Pushing event updated for resources: {'Port': ['ID=d66f65bb-221d-45ef-a7a8-801f0220b4b9,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:45.311892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2e69f32-668a-4a78-8f50-caf4c9d23a9f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:45.314490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:45.335309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 98cae4e7-288e-4678-b058-2e41fedecf60 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:45.342075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 98cae4e7-288e-4678-b058-2e41fedecf60 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:45.342780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.359128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.373548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:45.408703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=63b5cec6-8c82-481d-9cda-8cba180a1907,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:45.420203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:45.424274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:45.429458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:45.432552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:45.436579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:45.438556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:45.439347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.483725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:45.487176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.488482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.555907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.558492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 98cae4e7-288e-4678-b058-2e41fedecf60, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=98cae4e7-288e-4678-b058-2e41fedecf60,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:45.568379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.571171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:45.667261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:45.679789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:45.749810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.761170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.771482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c88d0c30-e1ca-4a36-a714-96818d7c424e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:45.804956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f201bf-1485-40fa-a6d5-028dc0df0b05,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:45.816181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.827663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4bc23-f25e-4628-8511-3d9a1ac71f2c None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:45.905938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:45.910980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:45.913065 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/d7f201bf-1485-40fa-a6d5-028dc0df0b05 HTTP/1.1" status: 204 len: 168 time: 1.3561578 Jun 22 20:44:45.916974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58006) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:46.148100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:46.179144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:46.223355 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0c28eb38-ed4c-4ad0-9be9-cf868ac096fa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3040397 Jun 22 20:44:46.230696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58010) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:46.283869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.339936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.439159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Deleting port ad7e8e33-87f2-40db-bc31-f976a6a0425d {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:46.439776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.525362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] For port ad7e8e33-87f2-40db-bc31-f976a6a0425d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ad7e8e33-87f2-40db-bc31-f976a6a0425d,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:46.525930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.571192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Calling delete_port for ad7e8e33-87f2-40db-bc31-f976a6a0425d owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:46.633331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-690ba676-8621-40c0-8632-90f790533423 None None] Provisioning for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:46.751194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-690ba676-8621-40c0-8632-90f790533423 None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:46.751887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-690ba676-8621-40c0-8632-90f790533423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.791074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.806412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.808652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-690ba676-8621-40c0-8632-90f790533423 None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:46.809847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:46.834110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:46.847381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:46.848258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:46.857063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:46.872693 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4866042 Jun 22 20:44:46.877324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58012) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:46.914748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:46.922272 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Sync routers for ids ['9d5effc0-a26f-4747-b7ab-056961fcea7a'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:46.936380 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Routers {'9d5effc0-a26f-4747-b7ab-056961fcea7a'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:46.937032 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9d5effc0-a26f-4747-b7ab-056961fcea7a'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:46.996313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23153e-c80e-4293-942e-991f343bc47f req-27c57ff6-7623-4c60-9ca9-be211075ff93 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:47.004308 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba23153e-c80e-4293-942e-991f343bc47f req-27c57ff6-7623-4c60-9ca9-be211075ff93 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.8691707 Jun 22 20:44:47.021093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fe9e9a3c-48fd-4034-8e5f-0660cbe08c61 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:47.042832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 98cae4e7-288e-4678-b058-2e41fedecf60 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:47.069325 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Set router 9d5effc0-a26f-4747-b7ab-056961fcea7a gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:47.071315 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba23153e-c80e-4293-942e-991f343bc47f req-3a26197b-b336-4254-aaba-e863749ce367 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639539 Jun 22 20:44:47.072032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.072809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Fanout notify agent at l3_agent the message router_deleted on router 9d5effc0-a26f-4747-b7ab-056961fcea7a {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:47.094466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.094466 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-17c9ca03-4fff-4f2c-8667-7e7265d0d7d1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/routers/9d5effc0-a26f-4747-b7ab-056961fcea7a HTTP/1.1" status: 204 len: 168 time: 0.8586099 Jun 22 20:44:47.094466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58014) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:47.101137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Pushing event deleted for resources: {'Port': ['ID=ad7e8e33-87f2-40db-bc31-f976a6a0425d,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:47.101494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:47.108270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] No DVR routers for this DVR port ad7e8e33-87f2-40db-bc31-f976a6a0425d on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:47.111668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:47.112557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862e6265-8ec7-4d54-b4d2-7faa3a059477 None None] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:47.130952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:47.132224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:47.133322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:47.136274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-add24f9c-f9ef-4d21-b654-2928ac105ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.138613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:47.139319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.155896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting subnet 9151b0ea-9d48-47bf-a3e2-76ba6995b1e5 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:47.159515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:47.163469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:47.171179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0317647 Jun 22 20:44:47.174672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58016) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:47.175323 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5effc0-a26f-4747-b7ab-056961fcea7a', 'name': 'tempest-NetworksTestDHCPv6-router-795864636', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:33Z', 'updated_at': '2021-06-22T20:44:43Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:47.185116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-373417348', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0'}], 'security_groups': ['4a438242-5155-4dc7-8fbd-b2831c7d06e8']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:47.196163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.213283 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Checking router: 9d5effc0-a26f-4747-b7ab-056961fcea7a for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:47.223856 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Routers set() bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:47.224665 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Router IDs set() for agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 20:44:47.226251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1248a-97a8-4a44-b44a-c098159c0c11 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:47.227891 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_agentschedulers_db [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d5effc0-a26f-4747-b7ab-056961fcea7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent'). {{(pid=100376) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 22 20:44:47.228474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:47.228861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b38a1f-c4f3-4e0b-809f-87a3d9aad631 None None] The sync data for ids ['9d5effc0-a26f-4747-b7ab-056961fcea7a'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:47.264734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.277430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.278282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.278427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.280716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:47.299641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e1669731-ab4d-43f4-8e54-62d29ac26cc3 None None] Provisioning for port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:47.334820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e1669731-ab4d-43f4-8e54-62d29ac26cc3 None None] Provisioning complete for port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:47.335228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1669731-ab4d-43f4-8e54-62d29ac26cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.342696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:47.412282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:47.416152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.420606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.428882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:47.429671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:47.444752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event updated for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:47.450591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:47.451195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.505391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:47.508625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:47.530697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e1669731-ab4d-43f4-8e54-62d29ac26cc3 None None] Port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:47.563529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.569076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:47.570991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 98cae4e7-288e-4678-b058-2e41fedecf60 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:47.571377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.609222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5e989306-e42a-4aca-8e02-ded537f9518c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:47.634593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.640010 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/9151b0ea-9d48-47bf-a3e2-76ba6995b1e5 HTTP/1.1" status: 204 len: 168 time: 0.7512324 Jun 22 20:44:47.640238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f509fb-6a6c-48eb-8ed8-a22e070b940d None None] Network bd3841a8-947a-44d6-804b-9653ec14213b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:47.640488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58018) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:47.642128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Subnet': ['ID=9151b0ea-9d48-47bf-a3e2-76ba6995b1e5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:47.645538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:47.715619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:47.721469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.728686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-175dda20-d876-464e-9cff-bf07cbb112b7 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:47.763317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:47.781004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:47.786361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:47.790834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:47.791435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.795315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a61966-aa2e-4254-a9cf-2c43289449c2 None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:47.816613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7187622 Jun 22 20:44:47.816613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=5621bfd9-9737-4f27-b63a-19d2119170ef,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:47.817673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58020) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:47.823397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:47.829147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.832526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:47.838564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29574f-08f5-4cf4-b9d5-b862536c3861 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:47.868096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.869256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.872612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-61711d6d-e51b-43c7-bc70-a853145fbd74 None None] Provisioning for port d66f65bb-221d-45ef-a7a8-801f0220b4b9 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:47.946100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.951002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.967813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:47.972118 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fc2bf474-d081-47d7-9444-47ada08e029c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1511507 Jun 22 20:44:47.972326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58022) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:47.994227 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:44:48.024766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:48.032027 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4456522 Jun 22 20:44:48.042013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58024) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:48.056119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:48.066537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29284bff-0281-420c-875a-46230f303a7d None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:48.148139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d66f65bb-221d-45ef-a7a8-801f0220b4b9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:48.155396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:48.155396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:48.227952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Deleting port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:48.228468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.270787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Delete allocated IP 172.20.0.11 (f5197dde-ff32-40b7-a12d-72411d0231ff/1fa0e46f-1886-4875-8123-f6825d20e17e) {{(pid=100374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:44:48.339924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.407173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.27 (f5197dde-ff32-40b7-a12d-72411d0231ff/f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0/9e4f6e24-adde-40c8-977f-fa4c0096c7ff) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:48.468235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] For port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,segment=NetworkSegment(a50ca929-a2cf-44df-ac83-44dd4e2a9d61),segment_id=a50ca929-a2cf-44df-ac83-44dd4e2a9d61)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:48.468929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.507844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:48.524453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Calling delete_port for e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:48.578722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d66f65bb-221d-45ef-a7a8-801f0220b4b9 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:48.619773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '5621bfd9-9737-4f27-b63a-19d2119170ef'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:44:48.620613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.627147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d66f65bb-221d-45ef-a7a8-801f0220b4b9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:48.627527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.681092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::1 (40fe1879-ece6-4130-be20-c9f8a60bb4af/5621bfd9-9737-4f27-b63a-19d2119170ef/79cdc8e7-a668-46d8-9e63-416d6bf3a9ea) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:48.726345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] DHCP port deletion for bd3841a8-947a-44d6-804b-9653ec14213b request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:48.767538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f823-d4dc-4f75-9e50-442cc4903a5f req-e541dbf0-83d1-4d48-9c85-8f085021df3c tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:48.769472 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-55a9f823-d4dc-4f75-9e50-442cc4903a5f req-e541dbf0-83d1-4d48-9c85-8f085021df3c tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.5148532 Jun 22 20:44:48.926501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:48.935957 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-55a9f823-d4dc-4f75-9e50-442cc4903a5f req-842444e5-8b81-4744-a860-65384c6971d1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367588 Jun 22 20:44:48.957539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object 9e4f6e24-adde-40c8-977f-fa4c0096c7ff will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:49.019890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:44:49.039498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Removed routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:44:49.039998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.049366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.055253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.061662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4415e8ea-f189-4e0a-8b1a-9feeff15d29a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:49.092102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Provisioning for port 75ceaf16-f071-43d8-8a91-1f151a65df89 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:49.094056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Update dhcp port {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'fixed_ips': [{'subnet_id': '1fa0e46f-1886-4875-8123-f6825d20e17e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'd9dfbafc-ce4e-4ee8-b0e5-458d6d451378'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:44:49.128667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Provisioning complete for port 75ceaf16-f071-43d8-8a91-1f151a65df89 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:49.129234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.137813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Port': ['ID=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:49.188532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No DVR routers for this DVR port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:49.223833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.233937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Port 75ceaf16-f071-43d8-8a91-1f151a65df89 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:49.236320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Deleting port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:49.236704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.246512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.279863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.287668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:46Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:49.303669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:49.364021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.370219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-742a6d39-7491-4204-ba51-960a2145b9d5 tempest-AllowedAddressPairTestJSON-1789458251 tempest-AllowedAddressPairTestJSON-1789458251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:49.379504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29284bff-0281-420c-875a-46230f303a7d None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:49.379731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.379996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29284bff-0281-420c-875a-46230f303a7d None None] Updating router bbab33a4-ff28-474e-b686-a4f04e4f5a39 port 75ceaf16-f071-43d8-8a91-1f151a65df89 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:49.393148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3841a8-947a-44d6-804b-9653ec14213b']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:49.405017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:49.405297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50ca929-a2cf-44df-ac83-44dd4e2a9d61') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:49.416953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.434655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.439048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:49.444436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:44:49.444861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.445228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:49.451262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:49.452967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.453109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Provisioning complete for port d66f65bb-221d-45ef-a7a8-801f0220b4b9 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:49.453361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-91ee0b43-1838-41d2-b778-0c511bcb2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.458771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] For port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:49.459176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:44:49.473533 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:44:49.509161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:49.514388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:49.542913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] In _notify_port_updated(), no bound segment for port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff on network f5197dde-ff32-40b7-a12d-72411d0231ff {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:44:49.548516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:49.549148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.553575 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/ports/9e4f6e24-adde-40c8-977f-fa4c0096c7ff HTTP/1.1" status: 200 len: 920 time: 2.3718860 Jun 22 20:44:49.553575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=9e4f6e24-adde-40c8-977f-fa4c0096c7ff,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:49.554436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58028) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:49.599067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:49.599067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:49.599067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:49.638857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.643771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d66f65bb-221d-45ef-a7a8-801f0220b4b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d66f65bb-221d-45ef-a7a8-801f0220b4b9,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:49.654429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.654706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Calling delete_port for e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:49.663573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78ffa015-9311-43a0-94ca-3884f1e4c4ba tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:49.664290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:44:49.668532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.669403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:49.670109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.671968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/networks/bd3841a8-947a-44d6-804b-9653ec14213b HTTP/1.1" status: 204 len: 168 time: 2.0288529 Jun 22 20:44:49.679014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:49.683526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:49.694286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'routes': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:49.701060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Pushing event deleted for resources: {'Network': ['ID=bd3841a8-947a-44d6-804b-9653ec14213b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:49.704453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.707637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.741048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:49.784266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.798805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Network bd3841a8-947a-44d6-804b-9653ec14213b is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:44:49.799373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] No DVR routers for this DVR port e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:44:49.805083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/5621bfd9-9737-4f27-b63a-19d2119170ef/2c009e7f-5c62-46c2-880d-5109f1310c11) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:49.819115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.866344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-64aa963f-3faa-4c47-a55b-f021f34d92ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:49.916578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d66f65bb-221d-45ef-a7a8-801f0220b4b9,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:49.929581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:49.930896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Allocated IP 172.20.0.18 (f5197dde-ff32-40b7-a12d-72411d0231ff/f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0/d9dfbafc-ce4e-4ee8-b0e5-458d6d451378) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:44:49.935093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-01f56f25-d8b6-4f35-947e-81f1afd00f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:50.013599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.021443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.023712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.032601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-86fef027-3f84-4357-8213-7312de494002 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:50.098478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Pushing event deleted for resources: {'Port': ['ID=e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:50.132259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:50.148939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:50.173099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.191359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:50.196441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:50.196823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.201040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:50.249405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:50.252711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:50.267130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d57e4-30de-48aa-9c86-069f6dc6d31b req-6fad5cbf-e24d-4820-8c84-71d4a40306bf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:50.274663 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac2d57e4-30de-48aa-9c86-069f6dc6d31b req-6fad5cbf-e24d-4820-8c84-71d4a40306bf tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1774893 Jun 22 20:44:50.385948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Added routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:44:50.386165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Removed routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:44:50.386526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.396488 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac2d57e4-30de-48aa-9c86-069f6dc6d31b req-e4d90660-f58a-4751-8a96-27b6541bde6f tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205244 Jun 22 20:44:50.455137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:50.489862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 9e4f6e24-adde-40c8-977f-fa4c0096c7ff {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:50.490609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.571941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:50.582522 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "PUT /v2.0/routers/fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090918 Jun 22 20:44:50.583532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58036) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:50.584769 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Sync routers for ids ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:50.588424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:50.595433 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Routers {'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:50.596878 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:50.625851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.639788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.688413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b67a1-437f-4684-a4a2-352e5b154fa8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:50.693201 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d77b67a1-437f-4684-a4a2-352e5b154fa8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports/79cdc8e7-a668-46d8-9e63-416d6bf3a9ea HTTP/1.1" status: 200 len: 911 time: 0.1055913 Jun 22 20:44:50.693597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58040) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:50.724727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:50.788977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5512f683-c500-4952-8823-de825fe6f02c None None] Provisioning complete for port 75ceaf16-f071-43d8-8a91-1f151a65df89 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:50.794096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46604b5b-af32-4716-85f8-1d3dffeb99bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:50.798244 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-46604b5b-af32-4716-85f8-1d3dffeb99bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.1010118 Jun 22 20:44:50.798442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5512f683-c500-4952-8823-de825fe6f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.799217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58042) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:50.800125 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Set router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:50.813768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.819383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.845158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 0ba336fd-df8e-4190-a626-88a4ed16f697 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:50.865868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 9e4f6e24-adde-40c8-977f-fa4c0096c7ff owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:50.891246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:50.904409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.905592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-65eb3cfa-b750-4ebb-b494-a0dd8294b7f3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 954 time: 2.8573649 Jun 22 20:44:50.911951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58044) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:50.928709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Transition to ACTIVE for port object 2c009e7f-5c62-46c2-880d-5109f1310c11 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:50.962616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:50.980659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.023233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5512f683-c500-4952-8823-de825fe6f02c None None] Port 75ceaf16-f071-43d8-8a91-1f151a65df89 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:51.024649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Transition to ACTIVE for port object 2c009e7f-5c62-46c2-880d-5109f1310c11 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:51.034700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.051147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Transition to ACTIVE for port object d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:51.054069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.057200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b3e25de6-d29c-4eb5-9cd2-2b86ca76359e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:51.094436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.099995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:51.122407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.130597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3e06eb55-cf0d-4086-89b2-4fdda5fdcd5f tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 700 time: 1.4433560 Jun 22 20:44:51.133037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58046) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:51.134246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.147799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Sync routers for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:51.172407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:51.173130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:51.176443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6192f80a-7a15-4750-a611-9d4a850021f2 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 954 time: 0.2615881 Jun 22 20:44:51.179895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58048) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:51.182035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05819e-8daf-4e89-a86c-a3482ca6ceed req-f0cba486-610e-42cc-b50f-f4bdbc3beda5 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:51.186208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'routes': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:51.190869 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eb05819e-8daf-4e89-a86c-a3482ca6ceed req-f0cba486-610e-42cc-b50f-f4bdbc3beda5 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2997336 Jun 22 20:44:51.195853 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None, '_interfaces': [{'id': '79cdc8e7-a668-46d8-9e63-416d6bf3a9ea', 'name': '', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'mac_address': 'fa:16:3e:06:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:48Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'subnets': [{'id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:51.207328 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9221a838-8526-448b-8a71-668cfb424994 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 205 time: 0.0717175 Jun 22 20:44:51.220315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58050) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:51.229692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-0b988634-03a0-4bfc-8327-6c435f28cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:51.231105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Checking router: fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:51.231279 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-0b988634-03a0-4bfc-8327-6c435f28cc1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.3737788 Jun 22 20:44:51.231495 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Updating router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:44:51.247093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:51.265083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:51.287401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:51.290737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:44:51.296540 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.315560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Pushing event updated for resources: {'Port': ['ID=2c009e7f-5c62-46c2-880d-5109f1310c11,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:51.345430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:51.345430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-500427d3-ea4a-46f3-9925-d1d13073cde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:51.348534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.440707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:44:51.440707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:44:51.450608 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eb05819e-8daf-4e89-a86c-a3482ca6ceed req-6e03b22f-9079-4c27-af5c-f10ab11cbe28 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592776 Jun 22 20:44:51.481436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.493008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6872d2ee-c100-49e8-afb2-9c428e05775d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:51.497069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-29284bff-0281-420c-875a-46230f303a7d None None] Transition to ACTIVE for port object 75ceaf16-f071-43d8-8a91-1f151a65df89 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:51.502955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:51.556005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=9e4f6e24-adde-40c8-977f-fa4c0096c7ff,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:51.575223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Checking router: 0ba336fd-df8e-4190-a626-88a4ed16f697 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:51.583392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:51.583642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.584758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-d2a41d49-12e9-4845-a365-b89e1822a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:51.585605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.586152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.586475 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-d2a41d49-12e9-4845-a365-b89e1822a5c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.3228807 Jun 22 20:44:51.633505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Routers {'0ba336fd-df8e-4190-a626-88a4ed16f697'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:51.636003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0ba336fd-df8e-4190-a626-88a4ed16f697'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:51.653167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Pushing event updated for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:51.691074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:51.693555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Attempting to bind port 2c009e7f-5c62-46c2-880d-5109f1310c11 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:51.693975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Attempting to bind port 2c009e7f-5c62-46c2-880d-5109f1310c11 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:51.694353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Attempting to bind port 2c009e7f-5c62-46c2-880d-5109f1310c11 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:51.705056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:51.745763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.746154 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.746613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba336fd-df8e-4190-a626-88a4ed16f697 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:51.760793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.761218 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Transition to ACTIVE for port object 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:44:51.767658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:51.767658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:51.767658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.767658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:51.767658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Bound port: 2c009e7f-5c62-46c2-880d-5109f1310c11, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:51.770080 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-68fdec9b-c008-4c70-ac58-56106e7f8a98 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 204 len: 168 time: 0.5087173 Jun 22 20:44:51.770320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.771331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58052) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:51.780484 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.782869 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6d7a9034-8e2f-4aa4-9bf9-6d7fc46ddf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:51.792704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-962799626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:51.843849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] Set router 0ba336fd-df8e-4190-a626-88a4ed16f697 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:51.851038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.852517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.868476 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-0825511a-8898-45c1-b734-9c8669a604fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.2487810 Jun 22 20:44:51.896164 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Pushing event updated for resources: {'Port': ['ID=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:51.900461 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:51.923309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:51.928808 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/9e4f6e24-adde-40c8-977f-fa4c0096c7ff HTTP/1.1" status: 204 len: 168 time: 2.3405809 Jun 22 20:44:51.935147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58054) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:51.964928 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-635dd4cd-01b4-4372-8dc6-b18369cffdbf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4350131 Jun 22 20:44:52.023933 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Attempting to bind port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:52.024864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Attempting to bind port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:52.025722 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Attempting to bind port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:52.031133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:52.034971 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:52.035773 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:52.036493 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.037047 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:52.038402 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Bound port: 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:52.044986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f5250f-b5b3-41eb-a49f-4dd23e88a358 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:44:52.047045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.053547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.057051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58056) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:52.058586 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15f5250f-b5b3-41eb-a49f-4dd23e88a358 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/9e4f6e24-adde-40c8-977f-fa4c0096c7ff HTTP/1.1" status: 404 len: 333 time: 0.1221118 Jun 22 20:44:52.087205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.089825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Pushing event updated for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:52.129794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.131255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-ebc9d4e4-4f68-440b-886d-a7035a81d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:52.132728 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-ebc9d4e4-4f68-440b-886d-a7035a81d81c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.2560613 Jun 22 20:44:52.134886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:52.145817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9877a9-ae07-4faf-83f1-ad468af1c5ab None None] The sync data for ids ['0ba336fd-df8e-4190-a626-88a4ed16f697'] in dv-neutron-797537-2-hyperv is: [{'id': '0ba336fd-df8e-4190-a626-88a4ed16f697', 'name': 'tempest-RoutersTest-router-497202437', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:43:45Z', 'updated_at': '2021-06-22T20:44:44Z', 'revision_number': 11, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:52.176519 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] For port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:52.189873 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] For port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:52.205252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-29284bff-0281-420c-875a-46230f303a7d None None] Attempting to bind port 75ceaf16-f071-43d8-8a91-1f151a65df89 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:44:52.209827 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.213719 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:52.220187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-29284bff-0281-420c-875a-46230f303a7d None None] Attempting to bind port 75ceaf16-f071-43d8-8a91-1f151a65df89 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:44:52.220859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29284bff-0281-420c-875a-46230f303a7d None None] Attempting to bind port 75ceaf16-f071-43d8-8a91-1f151a65df89 on network 2c2227c7-efa6-49fd-b798-3cc9704995dc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:44:52.247637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.254918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.255760 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-acaa4bb7-b1b9-4fda-9933-281b530f2297 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4741247 Jun 22 20:44:52.259083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29284bff-0281-420c-875a-46230f303a7d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:44:52.259750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29284bff-0281-420c-875a-46230f303a7d None None] Checking segment: {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:44:52.260471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.261044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29284bff-0281-420c-875a-46230f303a7d None None] Bound using segment: {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:44:52.261737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-29284bff-0281-420c-875a-46230f303a7d None None] Bound port: 75ceaf16-f071-43d8-8a91-1f151a65df89, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f46b23-7d26-41e1-b826-f91531c87f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:44:52.262336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.263685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58058) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:52.278320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] For port 2c009e7f-5c62-46c2-880d-5109f1310c11, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:52.281519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:52.291721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.303653 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Pushing event updated for resources: {'Port': ['ID=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:52.314630 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.315459 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.316027 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.316479 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.316954 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.317392 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.317831 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.318288 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.318768 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.319198 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.319642 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.320070 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:44:52.326100 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:52.344425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-bb2c4975-a12f-4360-981b-91bc94de93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:52.345847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] For port 2c009e7f-5c62-46c2-880d-5109f1310c11, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2c009e7f-5c62-46c2-880d-5109f1310c11,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:52.346111 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-bb2c4975-a12f-4360-981b-91bc94de93bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1098 time: 0.3270309 Jun 22 20:44:52.349253 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Routers {'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:52.350186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:52.369486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.384596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:52.441485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:52.475543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-29284bff-0281-420c-875a-46230f303a7d None None] For port 75ceaf16-f071-43d8-8a91-1f151a65df89, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:44:52.478131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.485415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-29284bff-0281-420c-875a-46230f303a7d None None] For port 75ceaf16-f071-43d8-8a91-1f151a65df89, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=75ceaf16-f071-43d8-8a91-1f151a65df89,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:44:52.512759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.542354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-29284bff-0281-420c-875a-46230f303a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.548532 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] Set router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:52.581680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-e9cc303a-9192-4391-b824-acca92819ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:52.589232 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-e9cc303a-9192-4391-b824-acca92819ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4246993 Jun 22 20:44:52.599767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Pushing event updated for resources: {'Port': ['ID=2c009e7f-5c62-46c2-880d-5109f1310c11,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:52.604758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-79753373-7f8e-4168-ac34-873c580f0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:52.605776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-79753373-7f8e-4168-ac34-873c580f0182 service neutron] 10.222.0.53 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 896 time: 0.2351801 Jun 22 20:44:52.615009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:52.618637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:52.620894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ad7e8e33-87f2-40db-bc31-f976a6a0425d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:52.698000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:44:52.698306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:44:52.714615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Provisioning for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:52.729787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: ad7e8e33-87f2-40db-bc31-f976a6a0425d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:52.740947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ad7e8e33-87f2-40db-bc31-f976a6a0425d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:52.747255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:52.747646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.751346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:52.751981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:52.802005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.862572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:52.955396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.033696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d66f65bb-221d-45ef-a7a8-801f0220b4b9 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:53.097811 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-10f49bce-2ef9-4e06-b78b-fb59da2fb354 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 1000 time: 0.4523582 Jun 22 20:44:53.155279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.169689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.171019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/security-groups/d52205df-f6fe-43f9-a947-7089c5a6d9b1 HTTP/1.1" status: 204 len: 168 time: 1.1133990 Jun 22 20:44:53.176761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8534894-464f-46d6-a663-16f4424ebc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:53.189575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58066) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:53.231870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52205df-f6fe-43f9-a947-7089c5a6d9b1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:53.242883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:53.339677 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-d24a5f5a-a0da-4f25-9d57-fc1eb635a377 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328854 Jun 22 20:44:53.354895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-66d113b8-4f0c-4495-a3aa-e72bc1be3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:53.356388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-66d113b8-4f0c-4495-a3aa-e72bc1be3597 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 200 len: 835 time: 0.2180517 Jun 22 20:44:53.374166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.421696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b54855-e997-4aae-a9af-227dc6ed9d34 req-3d0cf426-13d9-4fcc-a621-a2434eaab1d1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:53.423640 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-89b54855-e997-4aae-a9af-227dc6ed9d34 req-3d0cf426-13d9-4fcc-a621-a2434eaab1d1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.6386695 Jun 22 20:44:53.436217 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None, '_interfaces': [{'id': '79cdc8e7-a668-46d8-9e63-416d6bf3a9ea', 'name': '', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'mac_address': 'fa:16:3e:06:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:48Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 4, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'subnets': [{'id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:53.447890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Router 01d347da-f6a7-4ea7-8bf1-b448727a9044 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:44:53.475511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.484679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:53.486409 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb1883-4d9d-4e1f-8fbe-8ae333ede5fc None None] The sync data for ids ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'] in dv-neutron-797537-2-hyperv is: [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 2, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None, '_interfaces': [{'id': '79cdc8e7-a668-46d8-9e63-416d6bf3a9ea', 'name': '', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'mac_address': 'fa:16:3e:06:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:48Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 4, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'subnets': [{'id': '5621bfd9-9737-4f27-b63a-19d2119170ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:53.655927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.668856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:53.747896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Pushing event updated for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:53.760081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.141s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:53.763274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:53.787812 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Sync routers for ids ['01d347da-f6a7-4ea7-8bf1-b448727a9044'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:53.798788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.800626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03b1c32e-6318-451d-b083-8c00692d3b5e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "PUT /v2.0/routers/01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 200 len: 693 time: 1.5340416 Jun 22 20:44:53.815295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58068) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:53.826876 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Routers {'01d347da-f6a7-4ea7-8bf1-b448727a9044'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:53.827695 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['01d347da-f6a7-4ea7-8bf1-b448727a9044'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:53.883673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:53.902415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.354s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:53.902787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:53.991126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:53.991475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.000057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Set router 01d347da-f6a7-4ea7-8bf1-b448727a9044 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:54.018139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d66f65bb-221d-45ef-a7a8-801f0220b4b9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:54.018612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.166110 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d347da-f6a7-4ea7-8bf1-b448727a9044', 'name': 'tempest-RoutersTest-router-962799626', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:51Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:54.237349 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Checking router: 01d347da-f6a7-4ea7-8bf1-b448727a9044 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:54.256921 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Routers {'01d347da-f6a7-4ea7-8bf1-b448727a9044'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:54.257475 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['01d347da-f6a7-4ea7-8bf1-b448727a9044'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:54.338636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Could not find standard attr ID for object 9e4f6e24-adde-40c8-977f-fa4c0096c7ff. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:54.448709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:54.449218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.471027 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] Set router 01d347da-f6a7-4ea7-8bf1-b448727a9044 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:54.494253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-83c1afb6-c5b9-4742-bb6e-c52813786f5b None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:44:54.501966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:54.536988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-89b54855-e997-4aae-a9af-227dc6ed9d34 req-288b2e8c-d0fb-427e-b7d3-07de3eb39a84 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0896432 Jun 22 20:44:54.554698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-29284bff-0281-420c-875a-46230f303a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 6, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:54.617424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29284bff-0281-420c-875a-46230f303a7d None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:49Z', 'revision_number': 6, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 4, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:54.618618 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d347da-f6a7-4ea7-8bf1-b448727a9044', 'name': 'tempest-RoutersTest-router-962799626', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:51Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:54.642751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3235b1a8-eeb3-4ff4-af75-9c24437b8d66 None None] Could not find standard attr ID for object 9e4f6e24-adde-40c8-977f-fa4c0096c7ff. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:44:54.661490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:54.662173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.679505 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4909cc-c2c5-42a9-98de-7a23dfd449d3 None None] The sync data for ids ['01d347da-f6a7-4ea7-8bf1-b448727a9044'] in dv-neutron-797537-2-hyperv is: [{'id': '01d347da-f6a7-4ea7-8bf1-b448727a9044', 'name': 'tempest-RoutersTest-router-962799626', 'tenant_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:51Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 2, 'project_id': '9a6433dd4cbf44749a1119c33f42f6ab', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:54.754510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3235b1a8-eeb3-4ff4-af75-9c24437b8d66 None None] Provisioning for port 2c009e7f-5c62-46c2-880d-5109f1310c11 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:54.799083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6a7aeb3-74d2-4b69-a34f-9eaabc537547 req-d12c36e8-29f9-43fb-bb1d-190447ddad45 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4353461 Jun 22 20:44:54.851209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-105749a8-beec-41cc-82ed-0d7ad75f7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:54.869558 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-105749a8-beec-41cc-82ed-0d7ad75f7750 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=494acffb-6ea3-4101-97a2-d7a48d6415ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4822860 Jun 22 20:44:54.910320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.950982 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b59234d0-d6d8-4c51-9cc1-34dc7efac279 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/routers/01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 200 len: 699 time: 1.1287620 Jun 22 20:44:54.952754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58074) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:54.961480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.964449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 63b5cec6-8c82-481d-9cda-8cba180a1907 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:54.968511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.973019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:54.975217 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/security-groups/4a438242-5155-4dc7-8fbd-b2831c7d06e8 HTTP/1.1" status: 204 len: 168 time: 1.7740114 Jun 22 20:44:54.986079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b01e0991-2895-47fb-870b-30e810af9bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:55.000266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58076) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:55.041677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 63b5cec6-8c82-481d-9cda-8cba180a1907 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:55.042019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 63b5cec6-8c82-481d-9cda-8cba180a1907 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:55.042496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:55.097442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:44:55.098092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e3c3c42e-7f28-46ea-b9fd-4048e4d85e3f not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:44:55.115798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-250ba884-8588-45d0-9aab-3d1ba26b6dc5 None None] Provisioning for port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:55.149067 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-620fe330-edcf-47ed-981e-1c97136d8f3d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 200 len: 205 time: 0.1720695 Jun 22 20:44:55.153016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58078) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:55.158292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a438242-5155-4dc7-8fbd-b2831c7d06e8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:55.161517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:55.291561 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-a0ee7ea7-2588-4b13-9afd-edc9e720d6e4 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023001 Jun 22 20:44:55.321282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:55.349386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet 1fa0e46f-1886-4875-8123-f6825d20e17e {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:55.354610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.448690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.575404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.625742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 75ceaf16-f071-43d8-8a91-1f151a65df89 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:55.643893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:55.645195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.687801 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a65dfee6-2bf3-4d5b-b89f-a8cdbe4e0e4d req-b8dee022-4d9b-4b0d-99b5-d91dc62fc98a service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850427 Jun 22 20:44:55.726155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:55.737716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.739940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 75ceaf16-f071-43d8-8a91-1f151a65df89 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:55.745826 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-24e6c61d-582b-4e24-9e6e-7b5beeb20ec6 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 704 time: 4.5632486 Jun 22 20:44:55.746877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 75ceaf16-f071-43d8-8a91-1f151a65df89 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:55.747560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.750202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58082) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:55.769329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:55.780059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.789567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.884409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.942127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-52932d43-35f5-4046-999b-876130785e8d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 704 time: 0.1884651 Jun 22 20:44:55.944644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:55.961644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 75ceaf16-f071-43d8-8a91-1f151a65df89, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=75ceaf16-f071-43d8-8a91-1f151a65df89,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:55.982260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:55.984468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2c009e7f-5c62-46c2-880d-5109f1310c11 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:55.993875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:56.006657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.008136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Fanout notify agent at l3_agent the message router_deleted on router 01d347da-f6a7-4ea7-8bf1-b448727a9044 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:56.029273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.030975 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc326331-563e-4165-8b99-79379d7ccda2 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 204 len: 168 time: 0.8747971 Jun 22 20:44:56.047453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58088) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.077043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.123247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:56.138805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:56.148671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2c009e7f-5c62-46c2-880d-5109f1310c11 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:56.153041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2c009e7f-5c62-46c2-880d-5109f1310c11 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:56.153485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.203001 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-02ae7b40-b520-4d75-ae19-b9fa48616406 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 200 len: 205 time: 0.1539235 Jun 22 20:44:56.224117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58090) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.226528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea96632-ad75-4463-9f6b-f674942c1822 None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:44:56.238758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.267024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.273285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fac3c12e-aeaa-4b88-a35c-d34b6234670e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:56.341964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-fccb4cf6-13c5-4b31-bc13-32b674b35256 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:56.343730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fccb4cf6-13c5-4b31-bc13-32b674b35256 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/01d347da-f6a7-4ea7-8bf1-b448727a9044 HTTP/1.1" status: 404 len: 336 time: 0.1157911 Jun 22 20:44:56.347711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58092) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.350191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa0e46f-1886-4875-8123-f6825d20e17e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:56.358715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2c009e7f-5c62-46c2-880d-5109f1310c11, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2c009e7f-5c62-46c2-880d-5109f1310c11,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:56.360990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.367618 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/1fa0e46f-1886-4875-8123-f6825d20e17e HTTP/1.1" status: 204 len: 168 time: 1.3625090 Jun 22 20:44:56.367618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:56.369311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.369599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58094) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.370238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:56.376145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:56.395937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3ffd16-e8f8-41e5-a870-ad83f1e65738 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:56.396397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3ffd16-e8f8-41e5-a870-ad83f1e65738 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:56.400612 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cb3ffd16-e8f8-41e5-a870-ad83f1e65738 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/4b31dec9-e7e5-4c98-ac97-d4be6d9d477b HTTP/1.1" status: 404 len: 337 time: 0.0488369 Jun 22 20:44:56.402143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58096) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.403517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:56.446731 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8c428a-499e-4efc-af10-65c1677dce83 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:56.447641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8c428a-499e-4efc-af10-65c1677dce83 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:56.451516 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b8c428a-499e-4efc-af10-65c1677dce83 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/16fd8c42-1bbb-43b7-9454-5bd628b88579 HTTP/1.1" status: 404 len: 337 time: 0.0447030 Jun 22 20:44:56.452387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58098) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.510713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2c009e7f-5c62-46c2-880d-5109f1310c11,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:56.513884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:56.522254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea96632-ad75-4463-9f6b-f674942c1822 None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:44:56.535936 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2040c783-0d1a-4901-99e7-46448443487e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:56.536391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2040c783-0d1a-4901-99e7-46448443487e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:56.537528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.540581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58100) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.540889 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2040c783-0d1a-4901-99e7-46448443487e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/88453e62-a084-41e5-9975-2ff02d42ef5f HTTP/1.1" status: 404 len: 337 time: 0.0811977 Jun 22 20:44:56.553161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3b12-946e-4ebb-9b2b-4ebc911defc4 req-f139e57a-463e-44a6-8113-586760d8f73d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:56.561260 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9bbc3b12-946e-4ebb-9b2b-4ebc911defc4 req-f139e57a-463e-44a6-8113-586760d8f73d tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.6886487 Jun 22 20:44:56.624815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:44:56.630707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.633485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:56.634000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.647228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3782845f-162d-4d4f-8656-6f96fe88f200 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:56.654125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f1b583-5ebd-4b22-8625-1fbc524d2832 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:56.655886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f1b583-5ebd-4b22-8625-1fbc524d2832 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:56.662729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d3f1b583-5ebd-4b22-8625-1fbc524d2832 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/9151b0ea-9d48-47bf-a3e2-76ba6995b1e5 HTTP/1.1" status: 404 len: 337 time: 0.1205504 Jun 22 20:44:56.665686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:44:56.665868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58102) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.666251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:56.669161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:56.699586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=79cdc8e7-a668-46d8-9e63-416d6bf3a9ea,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:56.703409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:56.705290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d79d5ee0-ef59-48b0-9cd5-7c8ba395d54e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 200 len: 205 time: 0.0380948 Jun 22 20:44:56.708494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58104) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.721115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9bbc3b12-946e-4ebb-9b2b-4ebc911defc4 req-25bb499e-5198-4701-bb8c-0801b15e5c82 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589069 Jun 22 20:44:56.733269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:56.733933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:56.754967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-90f07034-59ff-4337-b821-c329229a6540 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:56.756148 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-90f07034-59ff-4337-b821-c329229a6540 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/0ba336fd-df8e-4190-a626-88a4ed16f697 HTTP/1.1" status: 404 len: 336 time: 0.0464389 Jun 22 20:44:56.759071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58108) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.798010 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ae0f5a68-30bc-43d2-ac96-c043049a6a8d tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3e71844-f148-475d-926a-4aeafeed7473 HTTP/1.1" status: 200 len: 205 time: 0.0355735 Jun 22 20:44:56.801155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58110) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.833456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:56.837012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.886594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:56.886986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.896496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:56.902379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-19567d61-7b26-4e89-a427-4e9aa55b3ae8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:56.905923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-19567d61-7b26-4e89-a427-4e9aa55b3ae8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/b3e71844-f148-475d-926a-4aeafeed7473 HTTP/1.1" status: 404 len: 336 time: 0.0965033 Jun 22 20:44:56.906299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58112) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:56.924062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:56.990846 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-e060bb84-c709-4af2-8f23-1255045f8660 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:56.991315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e060bb84-c709-4af2-8f23-1255045f8660 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:56.995507 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e060bb84-c709-4af2-8f23-1255045f8660 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/e85eddff-d6fe-4618-b755-03b209280eaf HTTP/1.1" status: 404 len: 337 time: 0.0859067 Jun 22 20:44:56.996121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58116) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.041044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-52973fbd-dd32-4ba1-b186-97d62b44bc29 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 200 len: 205 time: 0.0402124 Jun 22 20:44:57.041044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58118) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.094489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-0c3064cf-4d7f-4ff4-818e-d1886bf4bbad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:57.099196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0c3064cf-4d7f-4ff4-818e-d1886bf4bbad tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/02858c6b-5e30-4b71-912b-4164caf72591 HTTP/1.1" status: 404 len: 336 time: 0.0508466 Jun 22 20:44:57.099506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58120) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.138974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3ea53d69-3b84-4973-9f47-5a163dfbcfe9 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b112400-629d-4302-aa32-f426d74a5cd3 HTTP/1.1" status: 200 len: 205 time: 0.0352950 Jun 22 20:44:57.138974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58122) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.176648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:57.187042 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-1312fb28-a77e-471a-8238-ffc76233b4d8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:57.188234 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1312fb28-a77e-471a-8238-ffc76233b4d8 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/7b112400-629d-4302-aa32-f426d74a5cd3 HTTP/1.1" status: 404 len: 336 time: 0.0486329 Jun 22 20:44:57.191435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58124) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.232227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f01c0-569e-4b4a-87f9-01725a87556f req-bd2fb55a-eaf9-45ee-ad02-062e4c167380 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:57.238515 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e47f01c0-569e-4b4a-87f9-01725a87556f req-bd2fb55a-eaf9-45ee-ad02-062e4c167380 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2803679 Jun 22 20:44:57.247991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf68a805-7014-41d6-a78c-34b3bc13d1aa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:57.248273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf68a805-7014-41d6-a78c-34b3bc13d1aa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:57.252382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bf68a805-7014-41d6-a78c-34b3bc13d1aa tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/14093bc2-b1b7-40fe-b69f-e9dcd2a2f52e HTTP/1.1" status: 404 len: 337 time: 0.0581999 Jun 22 20:44:57.264706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58126) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.283977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:44:57.292277 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "PUT /v2.0/routers/fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4907315 Jun 22 20:44:57.302506 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Sync routers for ids ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:44:57.303128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58128) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.318822 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Routers {'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:57.320935 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.326609 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-33317276-955d-4e71-a31c-1a99a09fb8d0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f09e97d7-4d28-4a90-8c7c-2e2ba634464f HTTP/1.1" status: 200 len: 205 time: 0.0404766 Jun 22 20:44:57.329234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.360926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e47f01c0-569e-4b4a-87f9-01725a87556f req-f9feb788-e725-4338-8cc9-219b1bbc0e55 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214626 Jun 22 20:44:57.391775 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-219dbd31-839a-4c06-bbad-219cfc516100 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:57.392205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 7, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:55Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.394622 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-219dbd31-839a-4c06-bbad-219cfc516100 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/f09e97d7-4d28-4a90-8c7c-2e2ba634464f HTTP/1.1" status: 404 len: 336 time: 0.0626376 Jun 22 20:44:57.397246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58134) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.415564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f227f-d793-4132-9493-81a747e45d0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:57.418011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f227f-d793-4132-9493-81a747e45d0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:57.422648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b81f227f-d793-4132-9493-81a747e45d0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1190045 Jun 22 20:44:57.423714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58136) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.473401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:57.481966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:57.482602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.501234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 5621bfd9-9737-4f27-b63a-19d2119170ef {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:44:57.507931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.520234 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Set router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:57.539149 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a646844-f599-40aa-a692-57adabc106ff tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:57.539606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a646844-f599-40aa-a692-57adabc106ff tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:57.541485 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a646844-f599-40aa-a692-57adabc106ff tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/ca484343-2410-4c16-b196-1429d309bffd HTTP/1.1" status: 404 len: 337 time: 0.1404572 Jun 22 20:44:57.545194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 75ceaf16-f071-43d8-8a91-1f151a65df89 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:57.545885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.548818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58138) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.609650 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-89a05efc-5bd9-4a19-8d4f-b532e9c53662 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "GET /v2.0/ports?device_id=6748489c-b9de-4ed0-90f8-6f8acccc1e82 HTTP/1.1" status: 200 len: 205 time: 0.0551851 Jun 22 20:44:57.619387 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:56Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.621384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58140) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.664851 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Checking router: fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:44:57.667008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.675094 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Routers {'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:44:57.675995 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.696235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.712996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3d55a3fd-04e0-4daf-878e-b53571d70de1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:57.730656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-2377098e-9515-4e12-9398-ec5bcc775a46 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] delete failed (client error): The resource could not be found. Jun 22 20:44:57.731852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2377098e-9515-4e12-9398-ec5bcc775a46 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/routers/6748489c-b9de-4ed0-90f8-6f8acccc1e82 HTTP/1.1" status: 404 len: 336 time: 0.1093917 Jun 22 20:44:57.736073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58142) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.760617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] Set router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:57.786266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19864e-344e-4984-b7d3-79c7ce2ef0b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:57.786851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19864e-344e-4984-b7d3-79c7ce2ef0b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:57.788707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad19864e-344e-4984-b7d3-79c7ce2ef0b0 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/80eed65b-9ce9-4229-80ea-67e06956f802 HTTP/1.1" status: 404 len: 337 time: 0.0497668 Jun 22 20:44:57.796427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58144) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.808417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=b0a4e901-25e2-4d74-8f2c-79a1123fb2da,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:57.824976 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:56Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:57.825243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:57.838555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:44:57.841333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 75ceaf16-f071-43d8-8a91-1f151a65df89 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:57.841840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:44:57.847143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:57.847394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.857707 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343641f7-a398-49ae-9011-703f452e1ac2 None None] The sync data for ids ['fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c'] in dv-neutron-797537-2-hyperv is: [{'id': 'fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c', 'name': 'tempest-NetworksTestDHCPv6-router-1451896945', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:47Z', 'updated_at': '2021-06-22T20:44:56Z', 'revision_number': 3, 'project_id': '1255fb76201b4d7db40d37e8487a77a6', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:57.864158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 75ceaf16-f071-43d8-8a91-1f151a65df89, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=75ceaf16-f071-43d8-8a91-1f151a65df89,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:57.864864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:57.868367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a3670f-bf82-4f9e-b4fd-4a8113f7293c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] DELETE failed (client error): The resource could not be found. Jun 22 20:44:57.868937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a3670f-bf82-4f9e-b4fd-4a8113f7293c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:44:57.873276 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-75a3670f-bf82-4f9e-b4fd-4a8113f7293c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] 10.222.0.66 "DELETE /v2.0/subnets/d9f121bf-dbfc-48a0-8d8c-5207338f7682 HTTP/1.1" status: 404 len: 337 time: 0.0733659 Jun 22 20:44:57.877015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:44:57.879846 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5067098 Jun 22 20:44:57.880986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58148) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:57.889722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'security_group': {'name': 'tempest-secgroup-983511652'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:57.920254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 75ceaf16-f071-43d8-8a91-1f151a65df89 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:57.942195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.004751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.030547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb04d-f271-4f2a-9339-d9409c29e8d4 req-b63f5fa8-1cd6-488e-89cc-0d520773fdea tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:58.044358 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a62cb04d-f271-4f2a-9339-d9409c29e8d4 req-b63f5fa8-1cd6-488e-89cc-0d520773fdea tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4926894 Jun 22 20:44:58.088327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 75ceaf16-f071-43d8-8a91-1f151a65df89 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:58.088756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.116144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a62cb04d-f271-4f2a-9339-d9409c29e8d4 req-fec2445c-4ccd-47ab-9f3a-fa4516768f6e tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707710 Jun 22 20:44:58.161357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.168926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.177073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-25a415fe-ad97-4026-b92f-873a4e40493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:58.224169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.225733 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3423972 Jun 22 20:44:58.236511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58154) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:58.243012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'security_group': {'name': 'tempest-secgroup-610850544'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:58.284080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.287472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ac4fa-19fe-4308-997d-5664c24fa623,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:58.291386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:58.367914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2c009e7f-5c62-46c2-880d-5109f1310c11 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:44:58.379328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7a5ab-a6cc-4996-b5eb-5569535a68d9 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:58.407603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58156) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:58.498333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.504514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.508362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eeaa86f5-7c2c-44b3-8baa-069a91030be6 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:58.546882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4e8b375d-8919-4a1b-ac6e-e2c845216f5d None None] Provisioning complete for port 2c009e7f-5c62-46c2-880d-5109f1310c11 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:58.547276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e8b375d-8919-4a1b-ac6e-e2c845216f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.562501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.567064 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3253770 Jun 22 20:44:58.580071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58160) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:58.594146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 7, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:55Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:44:58.598769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'security_group': {'name': 'tempest-secgroup-495367243'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:58.615508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8dd86f-6c04-4b33-90d0-da1dbddcb614,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:58.632998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:58.644919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c5742-24e7-42d2-9724-16001409ac95 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:52Z', 'revision_number': 7, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75ceaf16-f071-43d8-8a91-1f151a65df89', 'name': '', 'network_id': '2c2227c7-efa6-49fd-b798-3cc9704995dc', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:0d:23:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:43Z', 'updated_at': '2021-06-22T20:44:55Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '768d5c54-9bff-4f1a-8205-8ce1f3403ff9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:44:58.668269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.687249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-424f7a89-76b2-4592-baeb-c6ee63a5847e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a6433dd4cbf44749a1119c33f42f6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776794 Jun 22 20:44:58.692908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58166) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:58.771853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2c009e7f-5c62-46c2-880d-5109f1310c11 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:58.772220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.783233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.788600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3a5fcdbd-2584-43e8-97f7-1c59382d160f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:58.855404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=5621bfd9-9737-4f27-b63a-19d2119170ef,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:58.859918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.863877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:58.865157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.867415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/5621bfd9-9737-4f27-b63a-19d2119170ef HTTP/1.1" status: 204 len: 168 time: 1.4397392 Jun 22 20:44:58.870628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58168) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:58.890935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ce22f-916f-46ac-ad0c-513affe1817d None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:58.903162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f266-b384-4845-8160-98bbc7c62b4e req-78ae8cb2-adca-4c56-9e3e-5af35521e643 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:44:58.905473 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8931f266-b384-4845-8160-98bbc7c62b4e req-78ae8cb2-adca-4c56-9e3e-5af35521e643 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1614373 Jun 22 20:44:58.962164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:58.992458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.000979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.021747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4c1f90a5-6ca1-4bc0-853f-01351534a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:59.046603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.053643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:59.071931 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c69a64de-0298-436d-b6ee-0b5a90e67333 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1999347 Jun 22 20:44:59.072804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:59.143710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=75ceaf16-f071-43d8-8a91-1f151a65df89,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:59.149879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:59.276879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:44:59.310481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.375282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Deleting port 2c009e7f-5c62-46c2-880d-5109f1310c11 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:44:59.375788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.454730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cc648-9a99-48e8-99a0-a7b89634811b None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:44:59.464917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.501448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.506832 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9255121 Jun 22 20:44:59.510422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58172) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:44:59.525067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-795660033', 'security_groups': ['4ec134c2-21a7-40d5-9299-eabd3b75cb2b'], 'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0a4e901-25e2-4d74-8f2c-79a1123fb2da'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:44:59.528047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.530584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.534059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90902767-211c-4cbf-90b8-6e0727bc7f11 HTTP/1.1" status: 204 len: 168 time: 0.8374965 Jun 22 20:44:59.547929 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8931f266-b384-4845-8160-98bbc7c62b4e req-194e6284-cb1f-44d7-b75c-8c5a100bfa84 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6110666 Jun 22 20:44:59.557804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2c009e7f-5c62-46c2-880d-5109f1310c11 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:44:59.559818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec134c2-21a7-40d5-9299-eabd3b75cb2b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:59.562907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:59.570520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:44:59.608351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90902767-211c-4cbf-90b8-6e0727bc7f11,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:44:59.611257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:44:59.681805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] For port 2c009e7f-5c62-46c2-880d-5109f1310c11, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2c009e7f-5c62-46c2-880d-5109f1310c11,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:44:59.682249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.707079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Calling delete_port for 2c009e7f-5c62-46c2-880d-5109f1310c11 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:44:59.718034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2cac26bd-f391-485f-acd8-9c6bfe587885 None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:44:59.718279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2cac26bd-f391-485f-acd8-9c6bfe587885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.732205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:44:59.753795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.761863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.867194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.910577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] device_id is not set on port ba55d455-592a-4019-a559-3fce1717bed4 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:44:59.934773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.952743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.955006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Fanout notify agent at l3_agent the message router_deleted on router fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:44:59.981990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:44:59.985611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4d924741-e3dc-4f9b-9a1e-b9fdd87c0f76 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/routers/fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c HTTP/1.1" status: 204 len: 168 time: 0.9073696 Jun 22 20:44:59.989365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:44:59.993967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58184) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.028021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2c009e7f-5c62-46c2-880d-5109f1310c11, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2c009e7f-5c62-46c2-880d-5109f1310c11,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:00.038128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.038910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:00.042173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:00.048821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2cac26bd-f391-485f-acd8-9c6bfe587885 None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:00.049201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2cac26bd-f391-485f-acd8-9c6bfe587885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.161134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.187588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event deleted for resources: {'Port': ['ID=2c009e7f-5c62-46c2-880d-5109f1310c11,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:00.288055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:00.301558 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3557703 Jun 22 20:45:00.302226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58190) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.306715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2cac26bd-f391-485f-acd8-9c6bfe587885 None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:00.314677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:00.315752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:00.316024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bf8eb1-033d-4bd8-ad2f-40a7d81bd02f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:00.321563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58192) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.322655 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-72bf8eb1-033d-4bd8-ad2f-40a7d81bd02f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3305345 Jun 22 20:45:00.330354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:00.336059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:00.336225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 79cdc8e7-a668-46d8-9e63-416d6bf3a9ea not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:00.347409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] No DVR routers for this DVR port 2c009e7f-5c62-46c2-880d-5109f1310c11 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:00.365750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.12 (f5197dde-ff32-40b7-a12d-72411d0231ff/b0a4e901-25e2-4d74-8f2c-79a1123fb2da/ba55d455-592a-4019-a559-3fce1717bed4) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:00.410503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Pushing event deleted for resources: {'Port': ['ID=2c009e7f-5c62-46c2-880d-5109f1310c11,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:00.418392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:00.419419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:00.420050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:00.508655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 768d5c54-9bff-4f1a-8205-8ce1f3403ff9 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:00.511866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.561553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.567664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7fca3-d04d-46ef-a0e2-f5e404317ee7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:00.569344 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f1f7fca3-d04d-46ef-a0e2-f5e404317ee7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2420590 Jun 22 20:45:00.578995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.667341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.674008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.689588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object ba55d455-592a-4019-a559-3fce1717bed4 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:00.729446 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-71c94274-127b-45ac-9e2e-1978b4dc1351 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499481 Jun 22 20:45:00.738617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.750742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58208) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.751498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b52cf22e-33a4-457c-b5c9-ebb91f8da40c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:00.766732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:00.784880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.793282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.798161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ff372578-5bf9-4ec8-9fd0-f89f6ae4c006 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:00.807874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:00.829726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=768d5c54-9bff-4f1a-8205-8ce1f3403ff9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:00.832777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:00.833735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:00.840982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.842375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-81ee4e8f-6c78-47ad-97d1-b9b63e1d050c None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:00.842758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e8f-6c78-47ad-97d1-b9b63e1d050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.844342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:00.845923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/768d5c54-9bff-4f1a-8205-8ce1f3403ff9 HTTP/1.1" status: 204 len: 168 time: 0.5426202 Jun 22 20:45:00.847325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:00.848279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58214) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:00.874442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995e183-fae6-4e6a-8d1f-acbaaffd5f56 None None] Network 2c2227c7-efa6-49fd-b798-3cc9704995dc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:00.883098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a782-8aff-4f69-b192-83b5884ce7a1 req-6c7343b9-5847-4bed-8c64-f4c986eb52f6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:00.883098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4729a782-8aff-4f69-b192-83b5884ce7a1 req-6c7343b9-5847-4bed-8c64-f4c986eb52f6 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1653335 Jun 22 20:45:00.982835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:00.995937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-816483159'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:01.005638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:01.006094 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4729a782-8aff-4f69-b192-83b5884ce7a1 req-45bd7395-a1e0-4a5f-acb9-2bca4c5624d3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161525 Jun 22 20:45:01.006603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.024004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=ba55d455-592a-4019-a559-3fce1717bed4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:01.028086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:01.056806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Made reservation on behalf of 8a9eff7e800d440f964c730cf8c9350b for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:01.059814 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5457361 Jun 22 20:45:01.060442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.062794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58218) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:01.068886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:01.073408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.093646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port d66f65bb-221d-45ef-a7a8-801f0220b4b9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:01.094063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.139835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:01.145648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.234802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.287508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.297650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:01.357500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:01.361014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.371529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port d66f65bb-221d-45ef-a7a8-801f0220b4b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d66f65bb-221d-45ef-a7a8-801f0220b4b9,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:01.371958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.377096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-81ee4e8f-6c78-47ad-97d1-b9b63e1d050c None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:01.377968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e8f-6c78-47ad-97d1-b9b63e1d050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.378446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:01.408070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4c618-cf88-4422-89c8-fa772a5f1ddd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:01.416582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:01.419323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for d66f65bb-221d-45ef-a7a8-801f0220b4b9 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:01.423967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.424904 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Added segment 8e57729c-9b47-444a-926b-49b691608c6c of type vlan for network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 Jun 22 20:45:01.459549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-81ee4e8f-6c78-47ad-97d1-b9b63e1d050c None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:01.468185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:58Z', 'revision_number': 8, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:01.500647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:01.511259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:01.511930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:01.532032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.ipam_backend_mixin [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0a4e901-25e2-4d74-8f2c-79a1123fb2da (CIDR: 172.20.0.0/28) Jun 22 20:45:01.540303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:01.540957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:01.554372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] DHCP port deletion for 2c2227c7-efa6-49fd-b798-3cc9704995dc request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:01.559120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.597649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-be92ac33-e7a0-421d-af6b-931214b2104b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5302770 Jun 22 20:45:01.598755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58222) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:01.604665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:01.640615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e9932ffb-cbfe-4771-a7e4-031bd2728c92 None None] Provisioning for port ba55d455-592a-4019-a559-3fce1717bed4 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:01.653776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e9932ffb-cbfe-4771-a7e4-031bd2728c92 None None] Provisioning complete for port ba55d455-592a-4019-a559-3fce1717bed4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:01.654189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e9932ffb-cbfe-4771-a7e4-031bd2728c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.681779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:01.696952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:01.698851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.701940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-70a8a7dc-5117-4bee-adc0-cd514d90904c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:01.741131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e9932ffb-cbfe-4771-a7e4-031bd2728c92 None None] Port ba55d455-592a-4019-a559-3fce1717bed4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:01.744503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:01.745493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Deleting port d66f65bb-221d-45ef-a7a8-801f0220b4b9 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:01.745887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.748481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:01.754845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.757322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:01.758168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.760343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:01.761110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.770909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d2024238-6413-483d-a14e-7329ff812ca4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:01.778199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=be5b4fe9-0087-4ef3-b0ea-600854911897,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:01.782379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:01.793217 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0326884 Jun 22 20:45:01.793582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58224) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:01.796548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992182c-8268-44e9-9e16-b1d727bc8b01 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:01.800363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:01.837784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.841192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-c197114b-3592-4fb7-be9b-31d148585963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:01.842709 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-c197114b-3592-4fb7-be9b-31d148585963 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f5202f2ad58465a970062c8ef010608&device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 1098 time: 0.4157085 Jun 22 20:45:01.869044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fa8ea-5a93-4b7d-9697-bc6424f19672 req-8fc124a2-69f5-44d9-9def-0af334ea26c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:01.871118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-254fa8ea-5a93-4b7d-9697-bc6424f19672 req-8fc124a2-69f5-44d9-9def-0af334ea26c3 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4216959 Jun 22 20:45:01.916778 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1307211 Jun 22 20:45:01.919837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58226) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:01.925743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Request body: {'subnet': {'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:01.947618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] For port d66f65bb-221d-45ef-a7a8-801f0220b4b9, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d66f65bb-221d-45ef-a7a8-801f0220b4b9,segment=NetworkSegment(03f46b23-7d26-41e1-b826-f91531c87f99),segment_id=03f46b23-7d26-41e1-b826-f91531c87f99)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:01.947998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port d66f65bb-221d-45ef-a7a8-801f0220b4b9 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:01.948147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:01.976134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Calling delete_port for d66f65bb-221d-45ef-a7a8-801f0220b4b9 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:01.976433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event updated for resources: {'Network': ['ID=0bcadc5d-7058-44a8-aaca-82f6fb91f9d0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:01.994470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:02.024190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:02.024996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:02.037874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:02.041369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.042354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.db.api [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:45:02.042354 dv-neutron-797537-2-hyperv neutron-server[100373]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:45:02.042354 dv-neutron-797537-2-hyperv neutron-server[100373]: [parameters: {'project_id_1': '8a9eff7e800d440f964c730cf8c9350b', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 45, 2, 4743)}] Jun 22 20:45:02.042354 dv-neutron-797537-2-hyperv neutron-server[100373]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100373) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:02.043035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_db.api [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:02.049247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:02.053190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.115136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=d66f65bb-221d-45ef-a7a8-801f0220b4b9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:02.137572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:02.196042 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-254fa8ea-5a93-4b7d-9697-bc6424f19672 req-21a2361f-422e-4609-8aa8-08ba7926cd63 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713704 Jun 22 20:45:02.250417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.252906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8188e32b-62c0-418f-8c06-c6162e618a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:02.258765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': 'be5b4fe9-0087-4ef3-b0ea-600854911897'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:02.259608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.277415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.296325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Pushing event deleted for resources: {'Port': ['ID=d66f65bb-221d-45ef-a7a8-801f0220b4b9,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:02.302706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2227c7-efa6-49fd-b798-3cc9704995dc']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:02.305099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:02.310715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] No DVR routers for this DVR port d66f65bb-221d-45ef-a7a8-801f0220b4b9 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:02.318849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-7daeaf41-67c1-4700-8d10-345b46d3dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:02.320327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-7daeaf41-67c1-4700-8d10-345b46d3dcd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 200 len: 913 time: 0.4694972 Jun 22 20:45:02.322100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f46b23-7d26-41e1-b826-f91531c87f99') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:02.322658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f46b23-7d26-41e1-b826-f91531c87f99') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:02.326151 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0 (CIDR: 172.20.0.16/28) Jun 22 20:45:02.340145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:02.340626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:02.349319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.358376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.361576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9e8f5c3d-cb17-4952-97de-064fd5ca3838 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:02.366984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:58Z', 'revision_number': 8, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:02.404739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09ead1-0c09-4c86-b78b-dc4478afbd6d None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:44:58Z', 'revision_number': 8, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98cae4e7-288e-4678-b058-2e41fedecf60', 'name': '', 'network_id': 'bd7aa8bc-6d53-40fa-9cb2-ae0482175e74', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b4:41:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:34Z', 'updated_at': '2021-06-22T20:44:45Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'e9220d08-f407-4195-ad42-17e6ece63063', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:02.405652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.412990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:02.419833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c794854f-0f3d-4442-a47d-8bfbc751f792 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8152819 Jun 22 20:45:02.421602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58228) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:02.421737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:02.426747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:02.427429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.429190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'subnet': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:02.432003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=fae1fc3d-b674-4d6d-a9db-fc357862fbbe,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:02.435762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:02.436165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.450645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:02.451006 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:02.465270 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6704228 Jun 22 20:45:02.466200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58230) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:02.473757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:60:06:c1', 'name': 'tempest-NetworksTestDHCPv6-29132934'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:02.488488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Allocated IP 2001:db8::f816:3eff:feba:aa6d (40fe1879-ece6-4130-be20-c9f8a60bb4af/be5b4fe9-0087-4ef3-b0ea-600854911897/628cd521-da66-445a-92f3-5492b8483195) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:02.589273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Made reservation on behalf of 8a9eff7e800d440f964c730cf8c9350b for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:02.593201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.655086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.673985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:02.813447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.872879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 85e048e8-bd83-411e-8cf8-505153af69fa yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:02.919834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-79d8a5f8-c1dc-44cf-9602-3d0e0c01301e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 200 len: 1001 time: 0.5881171 Jun 22 20:45:02.931279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.936437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-957a18e2-d8d3-4b00-bb8b-9425bf3759a4 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:02.964542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Transition to ACTIVE for port object 628cd521-da66-445a-92f3-5492b8483195 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:02.973056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.983718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d84c5662-036e-4f44-91a8-d7469bab1e08 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:02.987588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:02.990785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Transition to ACTIVE for port object 628cd521-da66-445a-92f3-5492b8483195 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:02.992703 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/2c2227c7-efa6-49fd-b798-3cc9704995dc HTTP/1.1" status: 204 len: 168 time: 2.1422846 Jun 22 20:45:02.998676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event updated for resources: {'Subnet': ['ID=888c4e3e-ae33-4053-a229-9e2c3feeb1bb,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.000723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:03.001454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.004655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-36351d56-9a24-4b48-859a-b4960de32aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:03.007382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:03.014188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=2c2227c7-efa6-49fd-b798-3cc9704995dc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.019407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:03.020878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-a5a8106c-98cc-448f-8115-91bfd8906611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:03.022381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-a5a8106c-98cc-448f-8115-91bfd8906611 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 200 len: 851 time: 0.0943058 Jun 22 20:45:03.050294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:03.053523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:03.057138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:03.062701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Pushing event updated for resources: {'Port': ['ID=628cd521-da66-445a-92f3-5492b8483195,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.067465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:03.093736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Made reservation on behalf of b8ef50f7d7c94c7dbdc935bc59e145bd for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:03.097399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.124523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Attempting to bind port 628cd521-da66-445a-92f3-5492b8483195 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:03.125066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Attempting to bind port 628cd521-da66-445a-92f3-5492b8483195 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:03.125505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Attempting to bind port 628cd521-da66-445a-92f3-5492b8483195 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:03.131708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:03.132084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:03.132492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.132893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:03.133399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Bound port: 628cd521-da66-445a-92f3-5492b8483195, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:03.133758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.160145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-ec91ad8c-ade4-4904-be6a-776ddad23d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:03.161653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-ec91ad8c-ade4-4904-be6a-776ddad23d8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=468dc091-ffd4-4981-b7f4-b711852b0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1319399 Jun 22 20:45:03.203540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] For port 628cd521-da66-445a-92f3-5492b8483195, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:03.206627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] For port 628cd521-da66-445a-92f3-5492b8483195, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=628cd521-da66-445a-92f3-5492b8483195,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:03.212298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.215189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:03.280763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Pushing event updated for resources: {'Port': ['ID=628cd521-da66-445a-92f3-5492b8483195,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.286463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:03.305774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Checking segment: {'id': '8e57729c-9b47-444a-926b-49b691608c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:03.306224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Network hostable DHCP agents. Network: 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:03.307919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-ca8f205b-965f-4561-91eb-14666a314425 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370330 Jun 22 20:45:03.385571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d66f65bb-221d-45ef-a7a8-801f0220b4b9 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:03.404717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 172.20.0.11 (40fe1879-ece6-4130-be20-c9f8a60bb4af/fae1fc3d-b674-4d6d-a9db-fc357862fbbe/85e048e8-bd83-411e-8cf8-505153af69fa) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:03.406784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:03.420853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d66f65bb-221d-45ef-a7a8-801f0220b4b9 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:03.421882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d66f65bb-221d-45ef-a7a8-801f0220b4b9 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:03.424059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 75ceaf16-f071-43d8-8a91-1f151a65df89 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:03.453444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe60:6c1 (40fe1879-ece6-4130-be20-c9f8a60bb4af/be5b4fe9-0087-4ef3-b0ea-600854911897/85e048e8-bd83-411e-8cf8-505153af69fa) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:03.460340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 75ceaf16-f071-43d8-8a91-1f151a65df89 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:03.461100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 75ceaf16-f071-43d8-8a91-1f151a65df89 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:03.469072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:03.474823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:03.475482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.490623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fabc15-2274-454e-9e36-126971f6c4a3 None None] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:03.521393 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-655c32d0-b64f-4bf2-8e3d-8321b8b6485c req-d3ed2138-c6ab-4056-9b69-9f70cb3ab580 service neutron] 10.222.0.53 "GET /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023873 Jun 22 20:45:03.550980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.558205 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6372347 Jun 22 20:45:03.559857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cf8e4ccf-aaa3-4da8-8178-4706947b2c7d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:03.566432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58236) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:03.574229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Request body: {'port': {'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0', 'name': 'tempest-TagsExtTest-730150427'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:03.694912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Network f5197dde-ff32-40b7-a12d-72411d0231ff is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:03.703830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:03.713302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:03.713497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.722839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Subnet': ['ID=97fc0342-0b42-4f0c-99b3-2ec5c7a41f71,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.729619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:03.750018 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3249333 Jun 22 20:45:03.750826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58238) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:03.759620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-422251566', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97fc0342-0b42-4f0c-99b3-2ec5c7a41f71'}], 'security_groups': ['c19ac4fa-19fe-4308-997d-5664c24fa623', '4b8dd86f-6c04-4b33-90d0-da1dbddcb614']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:03.786465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101fd89-41b0-489a-a718-bc4fefb0fa21 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:03.801858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.822852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 85e048e8-bd83-411e-8cf8-505153af69fa will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:03.885731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.894110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:03.909775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Made reservation on behalf of 8a9eff7e800d440f964c730cf8c9350b for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:03.913211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:03.942675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81ccb-416a-466c-b862-e6b8eac639a9 req-1f7725c6-eea9-4d79-9683-b80acf9619e5 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:03.944226 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fab81ccb-416a-466c-b862-e6b8eac639a9 req-1f7725c6-eea9-4d79-9683-b80acf9619e5 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.4785409 Jun 22 20:45:03.955120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] device_id is not set on port ea3aa728-c530-4b94-9393-c51891306010 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:03.992035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:03.997256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=85e048e8-bd83-411e-8cf8-505153af69fa,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:03.999930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:04.004033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:04.004033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:04.079689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.089134 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fab81ccb-416a-466c-b862-e6b8eac639a9 req-808c4604-4c3b-445b-842d-6fb01c0b1ce8 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281054 Jun 22 20:45:04.114125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:04.114125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.134353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.139515 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6701787 Jun 22 20:45:04.144924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58240) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:04.166121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-0bcadc5d-7058-44a8-aaca-82f6fb91f9d0', 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0', 'tenant_id': '8a9eff7e800d440f964c730cf8c9350b', 'fixed_ips': [{'subnet_id': '888c4e3e-ae33-4053-a229-9e2c3feeb1bb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:04.169529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.204380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Update dhcp port {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'fixed_ips': [{'subnet_id': 'f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0a4e901-25e2-4d74-8f2c-79a1123fb2da'}, {'subnet_id': '97fc0342-0b42-4f0c-99b3-2ec5c7a41f71'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'd9dfbafc-ce4e-4ee8-b0e5-458d6d451378'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:04.258223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Allocated IP 172.20.0.10 (0bcadc5d-7058-44a8-aaca-82f6fb91f9d0/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/ea3aa728-c530-4b94-9393-c51891306010) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:04.333039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.354769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abd87a-0b65-495f-8839-9dc92fe6170f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:04.361080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abd87a-0b65-495f-8839-9dc92fe6170f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:04.363707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-60abd87a-0b65-495f-8839-9dc92fe6170f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.2149570 Jun 22 20:45:04.367592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:04.604141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.605132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Allocated IP 172.20.0.2 (f5197dde-ff32-40b7-a12d-72411d0231ff/b0a4e901-25e2-4d74-8f2c-79a1123fb2da/d9dfbafc-ce4e-4ee8-b0e5-458d6d451378) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:04.614468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Allocated IP 172.20.0.34 (f5197dde-ff32-40b7-a12d-72411d0231ff/97fc0342-0b42-4f0c-99b3-2ec5c7a41f71/d9dfbafc-ce4e-4ee8-b0e5-458d6d451378) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:04.623829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Transition to ACTIVE for port object ea3aa728-c530-4b94-9393-c51891306010 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:04.666316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.671912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-485c8ddb-c15d-4385-b567-9ec4bb5b14c1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:04.728312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:04.732389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:04.741011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:04.759683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Allocated IP 172.20.0.2 (0bcadc5d-7058-44a8-aaca-82f6fb91f9d0/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/73ce5be2-9b2f-4d80-913b-ee9f9002e339) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:04.779120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:04.783639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event updated for resources: {'Port': ['ID=ea3aa728-c530-4b94-9393-c51891306010,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:04.798833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:04.806323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6a2e3-74ae-4aea-9392-622c68a96424 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:04.817481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:04.818338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.837877 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2703066 Jun 22 20:45:04.838870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58244) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:04.844974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-614624784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:04.871868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.873202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.913178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.939652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.945244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.953117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Transition to ACTIVE for port object d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:04.962915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 85e048e8-bd83-411e-8cf8-505153af69fa {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:04.963617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.963722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.964584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:04.967081 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-08e148fe-5ce0-49d5-949a-a0f7a4540330 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1257217 Jun 22 20:45:04.969744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:04.975820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c9a2bba2-bd8a-4cfd-84c6-11b318a30481 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-629888337', 'prefixes': ['172.20.0.0/16']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:04.977473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:04.985599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2d703bb9-8b0b-40dc-83ed-3123deb5d0d5 None None] Provisioning for port 628cd521-da66-445a-92f3-5492b8483195 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:05.079137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 98cae4e7-288e-4678-b058-2e41fedecf60 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:05.079553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.086842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.132917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 85e048e8-bd83-411e-8cf8-505153af69fa owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:05.136887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Delete allocated IP 172.20.0.12 (f5197dde-ff32-40b7-a12d-72411d0231ff/b0a4e901-25e2-4d74-8f2c-79a1123fb2da) {{(pid=100374) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 20:45:05.147238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Allocated IP 172.20.0.44 (f5197dde-ff32-40b7-a12d-72411d0231ff/97fc0342-0b42-4f0c-99b3-2ec5c7a41f71/ba55d455-592a-4019-a559-3fce1717bed4) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:05.168832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c9a2bba2-bd8a-4cfd-84c6-11b318a30481 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for subnetpool, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.174272 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c9a2bba2-bd8a-4cfd-84c6-11b318a30481 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1994522 Jun 22 20:45:05.174272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:05.180079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-88e052ce-ed8f-4a96-abb7-4c93c8eb015c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-350386973') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:05.190274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Pushing event updated for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:05.198717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:05.203437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.217689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Transition to ACTIVE for port object 73ce5be2-9b2f-4d80-913b-ee9f9002e339 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:05.253840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Transition to ACTIVE for port object 73ce5be2-9b2f-4d80-913b-ee9f9002e339 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:05.274821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.293329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b0fe3d15-48d2-47a9-b46c-aabf8d0a0982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:05.336094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 98cae4e7-288e-4678-b058-2e41fedecf60, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=98cae4e7-288e-4678-b058-2e41fedecf60,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:05.336456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.357775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 98cae4e7-288e-4678-b058-2e41fedecf60 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:05.362548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:05.375396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:05.380796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:05.515240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 628cd521-da66-445a-92f3-5492b8483195 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:05.529759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2f0ea-84b5-4c69-b089-ea164f730e31 req-717d789a-a41c-4761-bf58-0871b8a368f8 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:05.531825 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f9b2f0ea-84b5-4c69-b089-ea164f730e31 req-717d789a-a41c-4761-bf58-0871b8a368f8 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2165842 Jun 22 20:45:05.538284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Pushing event updated for resources: {'Port': ['ID=73ce5be2-9b2f-4d80-913b-ee9f9002e339,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:05.545851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:05.592570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.600846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58254) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:05.604800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0446b196-2b0f-484e-ab29-ca4f778b5f15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:05.610338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Attempting to bind port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:05.611179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Attempting to bind port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8e57729c-9b47-444a-926b-49b691608c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:05.611294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Attempting to bind port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 on network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:05.628242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:05.628815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Checking segment: {'id': '8e57729c-9b47-444a-926b-49b691608c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:05.629236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.629641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Bound using segment: {'id': '8e57729c-9b47-444a-926b-49b691608c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:05.630158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Bound port: 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e57729c-9b47-444a-926b-49b691608c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0bcadc5d-7058-44a8-aaca-82f6fb91f9d0'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:05.630541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.678577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=85e048e8-bd83-411e-8cf8-505153af69fa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:05.680526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 628cd521-da66-445a-92f3-5492b8483195 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:05.685100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': 'be5b4fe9-0087-4ef3-b0ea-600854911897', 'ip_address': '2001:db8::f816:3eff:feba:aa6d'}, {'subnet_id': 'fae1fc3d-b674-4d6d-a9db-fc357862fbbe'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '628cd521-da66-445a-92f3-5492b8483195'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:05.691742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 628cd521-da66-445a-92f3-5492b8483195 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:05.691742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.692207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:05.755091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.770567 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f9b2f0ea-84b5-4c69-b089-ea164f730e31 req-1fc92a3f-7d28-4355-83f2-b604bbcf5cff tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199147 Jun 22 20:45:05.774730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Transition to ACTIVE for port object ba55d455-592a-4019-a559-3fce1717bed4 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:05.779886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.783337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-88e052ce-ed8f-4a96-abb7-4c93c8eb015c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-350386973 HTTP/1.1" status: 201 len: 201 time: 0.6076880 Jun 22 20:45:05.798110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cc395910-a854-4906-8c62-cded177128e0 None None] For port 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:05.802739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cc395910-a854-4906-8c62-cded177128e0 None None] For port 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=73ce5be2-9b2f-4d80-913b-ee9f9002e339,segment=NetworkSegment(8e57729c-9b47-444a-926b-49b691608c6c),segment_id=8e57729c-9b47-444a-926b-49b691608c6c)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:05.803289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-563707d4-5991-4df6-b952-dca88b02f24d tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:05.805091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.831089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58256) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:05.849755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-2ec65f50-7ff9-4b78-9e6e-b4a768b387f4 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-1264352486') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:05.981409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.986511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:05.991858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:06.000368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.006018 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/85e048e8-bd83-411e-8cf8-505153af69fa HTTP/1.1" status: 204 len: 168 time: 1.6336977 Jun 22 20:45:06.009312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1052b170-e358-43b0-b65f-057bbc6ee3a6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:06.029033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:06.080114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=98cae4e7-288e-4678-b058-2e41fedecf60,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:06.090260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:06.126266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event updated for resources: {'Port': ['ID=ba55d455-592a-4019-a559-3fce1717bed4,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:06.130061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Pushing event updated for resources: {'Port': ['ID=73ce5be2-9b2f-4d80-913b-ee9f9002e339,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:06.130235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] In _notify_port_updated(), no bound segment for port ba55d455-592a-4019-a559-3fce1717bed4 on network f5197dde-ff32-40b7-a12d-72411d0231ff {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:45:06.151347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:06.152608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:06.152738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.156601 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "PUT /v2.0/ports/ba55d455-592a-4019-a559-3fce1717bed4 HTTP/1.1" status: 200 len: 959 time: 2.3991742 Jun 22 20:45:06.156601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:06.158614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Deleting port a95f06e9-a305-4e4c-a5ee-441fb1d3605f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:06.158614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.159562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58262) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:06.179056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Allocated IP 172.20.0.2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/fae1fc3d-b674-4d6d-a9db-fc357862fbbe/628cd521-da66-445a-92f3-5492b8483195) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:06.201995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.209429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Provisioning for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:06.244535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbfb21-a4f2-49da-9a8b-4c3bb5dcd2fc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:06.246696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbfb21-a4f2-49da-9a8b-4c3bb5dcd2fc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:06.249279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbfb21-a4f2-49da-9a8b-4c3bb5dcd2fc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:06.251718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0efbfb21-a4f2-49da-9a8b-4c3bb5dcd2fc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2214220 Jun 22 20:45:06.257517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58264) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:06.263385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:06.263771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.358905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ab4d7-efb1-4d53-a18a-234f4eb05a82 req-f279b880-b7e9-41ac-b72d-d5f95aa3d41b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:06.360482 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c66ab4d7-efb1-4d53-a18a-234f4eb05a82 req-f279b880-b7e9-41ac-b72d-d5f95aa3d41b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.3616710 Jun 22 20:45:06.412000 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ec65f50-7ff9-4b78-9e6e-b4a768b387f4 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-1264352486 HTTP/1.1" status: 201 len: 201 time: 0.5776868 Jun 22 20:45:06.412903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58266) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:06.420345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet be5b4fe9-0087-4ef3-b0ea-600854911897 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:06.431522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-ffbc39e1-fc94-43bd-8b17-19fa336c252f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-1175161253') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:06.467993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.480893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] For port 628cd521-da66-445a-92f3-5492b8483195, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=628cd521-da66-445a-92f3-5492b8483195,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:06.502993 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c66ab4d7-efb1-4d53-a18a-234f4eb05a82 req-409f0736-7096-4e05-b349-89eabc94e996 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333277 Jun 22 20:45:06.592977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.620365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Provisioning for port ba55d455-592a-4019-a559-3fce1717bed4 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:06.630549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Transition to ACTIVE for port object 628cd521-da66-445a-92f3-5492b8483195 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:06.631334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Provisioning complete for port ba55d455-592a-4019-a559-3fce1717bed4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:06.631762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.642194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.686375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Port ba55d455-592a-4019-a559-3fce1717bed4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:06.687106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.687544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.694475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.696982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ba713622-e170-48bb-be0f-00febdbdaa4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:06.703551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Calling delete_port for a95f06e9-a305-4e4c-a5ee-441fb1d3605f owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:06.807105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.857935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port ba55d455-592a-4019-a559-3fce1717bed4 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:06.858284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:06.945614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ffbc39e1-fc94-43bd-8b17-19fa336c252f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-1175161253 HTTP/1.1" status: 201 len: 201 time: 0.5209656 Jun 22 20:45:06.954403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:06.962079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-89b1a535-3f68-45a9-b1de-ecb8ce3e5e8c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-1946721455') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:07.026034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:07.049805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:07.050367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.054085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.057339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.108856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for ba55d455-592a-4019-a559-3fce1717bed4 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:07.136199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:07.136598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:07.161336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Pushing event updated for resources: {'Port': ['ID=628cd521-da66-445a-92f3-5492b8483195,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:07.164377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d3e648b6-c0d3-4917-a8d6-3cce0cacb4bf None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:07.165971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:07.179034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f016d-a86d-41a9-adf7-0a1ec6e1130e req-5cf11aa7-ea8b-44d3-8e37-b1faca3d29f1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:07.180228 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-89b1a535-3f68-45a9-b1de-ecb8ce3e5e8c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-1946721455 HTTP/1.1" status: 201 len: 201 time: 0.2223113 Jun 22 20:45:07.183438 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e8f016d-a86d-41a9-adf7-0a1ec6e1130e req-5cf11aa7-ea8b-44d3-8e37-b1faca3d29f1 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.2168179 Jun 22 20:45:07.184224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58274) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:07.191223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-15f74120-d1b7-4628-8086-40b8f0e93885 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:07.241945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.246988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-171a09bf-79d1-45dd-aac7-9084ecce169b tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:07.255854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:07.263971 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2550747 Jun 22 20:45:07.268142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:07.269204 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:07.298054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=be5b4fe9-0087-4ef3-b0ea-600854911897,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:07.301877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:07.302995 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:07.307780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.309688 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/be5b4fe9-0087-4ef3-b0ea-600854911897 HTTP/1.1" status: 204 len: 168 time: 1.0508335 Jun 22 20:45:07.312893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:07.314390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58278) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:07.336617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb6f32b1-0aa0-484b-972b-7bf9b90bad64 None None] Provisioning complete for port ba55d455-592a-4019-a559-3fce1717bed4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:07.336902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb6f32b1-0aa0-484b-972b-7bf9b90bad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.343233 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e8f016d-a86d-41a9-adf7-0a1ec6e1130e req-ad5d33e9-9e8d-4300-948b-31ef1820fed7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443601 Jun 22 20:45:07.354032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.366979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0cf2d63d-847e-4d26-b355-0cae73c1ca1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:07.414892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet e9220d08-f407-4195-ad42-17e6ece63063 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:07.420888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Port': ['ID=a95f06e9-a305-4e4c-a5ee-441fb1d3605f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:07.423532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:07.424711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.425433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f32b1-0aa0-484b-972b-7bf9b90bad64 None None] Port ba55d455-592a-4019-a559-3fce1717bed4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:07.434001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet fae1fc3d-b674-4d6d-a9db-fc357862fbbe {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:07.438175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.501359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.507141 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:07.524725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.575388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.575939 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Floating IP 1f79ef28-8069-451d-a123-dbe015dc619e disassociated (deleted). External IP: 172.26.4.99, port: e50f2969-6e31-48df-91ca-bbf059aa1abf. Jun 22 20:45:07.621752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15f74120-d1b7-4628-8086-40b8f0e93885 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 200 len: 240 time: 0.4342942 Jun 22 20:45:07.633174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:07.642707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-8157f986-7bd6-454f-97ad-7b8e7ed343eb tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-350386973') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:07.711474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.734890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.740150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.758543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19f9985d-5e89-4362-a186-34526993917c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:07.827718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 628cd521-da66-445a-92f3-5492b8483195, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=628cd521-da66-445a-92f3-5492b8483195,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:07.840823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.842082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:07.862470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:07.865713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17978fb9-9891-4d6b-b2f8-d8d12a03e47c None None] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:07.872818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=ba55d455-592a-4019-a559-3fce1717bed4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:07.875324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:07.937510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:07.970321 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:05Z', 'revision_number': 9, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:08.023903 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8157f986-7bd6-454f-97ad-7b8e7ed343eb tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-350386973 HTTP/1.1" status: 204 len: 168 time: 0.3896146 Jun 22 20:45:08.025462 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:08.027901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.033999 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/ba55d455-592a-4019-a559-3fce1717bed4 HTTP/1.1" status: 204 len: 168 time: 1.8719659 Jun 22 20:45:08.035354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58282) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.035884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58284) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.051610 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:08.054463 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:08.060587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-c225ad61-bdb2-404c-8f02-cda20b84b507 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-350386973') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:08.097346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3c65102c-a437-4670-ac8d-8e473134dadf None None] Provisioning for port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:08.106242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Router d85c14fe-ce08-49d1-863d-027f6a966e39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:08.117974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=628cd521-da66-445a-92f3-5492b8483195,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:08.126578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:08.135622 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7ef7b0-568f-4507-b82d-3f2d8855c1ab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] GET failed (client error): The resource could not be found. Jun 22 20:45:08.142517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58288) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.143422 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-be7ef7b0-568f-4507-b82d-3f2d8855c1ab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports/ba55d455-592a-4019-a559-3fce1717bed4 HTTP/1.1" status: 404 len: 333 time: 0.1014438 Jun 22 20:45:08.158342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:08.159645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.165275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.169107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7c0aa85a-7f04-4a4d-8ad7-ecdafa428432 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:08.206665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=fae1fc3d-b674-4d6d-a9db-fc357862fbbe,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:08.210126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:08.218597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.220756 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/fae1fc3d-b674-4d6d-a9db-fc357862fbbe HTTP/1.1" status: 204 len: 168 time: 0.9027457 Jun 22 20:45:08.223917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58290) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.268867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.280670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-90f549b1-4ce6-4aa6-b772-a746e6930371 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551898 Jun 22 20:45:08.286026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58292) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.293325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:08.349439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c1943c9b-89f2-4b7b-b154-15e8e4469e44 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:08.366961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ac862-1495-4bfc-a2df-4c21bbc89584 None None] Network bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:08.455888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acda3f-e82b-4162-8242-83e34003009e None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:08.463036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.473248 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/e9220d08-f407-4195-ad42-17e6ece63063 HTTP/1.1" status: 204 len: 168 time: 1.2011764 Jun 22 20:45:08.474379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=e9220d08-f407-4195-ad42-17e6ece63063,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:08.476896 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:08.478578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:08.478994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.539306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.618579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58296) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.658639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.659993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.661203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/security-groups/4ec134c2-21a7-40d5-9299-eabd3b75cb2b HTTP/1.1" status: 204 len: 168 time: 0.5055978 Jun 22 20:45:08.669321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-deb18e60-c714-484d-b942-1a336c8966dd None None] Provisioning for port 628cd521-da66-445a-92f3-5492b8483195 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:08.704270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-deb18e60-c714-484d-b942-1a336c8966dd None None] Provisioning complete for port 628cd521-da66-445a-92f3-5492b8483195 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:08.705874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-deb18e60-c714-484d-b942-1a336c8966dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:08.706058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1ad39eaf-31c5-470d-8e5e-713e42600260 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:08.768531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58298) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:08.778531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec134c2-21a7-40d5-9299-eabd3b75cb2b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:08.820825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 628cd521-da66-445a-92f3-5492b8483195 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:08.902037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:08.928667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-deb18e60-c714-484d-b942-1a336c8966dd None None] Could not find standard attr ID for object 85e048e8-bd83-411e-8cf8-505153af69fa. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:45:08.938754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 628cd521-da66-445a-92f3-5492b8483195 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:08.939137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.001689 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:05Z', 'revision_number': 9, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:09.008480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] DHCP port deletion for bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:09.020438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:09.028403 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.051113 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41d5a1-ac57-42da-9ea4-f0da55692fe7 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:05Z', 'revision_number': 9, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': '2228ec8f-98b1-41a6-835f-bf535c380348', 'name': '', 'network_id': 'ed98a38d-0389-4919-8a45-d0fb3abfbeef', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:1d:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:25Z', 'updated_at': '2021-06-22T20:44:41Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': '6ab41794-02a8-4326-a45c-7461c339f8a5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:09.071389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.124628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c225ad61-bdb2-404c-8f02-cda20b84b507 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-350386973 HTTP/1.1" status: 204 len: 168 time: 1.0859344 Jun 22 20:45:09.127172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58300) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:09.134236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-34b4a0f8-051e-4f3b-9ae0-ea54c9d28f69 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:09.136525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.139116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.140127 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/security-groups/4b8dd86f-6c04-4b33-90d0-da1dbddcb614 HTTP/1.1" status: 204 len: 168 time: 0.3495855 Jun 22 20:45:09.144114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.146557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58302) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:09.149100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-77bc6ed5-81fc-40d3-82b4-3f8b6a944ffc None None] Provisioning for port ea3aa728-c530-4b94-9393-c51891306010 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:09.169926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8804d277-16e2-47f4-9ad3-440dd493d471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:09.173062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-77bc6ed5-81fc-40d3-82b4-3f8b6a944ffc None None] Provisioning complete for port ea3aa728-c530-4b94-9393-c51891306010 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:09.175127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-77bc6ed5-81fc-40d3-82b4-3f8b6a944ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.196036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:09.199904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.216094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 73ce5be2-9b2f-4d80-913b-ee9f9002e339 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:09.221657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8dd86f-6c04-4b33-90d0-da1dbddcb614,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:09.228013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:09.229793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:09.231680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0a4d2-76b5-42a2-9dbc-80de197cfeb0 req-3886bc3c-0032-431c-8f27-b011164159ba tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:09.233227 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a5b0a4d2-76b5-42a2-9dbc-80de197cfeb0 req-3886bc3c-0032-431c-8f27-b011164159ba tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1684480 Jun 22 20:45:09.237864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.267609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Sync routers for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:09.312439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6ed5-81fc-40d3-82b4-3f8b6a944ffc None None] Port ea3aa728-c530-4b94-9393-c51891306010 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:09.316196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Deleting port 1627cfb6-f571-4d02-95d1-52637d9cdde7 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:09.316777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.321960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:09.322896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:09.333236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a5b0a4d2-76b5-42a2-9dbc-80de197cfeb0 req-86f0c79a-b2b1-4b61-b012-b0a2df998337 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627131 Jun 22 20:45:09.464159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] For port 1627cfb6-f571-4d02-95d1-52637d9cdde7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1627cfb6-f571-4d02-95d1-52637d9cdde7,segment=NetworkSegment(4917f441-72e6-4694-bb8c-671c5a951f4b),segment_id=4917f441-72e6-4694-bb8c-671c5a951f4b)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:09.464159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.479275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Calling delete_port for 1627cfb6-f571-4d02-95d1-52637d9cdde7 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:09.522148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-de587d20-cbe1-4e4d-bf61-37db3f0a58d7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:09.524115 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-de587d20-cbe1-4e4d-bf61-37db3f0a58d7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.53 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1687505 Jun 22 20:45:09.584760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Deleting port 628cd521-da66-445a-92f3-5492b8483195 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:09.585045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.610439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.626923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:09.661159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Pushing event deleted for resources: {'Port': ['ID=1627cfb6-f571-4d02-95d1-52637d9cdde7,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:09.675749 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "DELETE /v2.0/floatingips/1f79ef28-8069-451d-a123-dbe015dc619e HTTP/1.1" status: 204 len: 168 time: 4.0721316 Jun 22 20:45:09.683890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:45:09.687337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396dbe73-c20b-4283-87c5-504eb8eabfac" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:45:09.737503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.763970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:09.787586 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34b4a0f8-051e-4f3b-9ae0-ea54c9d28f69 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 200 len: 205 time: 0.6593292 Jun 22 20:45:09.792718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58308) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:09.799375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.811475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 1627cfb6-f571-4d02-95d1-52637d9cdde7 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:09.812059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.818627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29bb773-3f64-44f9-8e36-fc2dbefc9612 x-openstack-request-id: req-e29bb773-3f64-44f9-8e36-fc2dbefc9612 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:45:09.819213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:45:09.819682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e29bb773-3f64-44f9-8e36-fc2dbefc9612 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:45:09.819962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] For port 628cd521-da66-445a-92f3-5492b8483195, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=628cd521-da66-445a-92f3-5492b8483195,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:09.820372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.820597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'status': 'completed', 'code': 200} Jun 22 20:45:09.847042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Calling delete_port for 628cd521-da66-445a-92f3-5492b8483195 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:09.862265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-b017c5db-dbd7-47f0-b11e-aefe53cb8045 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:09.916883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Deleting port ba837995-d18b-45d4-a708-07f45e8815ba {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:09.917294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.918809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 1627cfb6-f571-4d02-95d1-52637d9cdde7, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:09.919161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.938688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 1627cfb6-f571-4d02-95d1-52637d9cdde7 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:09.944121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Port 1627cfb6-f571-4d02-95d1-52637d9cdde7 was not found and therefore no delete operation was performed {{(pid=100373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:45:09.945777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:09.947738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:09.948550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] No DVR routers for this DVR port 1627cfb6-f571-4d02-95d1-52637d9cdde7 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:09.982630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-386f49f3-8ffa-4feb-9706-9f537cc8fd1d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.008272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:10.027349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port 1627cfb6-f571-4d02-95d1-52637d9cdde7 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:10.028955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:10.029329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.051652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.060474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.063708 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/security-groups/c19ac4fa-19fe-4308-997d-5664c24fa623 HTTP/1.1" status: 204 len: 168 time: 0.8874395 Jun 22 20:45:10.065996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58314) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.070064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=1627cfb6-f571-4d02-95d1-52637d9cdde7,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.091038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-611fca88-9406-4e17-bc22-ce781f7c413c None None] Provisioning complete for port ea3aa728-c530-4b94-9393-c51891306010 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:10.091436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611fca88-9406-4e17-bc22-ce781f7c413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.100802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.123076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.144652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:10.183000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ac4fa-19fe-4308-997d-5664c24fa623,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.185332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.243860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b017c5db-dbd7-47f0-b11e-aefe53cb8045 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 200 len: 241 time: 0.3942673 Jun 22 20:45:10.245159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58316) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.255082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] For port ba837995-d18b-45d4-a708-07f45e8815ba, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=ba837995-d18b-45d4-a708-07f45e8815ba,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:10.255520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.255704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.269353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-7ff860ae-69e8-4854-a1c1-30409469eff0 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-1264352486') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.276410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet b0a4e901-25e2-4d74-8f2c-79a1123fb2da {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:10.282047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.305329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7aa8bc-6d53-40fa-9cb2-ae0482175e74']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.306852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-563444df-7523-41a6-b97e-9097daf9051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:10.306852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-563444df-7523-41a6-b97e-9097daf9051f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 1098 time: 0.4587662 Jun 22 20:45:10.347281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4917f441-72e6-4694-bb8c-671c5a951f4b') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.347783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4917f441-72e6-4694-bb8c-671c5a951f4b') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.349455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.354177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc395910-a854-4906-8c62-cded177128e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.355921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-611fca88-9406-4e17-bc22-ce781f7c413c None None] Port ea3aa728-c530-4b94-9393-c51891306010 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:10.373587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.395209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.403167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.416742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] No DVR routers for this DVR port 628cd521-da66-445a-92f3-5492b8483195 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:10.419298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Pushing event deleted for resources: {'Port': ['ID=628cd521-da66-445a-92f3-5492b8483195,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.436750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:10.437139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.439344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:10.444487 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:10.506186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.528233 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ff860ae-69e8-4854-a1c1-30409469eff0 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-1264352486 HTTP/1.1" status: 204 len: 168 time: 0.2641118 Jun 22 20:45:10.531272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58320) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.538469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-c671e26e-a717-4f9b-8ee7-5f95633f1c31 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-1264352486') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.561783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=73ce5be2-9b2f-4d80-913b-ee9f9002e339,segment=NetworkSegment(8e57729c-9b47-444a-926b-49b691608c6c),segment_id=8e57729c-9b47-444a-926b-49b691608c6c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:10.566746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.585432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d2d10e8c-7185-4dee-bab1-cf8726b20eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.596970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.604220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_pluggable_backend [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Port 628cd521-da66-445a-92f3-5492b8483195 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 20:45:10.604768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_pluggable_backend [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:aa6d {{(pid=100374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 20:45:10.627937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d1e12d0f-6e50-4a2e-8203-676d7fb8fe09 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.637918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_pluggable_backend [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feba:aa6d {{(pid=100374) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 20:45:10.641609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.646662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=73ce5be2-9b2f-4d80-913b-ee9f9002e339,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.646910 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/bd7aa8bc-6d53-40fa-9cb2-ae0482175e74 HTTP/1.1" status: 204 len: 168 time: 2.0109856 Jun 22 20:45:10.648800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58322) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.651165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.651464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=bd7aa8bc-6d53-40fa-9cb2-ae0482175e74,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.660800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.662339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.669098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.670569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1f6638c8-6fba-4323-b247-c0dde0a01ebb tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.696027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.713029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 628cd521-da66-445a-92f3-5492b8483195 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:10.715296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Checking router: d85c14fe-ce08-49d1-863d-027f6a966e39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:10.737707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 628cd521-da66-445a-92f3-5492b8483195 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:10.738084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 628cd521-da66-445a-92f3-5492b8483195 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:10.738970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 98cae4e7-288e-4678-b058-2e41fedecf60 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:10.759545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:10.760967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.764435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 98cae4e7-288e-4678-b058-2e41fedecf60 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:10.764813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 98cae4e7-288e-4678-b058-2e41fedecf60 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:10.765232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1627cfb6-f571-4d02-95d1-52637d9cdde7 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:10.766748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e93d-62bc-4ba4-afb3-4caeed8761cb req-38062447-3347-4358-b06f-fa1be918c437 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:10.769773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7354e93d-62bc-4ba4-afb3-4caeed8761cb req-38062447-3347-4358-b06f-fa1be918c437 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 945 time: 0.1846375 Jun 22 20:45:10.816816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.819984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f358dc7d-3cab-4c74-874a-2b625c2dce54 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:10.828649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c671e26e-a717-4f9b-8ee7-5f95633f1c31 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-1264352486 HTTP/1.1" status: 204 len: 168 time: 0.2931790 Jun 22 20:45:10.828894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1627cfb6-f571-4d02-95d1-52637d9cdde7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:10.829005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.829092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1627cfb6-f571-4d02-95d1-52637d9cdde7 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:10.829170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.829170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Floating IP bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37 disassociated. External IP: 172.26.4.249, port: ba837995-d18b-45d4-a708-07f45e8815ba. Jun 22 20:45:10.829794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Calling delete_port for ba837995-d18b-45d4-a708-07f45e8815ba owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:10.834128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58324) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.844486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-6536fd0c-4a23-49a9-9985-b5bacaf30de3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:10.867379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f1a9-7f32-45cd-9483-2790250fe88c req-56a675f4-b8d1-4b53-a221-f3cc7b101aaf tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:10.869059 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0408f1a9-7f32-45cd-9483-2790250fe88c req-56a675f4-b8d1-4b53-a221-f3cc7b101aaf tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.7000556 Jun 22 20:45:10.888372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a4e901-25e2-4d74-8f2c-79a1123fb2da,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:10.890431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.897123 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/b0a4e901-25e2-4d74-8f2c-79a1123fb2da HTTP/1.1" status: 204 len: 168 time: 0.8187282 Jun 22 20:45:10.902459 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7354e93d-62bc-4ba4-afb3-4caeed8761cb req-86daf40d-279f-452f-a0ef-f5574aff5ad7 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups?id=08b48486-f832-4968-a4bd-671eb0e0512b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176484 Jun 22 20:45:10.903337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:10.904160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58326) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:10.906480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2606d6e-88bf-4c2c-b42f-1e031fe3e819 None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:10.919251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:10.956990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:10.960200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:10.960900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:10.973666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add12c74-fabf-4353-ae38-4a0583de820d None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:10.982494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet 97fc0342-0b42-4f0c-99b3-2ec5c7a41f71 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:10.987205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.018544 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6536fd0c-4a23-49a9-9985-b5bacaf30de3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 200 len: 205 time: 0.1757071 Jun 22 20:45:11.019540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58328) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.023632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-096d9020-c217-4367-b4f6-5bfe77dd851b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:11.038164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:11.061930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=4e7dbe8f-5922-46e2-bb7b-5e254d056c29,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:11.067484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:11.084562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.192349 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-096d9020-c217-4367-b4f6-5bfe77dd851b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 200 len: 241 time: 0.1721509 Jun 22 20:45:11.195885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58330) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.201563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-1d341557-9d52-4316-9dfa-cf54b9555b48 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-1175161253') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:11.327039 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1d341557-9d52-4316-9dfa-cf54b9555b48 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-1175161253 HTTP/1.1" status: 204 len: 168 time: 0.1269548 Jun 22 20:45:11.327752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58332) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.329295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.336822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-791488f5-32f8-44b6-9078-2154f0949c8c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-1175161253') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:11.386145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '4e7dbe8f-5922-46e2-bb7b-5e254d056c29'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:11.387207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.437186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-bd6aab35-5302-4b52-9d34-041d3d059a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:11.438773 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-bd6aab35-5302-4b52-9d34-041d3d059a32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 200 len: 896 time: 0.8634198 Jun 22 20:45:11.454962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1658177 Jun 22 20:45:11.459302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58334) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.466080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:11.511053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0408f1a9-7f32-45cd-9483-2790250fe88c req-6373cdc1-bb41-4c72-8507-01098597a632 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5819972 Jun 22 20:45:11.511333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.514723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:11.517345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c78a466-e2e1-4d31-bcbe-4502b27650fa tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:11.517788 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-e7f99968-d7fe-408a-be66-a4bde675ba31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 200 len: 217 time: 0.0550091 Jun 22 20:45:11.566229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.53', 49862) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.568323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2d27e-bc80-4306-add8-257f38007957 None None] The sync data for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv is: [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:43:09Z', 'revision_number': 4, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '305cdd3f-177f-4b5e-8e3e-950761589345', 'name': '', 'network_id': '494acffb-6ea3-4101-97a2-d7a48d6415ad', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'mac_address': 'fa:16:3e:4a:b6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '233b3114-6702-4053-8172-925991bca184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:43:07Z', 'updated_at': '2021-06-22T20:43:17Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'subnets': [{'id': '233b3114-6702-4053-8172-925991bca184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:11.613463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Allocated IP 2001:db8::f816:3eff:fe49:f8d (40fe1879-ece6-4130-be20-c9f8a60bb4af/4e7dbe8f-5922-46e2-bb7b-5e254d056c29/55445923-8f01-49da-8835-04266b1a1148) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:11.677434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-b71473ec-4dca-4e2c-834d-fa91bd16dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:11.679030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-b71473ec-4dca-4e2c-834d-fa91bd16dac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 200 len: 835 time: 0.1529911 Jun 22 20:45:11.686822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=97fc0342-0b42-4f0c-99b3-2ec5c7a41f71,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:11.702861 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-791488f5-32f8-44b6-9078-2154f0949c8c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-1175161253 HTTP/1.1" status: 204 len: 168 time: 0.3698213 Jun 22 20:45:11.703672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:11.708351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.712174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.724630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-d2d0d1e3-d937-4081-8536-24f0b5f8f9e5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:11.834847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.845094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Transition to ACTIVE for port object 55445923-8f01-49da-8835-04266b1a1148 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:11.881765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Transition to ACTIVE for port object 55445923-8f01-49da-8835-04266b1a1148 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:11.889448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.902382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44bfe3c1-1eeb-43de-88b5-6bd6de06e118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:11.911441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.921374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:11.937644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:11.939371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:11.944078 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/97fc0342-0b42-4f0c-99b3-2ec5c7a41f71 HTTP/1.1" status: 204 len: 168 time: 1.0361996 Jun 22 20:45:11.947179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58340) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:11.969156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event deleted for resources: {'Port': ['ID=ba837995-d18b-45d4-a708-07f45e8815ba,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:11.972670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:11.990870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769612d-a111-4524-9fea-a924e210f6c0 req-775d7c0e-9b3c-4034-bb05-d816e911ab8f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:11.992476 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5769612d-a111-4524-9fea-a924e210f6c0 req-775d7c0e-9b3c-4034-bb05-d816e911ab8f tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.4133689 Jun 22 20:45:11.997337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d2d0d1e3-d937-4081-8536-24f0b5f8f9e5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 200 len: 205 time: 0.2735827 Jun 22 20:45:11.998935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58342) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.000849 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef60ed3-7c88-474e-a3d8-86bd7c303779 None None] New status for floating IP 1f79ef28-8069-451d-a123-dbe015dc619e: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:45:12.006460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-1a996dc1-50ec-4401-be42-993475d596df tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:12.064037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:12.072132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Pushing event updated for resources: {'Port': ['ID=55445923-8f01-49da-8835-04266b1a1148,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:12.081329 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabec9c1-69d3-4f85-9792-c914f7b7c1ce tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:12.081762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:12.082567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabec9c1-69d3-4f85-9792-c914f7b7c1ce tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:12.085685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:12.087926 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dabec9c1-69d3-4f85-9792-c914f7b7c1ce tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/b0a4e901-25e2-4d74-8f2c-79a1123fb2da HTTP/1.1" status: 404 len: 337 time: 0.1402185 Jun 22 20:45:12.089334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58344) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.091293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.101503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:12.118899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ee82135-90d2-4896-8c80-f7bea4f09281 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:12.203694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Attempting to bind port 55445923-8f01-49da-8835-04266b1a1148 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:12.204583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Attempting to bind port 55445923-8f01-49da-8835-04266b1a1148 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:12.205052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Attempting to bind port 55445923-8f01-49da-8835-04266b1a1148 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:12.215458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:12.216009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:12.216522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.217029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:12.217639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Bound port: 55445923-8f01-49da-8835-04266b1a1148, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:12.218155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.228620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-ec7ec274-26c5-472b-87a2-938dcad80b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:12.230183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-ec7ec274-26c5-472b-87a2-938dcad80b0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=494acffb-6ea3-4101-97a2-d7a48d6415ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5189059 Jun 22 20:45:12.249187 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e556202e-96b9-4975-bf87-43f9c1e40b38 req-b538165a-6121-4b95-a994-75775373c62e tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0917344 Jun 22 20:45:12.285000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:12.296098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:12.299454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:12.300397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.330910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] For port 55445923-8f01-49da-8835-04266b1a1148, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:12.331711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting subnet f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:12.336366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] For port 55445923-8f01-49da-8835-04266b1a1148, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=55445923-8f01-49da-8835-04266b1a1148,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:12.337610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.340579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=a749f433-90d1-4b5f-af5b-64ccefb86f96,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:12.344678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:12.353876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1a996dc1-50ec-4401-be42-993475d596df tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 200 len: 241 time: 0.3522036 Jun 22 20:45:12.355223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.357458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.358764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d0392128-8283-45f2-8171-ccd3a92f345b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:12.368273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-a825a38e-841c-449f-a4e9-cfd363de8c71 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-1946721455') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:12.404506 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9424403 Jun 22 20:45:12.409331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58348) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.416154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:26:6e:d3', 'name': 'tempest-NetworksTestDHCPv6-1070854902'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:12.416387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2a547-d854-4d9d-b2b4-64e77eb8453e None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:12.460679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.508660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Pushing event updated for resources: {'Port': ['ID=55445923-8f01-49da-8835-04266b1a1148,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:12.518253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:12.524602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b9e53ebd-362a-498d-bd42-655353b7d33e None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:12.525001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9e53ebd-362a-498d-bd42-655353b7d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.636036 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a825a38e-841c-449f-a4e9-cfd363de8c71 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-1946721455 HTTP/1.1" status: 204 len: 168 time: 0.2697566 Jun 22 20:45:12.642299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.646075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58352) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.653113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-a2767db3-172f-49a0-a2f5-c03159c00b85 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-1946721455') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:12.653380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Router 178151ae-82c0-4167-8224-ee37d4fefb02 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:12.678916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Deleting port e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:12.679275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.728447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:12.760542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 73ce5be2-9b2f-4d80-913b-ee9f9002e339 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:12.771497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-ee9f5e41-ec68-4004-984b-954782262a8b service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927635 Jun 22 20:45:12.854360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.871869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.877140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3887bc37-a117-4da0-a184-c67be8a42763 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:12.925001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:12.929772 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0 HTTP/1.1" status: 204 len: 168 time: 0.8346841 Jun 22 20:45:12.933327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58354) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.939334 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a2767db3-172f-49a0-a2f5-c03159c00b85 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-1946721455 HTTP/1.1" status: 204 len: 168 time: 0.2873418 Jun 22 20:45:12.939334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:12.949521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:12.950021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58356) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:12.956673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-839a6255-246e-43e9-b15d-acb01a030b28 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:12.983109 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-056d87e4-7e90-4b63-85e0-f9e3eb1aec4a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:12.983488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056d87e4-7e90-4b63-85e0-f9e3eb1aec4a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:12.988114 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-056d87e4-7e90-4b63-85e0-f9e3eb1aec4a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/1fa0e46f-1886-4875-8123-f6825d20e17e HTTP/1.1" status: 404 len: 337 time: 0.0506840 Jun 22 20:45:12.993029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58358) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.009429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.046594 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-910559a8-24f2-4046-93f1-2458caf3f7b7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "GET /v2.0/ports?device_id=c52a4b43-f84e-4659-8f13-7b441b6cabee HTTP/1.1" status: 200 len: 205 time: 0.0500650 Jun 22 20:45:13.050957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58360) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.061279 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-839a6255-246e-43e9-b15d-acb01a030b28 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 200 len: 205 time: 0.1090500 Jun 22 20:45:13.092501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.098600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-023d6948-398c-4a79-8c2d-db190ad15a09 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:13.106257 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-cba98998-be00-4840-bf59-7f9342c1e2d5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] delete failed (client error): The resource could not be found. Jun 22 20:45:13.109791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cba98998-be00-4840-bf59-7f9342c1e2d5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/routers/c52a4b43-f84e-4659-8f13-7b441b6cabee HTTP/1.1" status: 404 len: 336 time: 0.0543489 Jun 22 20:45:13.117743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58364) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.128706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 448ef0f4-1b05-4a86-b0e4-72e8839ac585 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:13.154612 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a51e0e7-9beb-466d-a86d-77e3f85a30f1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.155065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a51e0e7-9beb-466d-a86d-77e3f85a30f1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.156870 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0a51e0e7-9beb-466d-a86d-77e3f85a30f1 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/393b4656-d0f0-46d0-8f16-e9a0607a1fc7 HTTP/1.1" status: 404 len: 337 time: 0.0375028 Jun 22 20:45:13.163648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58366) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.194911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:13.195478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.198719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] For port e50f2969-6e31-48df-91ca-bbf059aa1abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=e50f2969-6e31-48df-91ca-bbf059aa1abf,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:13.200008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.233946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Calling delete_port for e50f2969-6e31-48df-91ca-bbf059aa1abf owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:13.234207 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-7051b180-ec08-4738-9f96-93a71bc6ff45 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.234316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7051b180-ec08-4738-9f96-93a71bc6ff45 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.236006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7051b180-ec08-4738-9f96-93a71bc6ff45 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/f76a9a89-b6c3-43b7-88f9-651a59f94408 HTTP/1.1" status: 404 len: 337 time: 0.0725465 Jun 22 20:45:13.245429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58368) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.271455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-cd94322f-1a02-4c83-8de1-98160dadc453 service neutron] 10.222.0.53 "GET /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356134 Jun 22 20:45:13.273180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b9e53ebd-362a-498d-bd42-655353b7d33e None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:13.273589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9e53ebd-362a-498d-bd42-655353b7d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.275395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device ba837995-d18b-45d4-a708-07f45e8815ba no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:13.276062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:13.286586 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-023d6948-398c-4a79-8c2d-db190ad15a09 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 204 len: 168 time: 0.1892223 Jun 22 20:45:13.288297 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa1f807-b912-41d7-bb70-3f742d7753c6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.288762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa1f807-b912-41d7-bb70-3f742d7753c6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.290930 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9aa1f807-b912-41d7-bb70-3f742d7753c6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/e52e5de0-1ad8-4273-a45c-6421607f6b63 HTTP/1.1" status: 404 len: 337 time: 0.0449858 Jun 22 20:45:13.291497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58370) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.301178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58374) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.301498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-d2905efc-c7d3-465e-af05-3998eaac64f7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:13.383033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Sync routers for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:13.397981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: ba837995-d18b-45d4-a708-07f45e8815ba {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:13.398352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device ba837995-d18b-45d4-a708-07f45e8815ba not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:13.466461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b9e53ebd-362a-498d-bd42-655353b7d33e None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:13.471629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:13.472294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:13.524657 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d77207ed-6682-40aa-9348-5bd066dfe393 req-c23883d8-70bf-409c-8f31-e86ca779ba80 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0403337 Jun 22 20:45:13.571193 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d2905efc-c7d3-465e-af05-3998eaac64f7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2756834 Jun 22 20:45:13.571833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58376) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.578950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-70f5ff12-c068-40ab-9764-bbe69f67a6f8 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:13.626435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 172.20.0.7 (40fe1879-ece6-4130-be20-c9f8a60bb4af/a749f433-90d1-4b5f-af5b-64ccefb86f96/448ef0f4-1b05-4a86-b0e4-72e8839ac585) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:13.639846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe26:6ed3 (40fe1879-ece6-4130-be20-c9f8a60bb4af/4e7dbe8f-5922-46e2-bb7b-5e254d056c29/448ef0f4-1b05-4a86-b0e4-72e8839ac585) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:13.641247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613a98d-725b-48d7-829f-2ee6a91fbc63 None None] Update dhcp port {'port': {'network_id': 'f5197dde-ff32-40b7-a12d-72411d0231ff', 'fixed_ips': [{'subnet_id': 'f4b40d26-b59b-4a78-8bd9-a5c8c2bf88d0'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'd9dfbafc-ce4e-4ee8-b0e5-458d6d451378'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:13.713382 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-70f5ff12-c068-40ab-9764-bbe69f67a6f8 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 204 len: 168 time: 0.1380186 Jun 22 20:45:13.725391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58378) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.730749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-72180b2d-afcb-40e7-bff7-fe66197d2180 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:13.734454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c613a98d-725b-48d7-829f-2ee6a91fbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.756678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:13.763179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f09331-18bf-4aeb-91cd-0faa54ffd732 req-d63d63ac-a6bc-46bb-8be4-494933d90b64 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:13.764723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74f09331-18bf-4aeb-91cd-0faa54ffd732 req-d63d63ac-a6bc-46bb-8be4-494933d90b64 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 945 time: 0.9397473 Jun 22 20:45:13.814751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98272239-e572-4bfe-b447-bde3d977199a None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:13.833483 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80ecd15-1dbe-424d-8b2e-e5e7489920f0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.834428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80ecd15-1dbe-424d-8b2e-e5e7489920f0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.838484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c80ecd15-1dbe-424d-8b2e-e5e7489920f0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/655bec0c-a969-42fe-9309-e1e5d56a8b86 HTTP/1.1" status: 404 len: 333 time: 0.5318973 Jun 22 20:45:13.844769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] No DVR routers for this DVR port ba837995-d18b-45d4-a708-07f45e8815ba on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:13.848176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:13.850201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e4fbe39-bddc-400c-b122-5d102925af2f req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.53 "DELETE /v2.0/ports/ba837995-d18b-45d4-a708-07f45e8815ba HTTP/1.1" status: 204 len: 173 time: 4.3187225 Jun 22 20:45:13.853758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58380) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.859308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'name': 'network-vif-deleted', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:45:13.859926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6b8ef3-1207-4a7d-8e23-1c2534cfb969" -d '{"events": [{"server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "name": "network-vif-deleted", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:45:13.912346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee85ec-eb30-44f0-b8cd-65d5acc97733 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.912809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee85ec-eb30-44f0-b8cd-65d5acc97733 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.917960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-20ee85ec-eb30-44f0-b8cd-65d5acc97733 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/9201d697-9a68-4c67-9abf-56a4a9089f80 HTTP/1.1" status: 404 len: 337 time: 0.0514145 Jun 22 20:45:13.933145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:13.980329 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74f09331-18bf-4aeb-91cd-0faa54ffd732 req-d4cca6eb-f703-4ca1-b0e8-eeae6f36f196 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757390 Jun 22 20:45:13.985707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c791d6be-9bb8-4f64-85f8-72df34fddc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:13.986214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c791d6be-9bb8-4f64-85f8-72df34fddc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:13.988222 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c791d6be-9bb8-4f64-85f8-72df34fddc34 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a3b777-0da7-4612-b8b2-b8cb6e8f199f HTTP/1.1" status: 404 len: 337 time: 0.0491590 Jun 22 20:45:13.993271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58388) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.045534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-63419e37-b420-4ce7-8dbd-722fa4eade27 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:14.046496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63419e37-b420-4ce7-8dbd-722fa4eade27 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:14.049707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-63419e37-b420-4ce7-8dbd-722fa4eade27 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/a50d9ed2-8a69-4976-a9a1-0ae167f10314 HTTP/1.1" status: 404 len: 333 time: 0.0547245 Jun 22 20:45:14.054319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58390) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.125219 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-31be31ed-8a25-4742-90f9-d3ff3232c02e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:14.125679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31be31ed-8a25-4742-90f9-d3ff3232c02e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:14.130435 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-31be31ed-8a25-4742-90f9-d3ff3232c02e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/de9a1a75-ba63-4c8c-b3f5-0051a4836959 HTTP/1.1" status: 404 len: 337 time: 0.0656109 Jun 22 20:45:14.131989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.164738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e0179fab-2405-4fe0-9ef6-a862b8d0fccf None None] Provisioning for port 55445923-8f01-49da-8835-04266b1a1148 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:14.198750 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee893dd-17b1-4303-9bdf-5c7d8068e036 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:14.199380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee893dd-17b1-4303-9bdf-5c7d8068e036 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:14.201882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eee893dd-17b1-4303-9bdf-5c7d8068e036 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/subnets/17d62847-06f9-4b50-904c-8942db77767b HTTP/1.1" status: 404 len: 337 time: 0.0689340 Jun 22 20:45:14.212749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.272469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.274503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f073e-3fe3-44ec-b157-6a38b6e07bce None None] Network f5197dde-ff32-40b7-a12d-72411d0231ff requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:14.285286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c63aa8ca-6814-4570-a97a-922ac110462e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:14.303289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfef187-f8cc-4fe3-b5b5-025d1cb3dff8 x-openstack-request-id: req-7bfef187-f8cc-4fe3-b5b5-025d1cb3dff8 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:45:14.303638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea", "name": "network-vif-deleted", "tag": "ba837995-d18b-45d4-a708-07f45e8815ba", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:45:14.304009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bfef187-f8cc-4fe3-b5b5-025d1cb3dff8 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:45:14.304888 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea', 'name': 'network-vif-deleted', 'tag': 'ba837995-d18b-45d4-a708-07f45e8815ba', 'status': 'completed', 'code': 200} Jun 22 20:45:14.340193 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-72180b2d-afcb-40e7-bff7-fe66197d2180 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 204 len: 168 time: 0.6135426 Jun 22 20:45:14.344196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58396) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.352308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-20016f06-c82d-4c21-89ae-db5d4241750b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-1772539689') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:14.374343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Port': ['ID=e50f2969-6e31-48df-91ca-bbf059aa1abf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:14.376855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:14.381218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.400547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 448ef0f4-1b05-4a86-b0e4-72e8839ac585 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:14.405621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] No DVR routers for this DVR port e50f2969-6e31-48df-91ca-bbf059aa1abf on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:14.424348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.426264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5769612d-a111-4524-9fea-a924e210f6c0 req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.53 "DELETE /v2.0/ports/e50f2969-6e31-48df-91ca-bbf059aa1abf HTTP/1.1" status: 204 len: 173 time: 2.4148891 Jun 22 20:45:14.465604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.473561 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-20016f06-c82d-4c21-89ae-db5d4241750b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-1772539689 HTTP/1.1" status: 201 len: 201 time: 0.1236861 Jun 22 20:45:14.473561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-02bfb558-a52f-4ac7-8c1a-60198e4dc294 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:14.476087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-302aa44b-8620-471d-b554-54db9b1b54e4 None None] Provisioning complete for port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:14.478288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-302aa44b-8620-471d-b554-54db9b1b54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.478427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.500868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-8804ff68-188a-447d-aa63-9681e338e272 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-530672917') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:14.519266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 2228ec8f-98b1-41a6-835f-bf535c380348 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:14.519266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.524855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:14.525185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.580509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:14.624126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Checking router: 178151ae-82c0-4167-8224-ee37d4fefb02 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:14.670076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:14.683073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:14.683986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:14.687774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:14.706355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=448ef0f4-1b05-4a86-b0e4-72e8839ac585,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:14.711476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:14.720484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:14.813912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.875979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:14.876974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.890730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:14.901689 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74ec58a3-6002-4007-a13f-95b8b77299b7 req-d8f7dc55-3c3e-4472-9e49-dd1e8e4e3162 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2f0d2a-bc36-4a0f-8d0a-ad8b7738b0ea HTTP/1.1" status: 200 len: 210 time: 0.0713353 Jun 22 20:45:14.906742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8804ff68-188a-447d-aa63-9681e338e272 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-530672917 HTTP/1.1" status: 201 len: 201 time: 0.4253783 Jun 22 20:45:14.906742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58404) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:14.909827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 55445923-8f01-49da-8835-04266b1a1148 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:14.911743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] DHCP port deletion for f5197dde-ff32-40b7-a12d-72411d0231ff request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:14.911992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-af851c5f-72e5-497f-82b6-e55f2b8ebdec tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-553252076') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:14.926454 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5156517 Jun 22 20:45:14.927949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 2228ec8f-98b1-41a6-835f-bf535c380348, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2228ec8f-98b1-41a6-835f-bf535c380348,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:14.928331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:14.931165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.040754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 2228ec8f-98b1-41a6-835f-bf535c380348 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:15.059502 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af851c5f-72e5-497f-82b6-e55f2b8ebdec tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-553252076 HTTP/1.1" status: 201 len: 201 time: 0.1517067 Jun 22 20:45:15.062344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58410) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.065061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:15.070906 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-adb3e933-23d0-4787-b5c1-6fa6907f56b3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-134872299') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.112146 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-adb3e933-23d0-4787-b5c1-6fa6907f56b3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-134872299 HTTP/1.1" status: 201 len: 201 time: 0.0481620 Jun 22 20:45:15.116125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58412) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.124030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-1804ab21-5320-4059-9e63-d51791de4276 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', {'tags': ['tempest-TagsExtTest-Tag-2100329342', 'tempest-TagsExtTest-Tag-1117285421', 'tempest-TagsExtTest-Tag-427987427']}) {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.160652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.168230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed63c062-a88a-4769-82b7-61a2abbbdbed tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:15.189869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b4bc0-c00a-4db1-8888-875b8e98ba52 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:15.197576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b4bc0-c00a-4db1-8888-875b8e98ba52 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:15.199302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a63b4bc0-c00a-4db1-8888-875b8e98ba52 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2670875 Jun 22 20:45:15.213717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58414) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.230862 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1804ab21-5320-4059-9e63-d51791de4276 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 200 len: 317 time: 0.1130607 Jun 22 20:45:15.258140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58416) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.262892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.265050 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/ports/36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 HTTP/1.1" status: 204 len: 168 time: 1.0512750 Jun 22 20:45:15.269713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-f9b39910-6949-41ab-b953-3387d4227199 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.273116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:15.276539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:15.279133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58418) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.307344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac79fe5a-dc7b-40df-849a-be94e61bf88e req-ae665f18-e383-4cef-82fc-618a3ad3d61b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6bbb4d0-9316-4b08-980f-2d3c4d27ab95 HTTP/1.1" status: 200 len: 210 time: 0.0470743 Jun 22 20:45:15.314368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '4e7dbe8f-5922-46e2-bb7b-5e254d056c29', 'ip_address': '2001:db8::f816:3eff:fe49:f8d'}, {'subnet_id': 'a749f433-90d1-4b5f-af5b-64ccefb86f96'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': '55445923-8f01-49da-8835-04266b1a1148'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:15.324175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:15.388460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-302aa44b-8620-471d-b554-54db9b1b54e4 None None] Provisioning complete for port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:15.388846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-302aa44b-8620-471d-b554-54db9b1b54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.439093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.446729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 448ef0f4-1b05-4a86-b0e4-72e8839ac585 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:15.448059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.469961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-302aa44b-8620-471d-b554-54db9b1b54e4 None None] Port 36fcb75f-3d5a-4ffe-88c5-89d02c2f8c38 was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:45:15.471345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: e50f2969-6e31-48df-91ca-bbf059aa1abf {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:15.471696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device e50f2969-6e31-48df-91ca-bbf059aa1abf not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:15.504389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 55445923-8f01-49da-8835-04266b1a1148 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:15.515308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.521242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7ebe0f88-a144-4d13-99b3-8b7cd61fcad5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:15.526763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 55445923-8f01-49da-8835-04266b1a1148 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:15.527119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.528633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.567396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=2228ec8f-98b1-41a6-835f-bf535c380348,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:15.569836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:15.583507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Deleting port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:15.583507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.609364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f9b39910-6949-41ab-b953-3387d4227199 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 204 len: 168 time: 0.3405254 Jun 22 20:45:15.609581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.610480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58420) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.617939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-0c0d4dc1-bf1b-42a3-8a2c-095467194d91 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-2100329342') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.652177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 448ef0f4-1b05-4a86-b0e4-72e8839ac585 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:15.714919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Deleting port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:15.714919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.728499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:15.728906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.731607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.749952 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-0c0d4dc1-bf1b-42a3-8a2c-095467194d91 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:15.754174 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0c0d4dc1-bf1b-42a3-8a2c-095467194d91 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-2100329342 HTTP/1.1" status: 404 len: 329 time: 0.1400807 Jun 22 20:45:15.754483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58422) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.758859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-398b510b-3f15-4065-90c6-92e6930cfa39 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-1117285421') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.801511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Calling delete_port for d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:15.926835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] For port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,segment=NetworkSegment(f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273),segment_id=f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:15.927657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.951774 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-398b510b-3f15-4065-90c6-92e6930cfa39 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:15.965230 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-398b510b-3f15-4065-90c6-92e6930cfa39 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-1117285421 HTTP/1.1" status: 404 len: 329 time: 0.2096815 Jun 22 20:45:15.966459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:15.967768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58426) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:15.975578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-6b4d8bcc-a4f3-442e-b0bd-5bbac485ea28 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb', 'tempest-TagsExtTest-Tag-427987427') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:15.983137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9aedda8c-4e6f-4ead-b6ec-f6e0dca3d520 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.011462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.020966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=448ef0f4-1b05-4a86-b0e4-72e8839ac585,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:16.037578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Allocated IP 172.20.0.2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/a749f433-90d1-4b5f-af5b-64ccefb86f96/55445923-8f01-49da-8835-04266b1a1148) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:16.042349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Calling delete_port for d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:16.064484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:16.084148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.093751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.098304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.119496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.156962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d0eb03-935f-4be1-8fba-c6566220c150 None None] The sync data for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv is: [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:48Z', 'revision_number': 4, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '2a93a356-0dc3-4e46-b536-1fb0f2a32ae3', 'name': '', 'network_id': '468dc091-ffd4-4981-b7f4-b711852b0063', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'mac_address': 'fa:16:3e:17:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:46Z', 'updated_at': '2021-06-22T20:41:57Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'subnets': [{'id': 'c01cd340-c3a4-48e7-b64b-d4f06d98036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:16.177275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.179421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/448ef0f4-1b05-4a86-b0e4-72e8839ac585 HTTP/1.1" status: 204 len: 168 time: 0.9641442 Jun 22 20:45:16.179997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Pushing event deleted for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:16.181959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] No DVR routers for this DVR port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:16.184868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:16.196538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58432) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.219148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] For port 55445923-8f01-49da-8835-04266b1a1148, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=55445923-8f01-49da-8835-04266b1a1148,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:16.220856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.227022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-57ee0941-a723-4079-8d27-2545f1bb6c99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.242757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:16.258267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.260541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2568e6-2249-410f-9a34-01fed1ff82c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:16.262168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2568e6-2249-410f-9a34-01fed1ff82c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:16.263814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2568e6-2249-410f-9a34-01fed1ff82c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:16.265433 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7b2568e6-2249-410f-9a34-01fed1ff82c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0717928 Jun 22 20:45:16.268842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58434) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.271319 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-6b4d8bcc-a4f3-442e-b0bd-5bbac485ea28 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:16.272897 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6b4d8bcc-a4f3-442e-b0bd-5bbac485ea28 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags/tempest-TagsExtTest-Tag-427987427 HTTP/1.1" status: 404 len: 328 time: 0.3023174 Jun 22 20:45:16.277231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.279489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Transition to ACTIVE for port object 55445923-8f01-49da-8835-04266b1a1148 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:16.281280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.283625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-3690bfb3-cb1c-45b2-8611-0f73a8c65263 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', {'tags': ['tempest-TagsExtTest-Tag-669729483', 'tempest-TagsExtTest-Tag-1642500979', 'tempest-TagsExtTest-Tag-746189579']}) {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.284962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.288561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-56125b94-3c81-4401-87a3-677a5e48406d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.310657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Port': ['ID=d9dfbafc-ce4e-4ee8-b0e5-458d6d451378,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:16.313786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] No DVR routers for this DVR port d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:16.317658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-deleted', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:45:16.320452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b734dd7-f231-4288-bef7-53a8b7592d84" -d '{"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-deleted", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:45:16.326130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:16.348820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.369424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 4e7dbe8f-5922-46e2-bb7b-5e254d056c29 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:16.374719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.421149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd9dfb9-ccf4-4927-9791-9daeaffc79ac x-openstack-request-id: req-8cd9dfb9-ccf4-4927-9791-9daeaffc79ac {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:45:16.421582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bbb4d0-9316-4b08-980f-2d3c4d27ab95", "name": "network-vif-deleted", "tag": "e50f2969-6e31-48df-91ca-bbf059aa1abf", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:45:16.421772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cd9dfb9-ccf4-4927-9791-9daeaffc79ac {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:45:16.422248 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bbb4d0-9316-4b08-980f-2d3c4d27ab95', 'name': 'network-vif-deleted', 'tag': 'e50f2969-6e31-48df-91ca-bbf059aa1abf', 'status': 'completed', 'code': 200} Jun 22 20:45:16.450876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:16.451385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:16.451842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Pushing event updated for resources: {'Port': ['ID=55445923-8f01-49da-8835-04266b1a1148,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:16.458914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:16.484321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58442) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.534862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.571546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.573089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.574445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.577954 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "DELETE /v2.0/security-groups/08b48486-f832-4968-a4bd-671eb0e0512b HTTP/1.1" status: 204 len: 168 time: 0.4766619 Jun 22 20:45:16.579943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-767207a0-b991-4c41-83b5-301e083f0668 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.583326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58444) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.592432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5197dde-ff32-40b7-a12d-72411d0231ff']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.608780 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9163b-c4cc-496f-90d4-00d5e9f7b12c None None] New status for floating IP bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:45:16.616971 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-35d6d9f7-12ae-44b6-a938-45f64d879cef tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] show failed (client error): The resource could not be found. Jun 22 20:45:16.620622 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-35d6d9f7-12ae-44b6-a938-45f64d879cef tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "GET /v2.0/security-groups/08b48486-f832-4968-a4bd-671eb0e0512b HTTP/1.1" status: 404 len: 347 time: 0.0293074 Jun 22 20:45:16.620622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b48486-f832-4968-a4bd-671eb0e0512b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:16.635091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3690bfb3-cb1c-45b2-8611-0f73a8c65263 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 200 len: 316 time: 0.3551543 Jun 22 20:45:16.637697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.638129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bfc9dd-41b7-4ebf-9cb7-0f2bb671c273') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.652649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.669748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58446) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.670440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58448) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.672702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.673077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:16.679831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-f70739ad-c4dc-4bf1-a0f4-4d3a084ca02f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.682303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:16.682972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:16.712298 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:16.749116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:16.761310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1078396 Jun 22 20:45:16.765761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58450) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:16.769749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:16.789477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:16.789654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:16.815433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.821080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-647149e3-fb6b-4015-bdde-d9d11800aa68 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:16.825567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.827523 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] 10.222.0.66 "DELETE /v2.0/networks/f5197dde-ff32-40b7-a12d-72411d0231ff HTTP/1.1" status: 204 len: 168 time: 1.5467234 Jun 22 20:45:16.917204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:16.979257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:17.116180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Deleting port 00e00508-f224-4f10-8863-7319fa9f7ab2 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:17.116907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.147301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.201645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet 6ab41794-02a8-4326-a45c-7461c339f8a5 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:17.206463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Pushing event deleted for resources: {'Network': ['ID=f5197dde-ff32-40b7-a12d-72411d0231ff,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:17.208552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.211673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:17.248921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8d93da43-8c39-42f9-8f60-59a701ac97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.260159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.269375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.272245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b2c9b33-767f-4189-8d39-974ba97cc353 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:17.302064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.310721 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f70739ad-c4dc-4bf1-a0f4-4d3a084ca02f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 204 len: 168 time: 0.6347842 Jun 22 20:45:17.329366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.344424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-bb24097f-3996-40b2-8281-ba026128068b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-669729483') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:17.345119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.345504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.362272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Calling delete_port for 00e00508-f224-4f10-8863-7319fa9f7ab2 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:17.376583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:17.376996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:17.455806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-bb24097f-3996-40b2-8281-ba026128068b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:17.459813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb24097f-3996-40b2-8281-ba026128068b tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-669729483 HTTP/1.1" status: 404 len: 328 time: 0.1292675 Jun 22 20:45:17.461389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58462) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.467790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Provisioning for port 55445923-8f01-49da-8835-04266b1a1148 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:17.469758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-34352a52-ad49-4e71-a963-58771b351734 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-1642500979') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:17.474340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Provisioning complete for port 55445923-8f01-49da-8835-04266b1a1148 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:17.474627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.503579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.545044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:15Z', 'revision_number': 10, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:17.560656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d97256a9-91d4-44da-97cd-9e5aec276b1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8ef50f7d7c94c7dbdc935bc59e145bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901196 Jun 22 20:45:17.566774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.595727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7dbe8f-5922-46e2-bb7b-5e254d056c29,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:17.603348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:17.608197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:17.626843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:17.628099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:44:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:17.643263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.661553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96265793-1983-427d-b616-c2804ed4342a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:17.672832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.677846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6424c10e-29c8-4ea2-b625-e2006ccdbfff tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:17.685767 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-34352a52-ad49-4e71-a963-58771b351734 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:17.689419 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-34352a52-ad49-4e71-a963-58771b351734 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-1642500979 HTTP/1.1" status: 404 len: 329 time: 0.2225997 Jun 22 20:45:17.689419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.691375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.693644 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/4e7dbe8f-5922-46e2-bb7b-5e254d056c29 HTTP/1.1" status: 204 len: 168 time: 1.4237955 Jun 22 20:45:17.695373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58466) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.704787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-8932b50d-2a77-432f-84ea-376e1edbd38f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010', 'tempest-TagsExtTest-Tag-746189579') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:17.718700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.731787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58468) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.760451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab41794-02a8-4326-a45c-7461c339f8a5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:17.777255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:17.778562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.784839 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-44726534-fc62-46d2-a7e2-1db1fa8afcb5 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/6ab41794-02a8-4326-a45c-7461c339f8a5 HTTP/1.1" status: 204 len: 168 time: 1.0153277 Jun 22 20:45:17.786256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.839499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Pushing event deleted for resources: {'Port': ['ID=00e00508-f224-4f10-8863-7319fa9f7ab2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:17.841429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:17.854419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet a749f433-90d1-4b5f-af5b-64ccefb86f96 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:17.858720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.884304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.890707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80d402-e6c0-4b59-b628-341afd1e7a77 None None] Network ed98a38d-0389-4919-8a45-d0fb3abfbeef requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:17.908024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.910579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280070d-e5b7-4468-bf09-ee905453c669 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:17.921049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.925301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.926478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.927167 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09df9074-bbba-4e92-b0e3-0f698cbb0b53 HTTP/1.1" status: 204 len: 168 time: 0.3589113 Jun 22 20:45:17.929347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.930729 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] 10.222.0.66 "DELETE /v2.0/floatingips/bb42cd3d-37fd-4bb6-9e87-94ebcd24cb37 HTTP/1.1" status: 204 len: 168 time: 1.2566998 Jun 22 20:45:17.932034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-746ad801-bd70-49b7-b7ae-275344f16395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:17.942562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58472) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:17.975333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:17.985655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df9074-bbba-4e92-b0e3-0f698cbb0b53,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:17.997099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:18.029939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port a1696d55-e23b-4e5a-bb67-9254eddc317c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:18.030550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.101997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:18.133393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port a1696d55-e23b-4e5a-bb67-9254eddc317c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a1696d55-e23b-4e5a-bb67-9254eddc317c,segment=NetworkSegment(0d565d6b-be5a-4df5-b286-e9101caf416f),segment_id=0d565d6b-be5a-4df5-b286-e9101caf416f)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:18.133878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.135554 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-8932b50d-2a77-432f-84ea-376e1edbd38f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:18.136613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8932b50d-2a77-432f-84ea-376e1edbd38f tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags/tempest-TagsExtTest-Tag-746189579 HTTP/1.1" status: 404 len: 328 time: 0.4358106 Jun 22 20:45:18.140024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58478) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:18.143880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] For port 55445923-8f01-49da-8835-04266b1a1148, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=55445923-8f01-49da-8835-04266b1a1148,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:18.155830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-325b33ca-aaf4-4d9d-a1e7-f1dc9b43ee99 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', {'tags': ['tempest-TagsExtTest-Tag-1878289992', 'tempest-TagsExtTest-Tag-1006614547', 'tempest-TagsExtTest-Tag-497094784']}) {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.182670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.194192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:18.220078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.224230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for a1696d55-e23b-4e5a-bb67-9254eddc317c owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:18.240626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.354584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb28cf69-4e3b-4add-9020-98f82108503d None None] Could not find standard attr ID for object 448ef0f4-1b05-4a86-b0e4-72e8839ac585. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:45:18.396289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Pushing event updated for resources: {'Port': ['ID=55445923-8f01-49da-8835-04266b1a1148,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:18.436576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:18.439758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.449456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3ddfa01-db52-4d06-b474-d1ce5c698e91 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:18.496079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port a1696d55-e23b-4e5a-bb67-9254eddc317c on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:18.532134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=a1696d55-e23b-4e5a-bb67-9254eddc317c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:18.545539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:18.584495 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-325b33ca-aaf4-4d9d-a1e7-f1dc9b43ee99 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 200 len: 317 time: 0.4352798 Jun 22 20:45:18.585473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:18.593270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-b6ebf90d-e067-4bda-9749-829dda33c454 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.596060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:15Z', 'revision_number': 10, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.637279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f709d9-9738-43af-be93-50c8ba356210 None None] DHCP port deletion for ed98a38d-0389-4919-8a45-d0fb3abfbeef request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:18.641008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f4917-5ee0-4aca-9316-b771f307d383 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:15Z', 'revision_number': 10, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None, '_interfaces': [{'id': 'bcc916b3-1965-4ecc-b4be-de5807fe7390', 'name': '', 'network_id': '2e29aefc-cae3-4b5c-a662-ee991c19fd03', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'mac_address': 'fa:16:3e:b8:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:44:18Z', 'updated_at': '2021-06-22T20:44:33Z', 'revision_number': 5, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'subnets': [{'id': 'dcef760a-34db-496c-8ba0-550b894f1dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:18.716002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.763116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed98a38d-0389-4919-8a45-d0fb3abfbeef']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.776629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d565d6b-be5a-4df5-b286-e9101caf416f') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.777081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d565d6b-be5a-4df5-b286-e9101caf416f') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.791481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.809015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.826221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:18.826741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:18.832329 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:18.866461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.871321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e47a32ba-5c2e-4bd0-9cb6-10050fece8cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:18.900802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b6ebf90d-e067-4bda-9749-829dda33c454 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 204 len: 168 time: 0.3092411 Jun 22 20:45:18.902620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58498) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:18.909136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-f1113296-c75d-4470-a9eb-119908a41bf4 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-1878289992') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:18.914496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=a749f433-90d1-4b5f-af5b-64ccefb86f96,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:18.940895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:18.945968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:18.950817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/a749f433-90d1-4b5f-af5b-64ccefb86f96 HTTP/1.1" status: 204 len: 168 time: 1.2146111 Jun 22 20:45:18.951287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58500) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:18.958742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:18.959864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:18.960825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.020538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58502) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.040446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.051067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.056292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/ed98a38d-0389-4919-8a45-d0fb3abfbeef HTTP/1.1" status: 204 len: 168 time: 1.2688754 Jun 22 20:45:19.057161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6606ae11-d9df-4b37-9271-0dd8e35f9c2e tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:19.062129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58506) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.087527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=ed98a38d-0389-4919-8a45-d0fb3abfbeef,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:19.090711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0e7078f1-e6fb-4984-961d-6f48d400d811 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338418 Jun 22 20:45:19.105873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58508) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.114038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:19.137875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:19.145218 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-f1113296-c75d-4470-a9eb-119908a41bf4 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:19.146380 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f1113296-c75d-4470-a9eb-119908a41bf4 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-1878289992 HTTP/1.1" status: 404 len: 329 time: 0.2422566 Jun 22 20:45:19.163070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58510) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.169283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-1346096e-c83d-4535-a937-3fe95025c9f0 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-1006614547') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:19.207582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--753632354'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:19.323208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.341577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.384373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69621c0f-4fe8-4cc7-bb7b-14afd1310270 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:19.450518 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-1346096e-c83d-4535-a937-3fe95025c9f0 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:19.451579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1346096e-c83d-4535-a937-3fe95025c9f0 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-1006614547 HTTP/1.1" status: 404 len: 329 time: 0.2875173 Jun 22 20:45:19.454552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.463577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-54879ba9-eb24-49af-9faa-03f3d118efb1 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb', 'tempest-TagsExtTest-Tag-497094784') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:19.514442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-40c4d694-8495-426e-9828-c57fc0b7a07f None None] Provisioning complete for port 55445923-8f01-49da-8835-04266b1a1148 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:19.515024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-40c4d694-8495-426e-9828-c57fc0b7a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.538689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.549263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.553496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:19.616404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7730a9f6-5ae0-4cb0-8a25-9f22897dd4ea,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:19.620081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:19.634527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.650091 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-54879ba9-eb24-49af-9faa-03f3d118efb1 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:19.653737 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54879ba9-eb24-49af-9faa-03f3d118efb1 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags/tempest-TagsExtTest-Tag-497094784 HTTP/1.1" status: 404 len: 328 time: 0.1935363 Jun 22 20:45:19.653737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:19.655468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.659791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58514) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.666612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-99668d36-53ed-4867-b6eb-900875bf2f23 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', {'tags': ['tempest-TagsExtTest-Tag-261456074', 'tempest-TagsExtTest-Tag-1750416064', 'tempest-TagsExtTest-Tag-1048030604']}) {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:19.682704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:19.740187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Deleting port 55445923-8f01-49da-8835-04266b1a1148 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:19.740577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.811812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0f2826e2-d07f-4dc0-8782-1ad408b0c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.831919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] For port 55445923-8f01-49da-8835-04266b1a1148, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=55445923-8f01-49da-8835-04266b1a1148,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:19.832331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.841309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.848308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Calling delete_port for 55445923-8f01-49da-8835-04266b1a1148 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:19.851667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.856875 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-99668d36-53ed-4867-b6eb-900875bf2f23 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "PUT /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 200 len: 317 time: 0.1928699 Jun 22 20:45:19.857228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.867791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-57cda8e6-bb42-4e0f-954e-6ff078817c87 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:19.872652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.888479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e71bc27-a342-42f8-916f-e6a88dce01c3 tempest-FloatingIPNegativeTestJSON-966719867 tempest-FloatingIPNegativeTestJSON-966719867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:19.927295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.932081 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9082572 Jun 22 20:45:19.935035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58518) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:19.938580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.953427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5565dd-32bc-4752-8996-c9d49db74eff,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:19.958266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:19.980432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:19.984266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95193361-3bd5-45bf-998b-68aa9764a8a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:20.017810 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-57cda8e6-bb42-4e0f-954e-6ff078817c87 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 204 len: 168 time: 0.1564922 Jun 22 20:45:20.018901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58520) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.030753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-c7ef9a25-9f11-4bec-92f3-58aa4eac6f17 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-261456074') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:20.035475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Pushing event deleted for resources: {'Port': ['ID=55445923-8f01-49da-8835-04266b1a1148,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:20.039151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] No DVR routers for this DVR port 55445923-8f01-49da-8835-04266b1a1148 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:20.046624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:20.083097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port bcc916b3-1965-4ecc-b4be-de5807fe7390 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:20.083443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.188864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port bcc916b3-1965-4ecc-b4be-de5807fe7390, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bcc916b3-1965-4ecc-b4be-de5807fe7390,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:20.189210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.190121 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-c7ef9a25-9f11-4bec-92f3-58aa4eac6f17 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:20.190851 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7ef9a25-9f11-4bec-92f3-58aa4eac6f17 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-261456074 HTTP/1.1" status: 404 len: 328 time: 0.1692669 Jun 22 20:45:20.194485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58522) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.198762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Deleting port 305cdd3f-177f-4b5e-8e3e-950761589345 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:20.199212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.207331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-61409db4-18aa-48d6-a7d4-acc28600c1ca tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-1750416064') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:20.207680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-804b3f8a-1550-4504-972c-85efb0c820dc tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2688677 Jun 22 20:45:20.211304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58524) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.225976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-security--359057621', 'description': 'tempest-security-description-629553704'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:20.230285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for bcc916b3-1965-4ecc-b4be-de5807fe7390 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:20.235110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.250618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9745a4f3-d2c6-4b19-a6f5-99c8d9224c15 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:20.299209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.308170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-61409db4-18aa-48d6-a7d4-acc28600c1ca tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:20.309768 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-61409db4-18aa-48d6-a7d4-acc28600c1ca tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-1750416064 HTTP/1.1" status: 404 len: 329 time: 0.1133487 Jun 22 20:45:20.315081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58526) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.324942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-7f511072-5833-4d18-9f6a-48fcbf6909d3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d', 'tempest-TagsExtTest-Tag-1048030604') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:20.337875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:20.364968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:20.376427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:20.377553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.379416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa40f6-e083-4e4c-abef-d56cc01d3a0f None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:20.398947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=8f126e89-955a-4dd9-9140-10ae1909ef2d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:20.411841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:20.418408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] For port 305cdd3f-177f-4b5e-8e3e-950761589345, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=305cdd3f-177f-4b5e-8e3e-950761589345,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:20.418768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.433392 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3233650 Jun 22 20:45:20.434888 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-7f511072-5833-4d18-9f6a-48fcbf6909d3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] show failed (client error): The resource could not be found. Jun 22 20:45:20.435283 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f511072-5833-4d18-9f6a-48fcbf6909d3 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags/tempest-TagsExtTest-Tag-1048030604 HTTP/1.1" status: 404 len: 329 time: 0.1172550 Jun 22 20:45:20.436479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.439890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58528) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.440345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58530) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.446604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:20.448988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.450456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Calling delete_port for 305cdd3f-177f-4b5e-8e3e-950761589345 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:20.453439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.456139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-4784749f-7c41-4920-a71a-3289cd3bd57d tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '607e7525-295c-4ba1-a530-52c08b7a138d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:20.456333 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "PUT /v2.0/security-groups/5a5565dd-32bc-4752-8996-c9d49db74eff HTTP/1.1" status: 200 len: 1776 time: 0.2419760 Jun 22 20:45:20.466652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58532) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.467747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-346fffd7-e748-4f9a-9403-1e20b847a952 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:20.510210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5565dd-32bc-4752-8996-c9d49db74eff,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:20.518296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:20.606051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.622645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2123f4b8-ff29-46a9-b3f4-b7e410adbd96 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:20.668369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3668c186-1857-452e-ac03-b80ccb3ca0fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups/5a5565dd-32bc-4752-8996-c9d49db74eff HTTP/1.1" status: 200 len: 1776 time: 0.1968563 Jun 22 20:45:20.669774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '8f126e89-955a-4dd9-9140-10ae1909ef2d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:20.670857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.679733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58534) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.680618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=bcc916b3-1965-4ecc-b4be-de5807fe7390,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:20.695869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:20.708431 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4784749f-7c41-4920-a71a-3289cd3bd57d tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d/tags HTTP/1.1" status: 204 len: 168 time: 0.2656136 Jun 22 20:45:20.714140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58536) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:20.722226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-12b4d9f2-5a3f-40c8-99e1-5ead8c62d759 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '239e0705-4abe-4f8b-89f4-a4df49f0ffcb') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:20.816290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.817873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.832342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Allocated IP 172.20.0.2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/8f126e89-955a-4dd9-9140-10ae1909ef2d/ddd21902-877b-4a51-85a1-80972de643e0) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:20.897652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:20.902746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.968493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 55445923-8f01-49da-8835-04266b1a1148 update to ACTIVE by agent not found {{(pid=100375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 20:45:20.992825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:20.994579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Deleting port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:20.995076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.046039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:21.074836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:21.075178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d9dfbafc-ce4e-4ee8-b0e5-458d6d451378 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:21.096194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.162365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.273629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2228ec8f-98b1-41a6-835f-bf535c380348 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:21.301413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 2228ec8f-98b1-41a6-835f-bf535c380348 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:21.301937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2228ec8f-98b1-41a6-835f-bf535c380348 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:21.302560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1696d55-e23b-4e5a-bb67-9254eddc317c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:21.332005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a1696d55-e23b-4e5a-bb67-9254eddc317c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:21.332005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a1696d55-e23b-4e5a-bb67-9254eddc317c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:21.332466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 55445923-8f01-49da-8835-04266b1a1148 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:21.355699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 55445923-8f01-49da-8835-04266b1a1148 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:21.356982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 55445923-8f01-49da-8835-04266b1a1148 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:21.368207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.371544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.375836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/5a5565dd-32bc-4752-8996-c9d49db74eff HTTP/1.1" status: 204 len: 168 time: 0.6885829 Jun 22 20:45:21.375836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-31fa4d19-d30c-4e05-acd1-e7a3be397552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:21.379775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58538) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.399202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:21.405726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5565dd-32bc-4752-8996-c9d49db74eff,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:21.408908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:21.452945 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-12b4d9f2-5a3f-40c8-99e1-5ead8c62d759 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb/tags HTTP/1.1" status: 204 len: 168 time: 0.7352581 Jun 22 20:45:21.456986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58540) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.468367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-02bf0c7c-a749-4d4c-8cff-91fbb6200ffc tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ea3aa728-c530-4b94-9393-c51891306010') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:21.526062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Transition to ACTIVE for port object ddd21902-877b-4a51-85a1-80972de643e0 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:21.532291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.535457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] For port 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:21.535827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.541677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03cbe039-0f94-480c-8a78-16ad314959c9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:21.545995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Transition to ACTIVE for port object ddd21902-877b-4a51-85a1-80972de643e0 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:21.553552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.555769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-be09c0d0-45b3-4bb5-bc67-e9ae7b1ff04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:21.561844 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa43df2d-77b6-4371-8da5-5efb263e4356 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1789467 Jun 22 20:45:21.566655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58542) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.584248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:21.586232 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-b8316131-fcf4-4d63-a45e-00cb39f7afcf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] delete failed (client error): The resource could not be found. Jun 22 20:45:21.586424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Port': ['ID=305cdd3f-177f-4b5e-8e3e-950761589345,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:21.591341 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b8316131-fcf4-4d63-a45e-00cb39f7afcf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/5a5565dd-32bc-4752-8996-c9d49db74eff HTTP/1.1" status: 404 len: 347 time: 0.0235999 Jun 22 20:45:21.593861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58544) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.595930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:21.596999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:21.597862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Calling delete_port for 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:21.601773 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364850 Jun 22 20:45:21.602172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58546) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.605519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--748068228'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:21.606885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:21.610142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:21.615112 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:21.649362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.652249 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:21.653118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:21.700862 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-02bf0c7c-a749-4d4c-8cff-91fbb6200ffc tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010/tags HTTP/1.1" status: 204 len: 168 time: 0.2408707 Jun 22 20:45:21.703341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:21.704792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58548) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.707254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:21.710957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-b16fad09-57e3-4248-aed6-f8bd20b4a6d8 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '888c4e3e-ae33-4053-a229-9e2c3feeb1bb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:21.721640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Attempting to bind port ddd21902-877b-4a51-85a1-80972de643e0 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:21.722921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Attempting to bind port ddd21902-877b-4a51-85a1-80972de643e0 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:21.723414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Attempting to bind port ddd21902-877b-4a51-85a1-80972de643e0 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:21.729717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:21.730362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:21.730932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.731500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:21.732192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Bound port: ddd21902-877b-4a51-85a1-80972de643e0, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:21.732721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.808799 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:21.844840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:21.849849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:21.870174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.872599 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b16fad09-57e3-4248-aed6-f8bd20b4a6d8 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1665606 Jun 22 20:45:21.882455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58550) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.888903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bcb1ee92-65ce-4dd1-aa95-4f991684a53f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:21.906440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting subnet dcef760a-34db-496c-8ba0-550b894f1dfd {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:21.909381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.921057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:21.931241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.948657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.956718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-02b68724-1c4c-4d7a-bf8b-23c068fbe01b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:21.961191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:21.962490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3607314 Jun 22 20:45:21.970893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:21.972466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58552) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:21.975753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:21.979872 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:21.992230 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:21.993120 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:22.001062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd5235-851b-41cb-b08a-76edb1cfd3ef,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:22.006797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:22.022664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'aadd5235-851b-41cb-b08a-76edb1cfd3ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:22.081963 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:22.137452 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:22.195544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.204137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.207602 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc97f8-288c-4764-9e6a-48e1110fd101 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:22.375740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.419903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34a059c9-4781-4c7a-a314-4cf0fdc70e3c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for subnetpool, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.421107 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34a059c9-4781-4c7a-a314-4cf0fdc70e3c tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnetpools/607e7525-295c-4ba1-a530-52c08b7a138d HTTP/1.1" status: 204 len: 168 time: 0.5332029 Jun 22 20:45:22.424050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58554) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:22.451148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.459309 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-594bf9ee-9363-4d16-ad1d-c95a28cd7fb5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "GET /v2.0/ports?device_id=239e0705-4abe-4f8b-89f4-a4df49f0ffcb HTTP/1.1" status: 200 len: 205 time: 0.0317388 Jun 22 20:45:22.459927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58556) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:22.542736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.554359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.658781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.675023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.679744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.727109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e131597d-3c79-4557-9053-439f0200ced0 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:22.730154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.733545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.783747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.784460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Fanout notify agent at l3_agent the message router_deleted on router 239e0705-4abe-4f8b-89f4-a4df49f0ffcb {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:45:22.804091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.805217 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5461cd4f-3a50-4f7d-b4fe-804a5c643436 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/routers/239e0705-4abe-4f8b-89f4-a4df49f0ffcb HTTP/1.1" status: 204 len: 168 time: 0.3446755 Jun 22 20:45:22.810817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58558) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:22.816667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2a93a356-0dc3-4e46-b536-1fb0f2a32ae3,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:22.847256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:22.849386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b854f46b-b872-42ff-b15f-43f7748070bb tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:22.883932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.887025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8700917 Jun 22 20:45:22.904200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58560) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:22.916608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.959283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.973597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.977245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:22.978313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:22.980860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35106d30-b45d-42c0-b31b-1455f3817901,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:23.013044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Deleting port ea3aa728-c530-4b94-9393-c51891306010 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:23.013582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.045005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:23.048317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.051323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f74c9666-9ab8-4c48-91c5-2fd46b553de4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:23.058205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.059212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/35106d30-b45d-42c0-b31b-1455f3817901 HTTP/1.1" status: 204 len: 168 time: 0.1526253 Jun 22 20:45:23.086338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:23.090321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:23.099140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35106d30-b45d-42c0-b31b-1455f3817901,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:23.101695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:23.115218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79214d-c93e-4923-82cd-a5c87ec9cb8d None None] Network 2e29aefc-cae3-4b5c-a662-ee991c19fd03 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:23.180604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.183740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.190383 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/dcef760a-34db-496c-8ba0-550b894f1dfd HTTP/1.1" status: 204 len: 168 time: 1.5842872 Jun 22 20:45:23.192161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:23.214464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Subnet': ['ID=dcef760a-34db-496c-8ba0-550b894f1dfd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:23.226125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Calling delete_port for ea3aa728-c530-4b94-9393-c51891306010 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:23.280352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:23.374326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.407566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6d619ac-076d-4744-9314-c92406ca797f None None] Provisioning for port ddd21902-877b-4a51-85a1-80972de643e0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:23.449406 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5bc7698c-d9b3-462b-bcab-81d2127d7029 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3525991 Jun 22 20:45:23.467630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:23.484205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58566) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:23.530790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.537753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ec6326e7-8aeb-4337-8753-163e9f900e7d tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:23.541995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Deleting port 67b3d612-20c1-49c2-87cd-1fa4073ef62c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:23.542446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.569658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Router d85c14fe-ce08-49d1-863d-027f6a966e39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:23.579223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event deleted for resources: {'Port': ['ID=ea3aa728-c530-4b94-9393-c51891306010,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:23.582802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:23.614500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.675132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] DHCP port deletion for 2e29aefc-cae3-4b5c-a662-ee991c19fd03 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:23.703888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] For port 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67b3d612-20c1-49c2-87cd-1fa4073ef62c,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:23.704343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.733154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Calling delete_port for 67b3d612-20c1-49c2-87cd-1fa4073ef62c owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:23.735096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port ddd21902-877b-4a51-85a1-80972de643e0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:23.742308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:23.742691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.746008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.746874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Deleting port 67b3d612-20c1-49c2-87cd-1fa4073ef62c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:23.747250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.748367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/ports/ea3aa728-c530-4b94-9393-c51891306010 HTTP/1.1" status: 204 len: 168 time: 0.9365373 Jun 22 20:45:23.753722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:23.846793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] For port 67b3d612-20c1-49c2-87cd-1fa4073ef62c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67b3d612-20c1-49c2-87cd-1fa4073ef62c,segment=NetworkSegment(13908a11-df33-4665-846a-5c6b22cc2004),segment_id=13908a11-df33-4665-846a-5c6b22cc2004)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:23.847046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.863830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Calling delete_port for 67b3d612-20c1-49c2-87cd-1fa4073ef62c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:23.864194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Deleting subnet 888c4e3e-ae33-4053-a229-9e2c3feeb1bb {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:23.869314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.921172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.943492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.958540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:23.963101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:23.999164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:24.004883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.008395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.014358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bcc916b3-1965-4ecc-b4be-de5807fe7390 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:24.016220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Port': ['ID=67b3d612-20c1-49c2-87cd-1fa4073ef62c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.019778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.025784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.030816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No DVR routers for this DVR port 67b3d612-20c1-49c2-87cd-1fa4073ef62c on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:24.061031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: bcc916b3-1965-4ecc-b4be-de5807fe7390 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:24.061687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bcc916b3-1965-4ecc-b4be-de5807fe7390 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:24.074757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] No DVR routers for this DVR port 67b3d612-20c1-49c2-87cd-1fa4073ef62c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:24.093020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.096938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.097654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cf898a89-28a8-4fc4-9df6-9f3a602dd79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.119870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Pushing event deleted for resources: {'Port': ['ID=67b3d612-20c1-49c2-87cd-1fa4073ef62c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.122142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.157565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.161208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.173441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.193009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e29aefc-cae3-4b5c-a662-ee991c19fd03']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.208809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13908a11-df33-4665-846a-5c6b22cc2004') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.209114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13908a11-df33-4665-846a-5c6b22cc2004') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.225591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.243718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.248209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.256246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:24.257082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:24.259704 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:24.269026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.291497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:24.302186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Sync routers for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:24.305666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "PUT /v2.0/routers/d85c14fe-ce08-49d1-863d-027f6a966e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8206048 Jun 22 20:45:24.307237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:24.312876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:24.313529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.319719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.349937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78a02d9c-7c80-4a06-bfd7-a368c965f526 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.381840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event deleted for resources: {'Subnet': ['ID=888c4e3e-ae33-4053-a229-9e2c3feeb1bb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.388011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.398947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.400955 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/subnets/888c4e3e-ae33-4053-a229-9e2c3feeb1bb HTTP/1.1" status: 204 len: 168 time: 0.6461606 Jun 22 20:45:24.401831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.405470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58572) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:24.417185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad75af6-7098-4e53-a2c9-7afa565437a2 None None] Network 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:24.418185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d470e5d0-4b1c-4835-b7b0-3614c45bdee5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.427230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.431581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/networks/2e29aefc-cae3-4b5c-a662-ee991c19fd03 HTTP/1.1" status: 204 len: 168 time: 1.2359574 Jun 22 20:45:24.440899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58574) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:24.452741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Deleting subnet 233b3114-6702-4053-8172-925991bca184 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:24.458864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'routes': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:24.468758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.472217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.472641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.474430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/aadd5235-851b-41cb-b08a-76edb1cfd3ef HTTP/1.1" status: 204 len: 168 time: 0.9891074 Jun 22 20:45:24.497510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:24.511745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-20be7114-0903-47a0-8f40-6ada87db385c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.547168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58576) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:24.576829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd5235-851b-41cb-b08a-76edb1cfd3ef,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.579297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.693241 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-59e3d7e1-922c-4232-8844-a4ea3fd8fa3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1426921 Jun 22 20:45:24.695339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:24.698940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58578) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:24.703748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031909241'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:24.741038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Router 178151ae-82c0-4167-8224-ee37d4fefb02 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:24.771426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:45:21Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.774887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.782189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.788140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.788979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.810047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Checking router: d85c14fe-ce08-49d1-863d-027f6a966e39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:24.810384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Pushing event deleted for resources: {'Network': ['ID=2e29aefc-cae3-4b5c-a662-ee991c19fd03,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:24.821015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Routers {'d85c14fe-ce08-49d1-863d-027f6a966e39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:24.821732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['d85c14fe-ce08-49d1-863d-027f6a966e39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:24.826262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] DHCP port deletion for 0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:24.838127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:24.851405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:24.898505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:24.906648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:24.917518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.921519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:24.922232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:24.927206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018fa6c1-c882-42c0-acd3-1e415854eabb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:24.950453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.000497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=5']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:25.009286 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:45:25.013560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:25.015451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cff1c66f-d8c1-4623-bca0-80ef6991cbf3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:25.040222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] Set router d85c14fe-ce08-49d1-863d-027f6a966e39 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:25.045352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Deleting port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:25.046107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.082894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:25.091839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] 10.222.0.66 "PUT /v2.0/routers/178151ae-82c0-4167-8224-ee37d4fefb02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1276524 Jun 22 20:45:25.093498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Added routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 20:45:25.093799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.extraroute_db [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Removed routes are [] {{(pid=100374) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 20:45:25.094191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.094578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58580) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:25.110853 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Sync routers for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:25.137163 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:25.138031 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:25.175421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=c4616cef-66c5-493a-beed-4e335f059ebf,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:25.187596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.188854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:25.198803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.238661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.250006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7da8d960-516a-41a3-adfe-0309e537229e tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:25.259929 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8183241 Jun 22 20:45:25.267999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:25.276674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:12:7f:ee', 'name': 'tempest-NetworksTestDHCPv6-391605480'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:25.281796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.285889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.290391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5904238 Jun 22 20:45:25.294354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58584) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:25.307925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be755088-c581-4ae3-b848-0763259074c3,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:25.312854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:25.316677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.323890 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:25.336087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d03a4f4-0389-46bd-afcc-d02c019f237a tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:25.349185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.353964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "DELETE /v2.0/subnets/233b3114-6702-4053-8172-925991bca184 HTTP/1.1" status: 204 len: 168 time: 1.0430660 Jun 22 20:45:25.356759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'be755088-c581-4ae3-b848-0763259074c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:25.373196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:25.379662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58586) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:25.438185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07582e-a37d-4359-b98e-e26b9b9841e0 None None] Network 494acffb-6ea3-4101-97a2-d7a48d6415ad requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:25.509308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.547803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Subnet': ['ID=233b3114-6702-4053-8172-925991bca184,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:25.552375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:25.574970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.576991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] For port 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=73ce5be2-9b2f-4d80-913b-ee9f9002e339,segment=NetworkSegment(8e57729c-9b47-444a-926b-49b691608c6c),segment_id=8e57729c-9b47-444a-926b-49b691608c6c)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:25.577823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.580156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.591516 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:45:22Z', 'revision_number': 5, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port': {'id': '5392bc7f-f2ca-48ae-9eeb-98139287b9cb', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:25.637335 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Checking router: 178151ae-82c0-4167-8224-ee37d4fefb02 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:25.648057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Routers {'178151ae-82c0-4167-8224-ee37d4fefb02'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:25.649282 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['178151ae-82c0-4167-8224-ee37d4fefb02'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:25.702535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.762724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Deleting port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:25.763216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.765176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Deleting port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:25.766318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.766834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.773571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.779444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.813181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:25.817358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.819599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Calling delete_port for 73ce5be2-9b2f-4d80-913b-ee9f9002e339 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:25.840883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:25.841273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.883029 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] Set router 178151ae-82c0-4167-8224-ee37d4fefb02 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:25.952881 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:45:25Z', 'revision_number': 6, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:25.959827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:45:21Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:25.981526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f65e99c-3cd7-4685-b261-6b88341ee6b8,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:25.984118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] For port 5392bc7f-f2ca-48ae-9eeb-98139287b9cb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:25.984649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.985171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:25.990972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Deleting port d2eb96af-c58f-4500-97b0-b74c32a6f707 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:25.991847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.995127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:25.998761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6440654 Jun 22 20:45:25.999554 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc466-4a6f-4a62-8680-ac5361ccef06 None None] The sync data for ids ['178151ae-82c0-4167-8224-ee37d4fefb02'] in dv-neutron-797537-2-hyperv is: [{'id': '178151ae-82c0-4167-8224-ee37d4fefb02', 'name': 'tempest-ServerActionsTestJSON-1166041963-router', 'tenant_id': '2f5202f2ad58465a970062c8ef010608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:41:41Z', 'updated_at': '2021-06-22T20:45:25Z', 'revision_number': 6, 'project_id': '2f5202f2ad58465a970062c8ef010608', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:26.003178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58588) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:26.011353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router bbab33a4-ff28-474e-b686-a4f04e4f5a39 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:26.013585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] For port 73ce5be2-9b2f-4d80-913b-ee9f9002e339, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=73ce5be2-9b2f-4d80-913b-ee9f9002e339,segment=NetworkSegment(8e57729c-9b47-444a-926b-49b691608c6c),segment_id=8e57729c-9b47-444a-926b-49b691608c6c)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:26.013979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.028038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'be755088-c581-4ae3-b848-0763259074c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:26.040619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Calling delete_port for 5392bc7f-f2ca-48ae-9eeb-98139287b9cb owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:26.040911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Calling delete_port for 73ce5be2-9b2f-4d80-913b-ee9f9002e339 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:26.053585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d2611-a8fb-4031-8388-9fabd4c19f46 None None] The sync data for ids ['d85c14fe-ce08-49d1-863d-027f6a966e39'] in dv-neutron-797537-2-hyperv is: [{'id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796981645', 'tenant_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:42:57Z', 'updated_at': '2021-06-22T20:45:21Z', 'revision_number': 5, 'project_id': 'fcf77761010547d3b61fa79ab8bd4f16', 'gw_port': {'id': 'd2eb96af-c58f-4500-97b0-b74c32a6f707', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c14fe-ce08-49d1-863d-027f6a966e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:42:59Z', 'updated_at': '2021-06-22T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:26.070324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:26.106040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.113484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:26.201443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.220280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] No DVR routers for this DVR port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:26.222589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Pushing event deleted for resources: {'Port': ['ID=73ce5be2-9b2f-4d80-913b-ee9f9002e339,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:26.242998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:26.243677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:26.249535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.255547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] For port d2eb96af-c58f-4500-97b0-b74c32a6f707, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d2eb96af-c58f-4500-97b0-b74c32a6f707,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:26.255920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.258536 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ca97c153-da08-4bfd-b4b4-efc5d3521ec3 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 705 time: 1.8101373 Jun 22 20:45:26.265009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Sync routers for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:26.268919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58590) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:26.270731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Calling delete_port for d2eb96af-c58f-4500-97b0-b74c32a6f707 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:26.277661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:26.278418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:26.325406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-41e33c81-6cc6-4897-a7b6-e73601d40604 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 205 time: 0.0493524 Jun 22 20:45:26.331773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58592) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:26.394072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:26.487848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.495881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ff321467-cc59-443c-a44b-6345e652e644 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:26.500400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.552977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] DHCP port deletion for 494acffb-6ea3-4101-97a2-d7a48d6415ad request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:26.597545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67b3d612-20c1-49c2-87cd-1fa4073ef62c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:26.629224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event deleted for resources: {'Port': ['ID=73ce5be2-9b2f-4d80-913b-ee9f9002e339,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:26.631860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:26.638154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.645022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 67b3d612-20c1-49c2-87cd-1fa4073ef62c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:26.645022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67b3d612-20c1-49c2-87cd-1fa4073ef62c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:26.645786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 73ce5be2-9b2f-4d80-913b-ee9f9002e339 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:26.650091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:26.691367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] No DVR routers for this DVR port 73ce5be2-9b2f-4d80-913b-ee9f9002e339 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:26.724866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 73ce5be2-9b2f-4d80-913b-ee9f9002e339 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:26.725294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 73ce5be2-9b2f-4d80-913b-ee9f9002e339 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:26.729238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Checking router: bbab33a4-ff28-474e-b686-a4f04e4f5a39 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:26.741007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 8d412360-53e7-45a2-b9ec-2c528053b66f yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:26.750355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.753538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Routers {'bbab33a4-ff28-474e-b686-a4f04e4f5a39'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:26.754204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:26.779540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7aa9abd-4737-422f-952f-3c8e2047eb19 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:26.835758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.841849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Deleting port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:26.842590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.858674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] Set router bbab33a4-ff28-474e-b686-a4f04e4f5a39 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:26.868169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.925864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Pushing event deleted for resources: {'Port': ['ID=5392bc7f-f2ca-48ae-9eeb-98139287b9cb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:26.928030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.929160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:26.933609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eb496ee8-1ca4-4cb5-a96f-f63ed05f3eaf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:26.938529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.965113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.973785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:26.988726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:27.038225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d35208d-2739-4c3b-b23f-a3c25965af56 None None] The sync data for ids ['bbab33a4-ff28-474e-b686-a4f04e4f5a39'] in dv-neutron-797537-2-hyperv is: [{'id': 'bbab33a4-ff28-474e-b686-a4f04e4f5a39', 'name': 'tempest-RoutersIpV6Test-router-1676826293', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:44:15Z', 'updated_at': '2021-06-22T20:45:20Z', 'revision_number': 11, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:27.063295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] For port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,segment=NetworkSegment(f71b9bb1-0974-4522-afe5-159d1111eb2a),segment_id=f71b9bb1-0974-4522-afe5-159d1111eb2a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:27.064891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.111246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Calling delete_port for 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:27.139953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.171822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcadc5d-7058-44a8-aaca-82f6fb91f9d0']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:27.233201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:27.282154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:27.283236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2a93a356-0dc3-4e46-b536-1fb0f2a32ae3 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:27.284344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5392bc7f-f2ca-48ae-9eeb-98139287b9cb no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:27.314609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5392bc7f-f2ca-48ae-9eeb-98139287b9cb {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:27.314971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5392bc7f-f2ca-48ae-9eeb-98139287b9cb not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:27.315407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 305cdd3f-177f-4b5e-8e3e-950761589345 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:27.349674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 305cdd3f-177f-4b5e-8e3e-950761589345 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:27.350383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 305cdd3f-177f-4b5e-8e3e-950761589345 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:27.351195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:27.354591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d78f42f3-fe2e-4290-9994-556d72f506d8 None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:27.355165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d78f42f3-fe2e-4290-9994-556d72f506d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.359556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.381703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d042e377-0e8d-4cd8-a88c-60dd5577a068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:27.443204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:27.443663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:27.452155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Pushing event deleted for resources: {'Port': ['ID=7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:27.456306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:27.458206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] No DVR routers for this DVR port 7d52b0b1-8b4b-46c3-9a3d-9e7bc8de34a8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:27.559989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e57729c-9b47-444a-926b-49b691608c6c') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:27.560278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e57729c-9b47-444a-926b-49b691608c6c') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:27.562271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.562802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router bbab33a4-ff28-474e-b686-a4f04e4f5a39 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:45:27.573503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.574777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b400c79d-8b18-409f-a2e5-738abefcf560 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 204 len: 168 time: 1.2420485 Jun 22 20:45:27.584288 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Port': ['ID=d2eb96af-c58f-4500-97b0-b74c32a6f707,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:27.590935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.592421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58594) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:27.598183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1492950105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:27.617949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:27.620946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:27.627555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.635736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c533c84-f239-4bc4-87f7-d130cd07cb38,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:27.638725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.642712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:27.643948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.644478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.646429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:27.647599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:27.647911 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:27.651158 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6449404 Jun 22 20:45:27.653636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58596) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:27.660322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'be755088-c581-4ae3-b848-0763259074c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:27.705474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.737042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.737478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178151ae-82c0-4167-8224-ee37d4fefb02 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:45:27.757617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.758730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.770160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.770730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.771877 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] 10.222.0.66 "DELETE /v2.0/routers/178151ae-82c0-4167-8224-ee37d4fefb02 HTTP/1.1" status: 204 len: 168 time: 2.6761978 Jun 22 20:45:27.775078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.776387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58598) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:27.776971 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] 10.222.0.66 "DELETE /v2.0/networks/0bcadc5d-7058-44a8-aaca-82f6fb91f9d0 HTTP/1.1" status: 204 len: 168 time: 3.3705316 Jun 22 20:45:27.778357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 172.20.0.5 (40fe1879-ece6-4130-be20-c9f8a60bb4af/8f126e89-955a-4dd9-9140-10ae1909ef2d/8d412360-53e7-45a2-b9ec-2c528053b66f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:27.781393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:27.792774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe12:7fee (40fe1879-ece6-4130-be20-c9f8a60bb4af/c4616cef-66c5-493a-beed-4e335f059ebf/8d412360-53e7-45a2-b9ec-2c528053b66f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:27.815871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Pushing event deleted for resources: {'Network': ['ID=0bcadc5d-7058-44a8-aaca-82f6fb91f9d0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:27.818341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:27.850236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.873249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.888130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.891260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.918551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.922445 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b53ffbf6-3aff-46fd-876e-1737d199a1bc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3263624 Jun 22 20:45:27.931147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:27.944335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:27.957763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.962868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Deleting subnet c01cd340-c3a4-48e7-b64b-d4f06d98036b {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:27.966745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.967260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Fanout notify agent at l3_agent the message router_deleted on router d85c14fe-ce08-49d1-863d-027f6a966e39 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:45:27.975004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.983437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:27.987198 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "DELETE /v2.0/routers/d85c14fe-ce08-49d1-863d-027f6a966e39 HTTP/1.1" status: 204 len: 168 time: 2.6036890 Jun 22 20:45:27.988996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58604) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.048195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.125844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.134335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58608) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.140457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.164547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28ab8daa-1a0f-4f2a-9a8c-68a8c4e0041c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.178760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4856d03c-c71f-48cb-bf20-3196317ecc0d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.187698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.204243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.207825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.208913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5531111 Jun 22 20:45:28.216014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58612) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.221099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'be755088-c581-4ae3-b848-0763259074c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:28.232515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.281221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.284035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e89c65a1-fde6-4e37-9917-3860904e7302 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.328370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01cd340-c3a4-48e7-b64b-d4f06d98036b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.334743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.336998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.339827 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c01cd340-c3a4-48e7-b64b-d4f06d98036b HTTP/1.1" status: 204 len: 168 time: 0.5581710 Jun 22 20:45:28.340971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec6979-fde2-4c67-b541-10d855dbe04c None None] Network 468dc091-ffd4-4981-b7f4-b711852b0063 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:28.342819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58614) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.346798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.364125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.401890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 8d412360-53e7-45a2-b9ec-2c528053b66f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:28.409076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.415606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.436969 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-30bfde95-1b30-4f93-a76a-9a58f0886627 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a9eff7e800d440f964c730cf8c9350b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008044 Jun 22 20:45:28.437555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58616) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.463417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.529207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.561265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.561562 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] DHCP port deletion for 468dc091-ffd4-4981-b7f4-b711852b0063 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:28.583759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Deleting port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:28.584097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.592617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.616845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494acffb-6ea3-4101-97a2-d7a48d6415ad']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:28.623379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Deleting port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:28.624384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.639493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71b9bb1-0974-4522-afe5-159d1111eb2a') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:28.639957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71b9bb1-0974-4522-afe5-159d1111eb2a') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:28.666236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.677090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] For port 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=46eebe48-3fba-41ce-acac-4ad1b1ab3335,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:28.677827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.697606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Calling delete_port for 46eebe48-3fba-41ce-acac-4ad1b1ab3335 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:28.698964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.700248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.702547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.704095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] For port 46eebe48-3fba-41ce-acac-4ad1b1ab3335, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=46eebe48-3fba-41ce-acac-4ad1b1ab3335,segment=NetworkSegment(4a699195-2307-4a40-be23-25e409f08a3e),segment_id=4a699195-2307-4a40-be23-25e409f08a3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:28.705176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.706420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.709632 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5e4c618-cf88-4422-89c8-fa772a5f1ddd HTTP/1.1" status: 204 len: 168 time: 0.2663414 Jun 22 20:45:28.709810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.712122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91ec2722-6b89-47a7-9376-2c62f1b54fab tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.717445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3fe756cc-df63-4334-80a8-110763711e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.723882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.733165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:28.733583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.735771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4c618-cf88-4422-89c8-fa772a5f1ddd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.739187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Calling delete_port for 46eebe48-3fba-41ce-acac-4ad1b1ab3335 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:28.739449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:28.761941 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:28.793634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:28.807936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:28.848185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:28.855861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.862548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d2c35d2-6156-4dfc-b2af-bdefff4fe716 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.881849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.884374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:28.910965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=46eebe48-3fba-41ce-acac-4ad1b1ab3335,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.914870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Router 81ffa854-47bc-42b8-ab0f-8a266668892f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:45:28.917448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] No DVR routers for this DVR port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:28.920093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.927193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Pushing event deleted for resources: {'Port': ['ID=46eebe48-3fba-41ce-acac-4ad1b1ab3335,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.929440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.930664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7135084 Jun 22 20:45:28.937164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.938570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] No DVR routers for this DVR port 46eebe48-3fba-41ce-acac-4ad1b1ab3335 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:28.950859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58622) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.959259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.969127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:28.971409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "DELETE /v2.0/networks/494acffb-6ea3-4101-97a2-d7a48d6415ad HTTP/1.1" status: 204 len: 168 time: 0.9814541 Jun 22 20:45:28.977005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'be755088-c581-4ae3-b848-0763259074c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:28.988164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58624) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:28.990368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=8d412360-53e7-45a2-b9ec-2c528053b66f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:28.993629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:28.997958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:29.014653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dafe0f4-b325-4a24-890f-66436bab9fd6,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:29.018358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:29.021847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:29.061324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.079389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:29.080850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.082269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468dc091-ffd4-4981-b7f4-b711852b0063']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.116813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a699195-2307-4a40-be23-25e409f08a3e') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.117655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a699195-2307-4a40-be23-25e409f08a3e') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.136089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.156954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.165218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:29.165972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:29.168605 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:29.171705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'Network': ['ID=494acffb-6ea3-4101-97a2-d7a48d6415ad,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:29.180371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:29.185546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:29.201143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.203475 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0e1f1e0c-7128-421e-bffb-be807fff7414 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "PUT /v2.0/routers/81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 200 len: 698 time: 1.2711692 Jun 22 20:45:29.209349 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Sync routers for ids ['81ffa854-47bc-42b8-ab0f-8a266668892f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:29.215833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58632) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.221317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9471905 Jun 22 20:45:29.222990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.227541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 46eebe48-3fba-41ce-acac-4ad1b1ab3335 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:29.230959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58634) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.245857 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Routers {'81ffa854-47bc-42b8-ab0f-8a266668892f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:29.246795 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['81ffa854-47bc-42b8-ab0f-8a266668892f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.272226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 46eebe48-3fba-41ce-acac-4ad1b1ab3335 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:29.273371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 46eebe48-3fba-41ce-acac-4ad1b1ab3335 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:29.274511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d2eb96af-c58f-4500-97b0-b74c32a6f707 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:29.287589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.309106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d2eb96af-c58f-4500-97b0-b74c32a6f707 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:29.309814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d2eb96af-c58f-4500-97b0-b74c32a6f707 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:29.366515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.381419 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Set router 81ffa854-47bc-42b8-ab0f-8a266668892f gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:29.386196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.391998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-12d2b366-0f7b-47d1-9c4e-9461bbe0c1a0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:29.392472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-67fed3c9-fd4b-4fcc-b7ce-c0d58cfea7f7 None None] Provisioning for port 8d412360-53e7-45a2-b9ec-2c528053b66f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:29.399480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-67fed3c9-fd4b-4fcc-b7ce-c0d58cfea7f7 None None] Provisioning complete for port 8d412360-53e7-45a2-b9ec-2c528053b66f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:29.400263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-67fed3c9-fd4b-4fcc-b7ce-c0d58cfea7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.401377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.413586 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] 10.222.0.66 "DELETE /v2.0/networks/468dc091-ffd4-4981-b7f4-b711852b0063 HTTP/1.1" status: 204 len: 168 time: 1.0696573 Jun 22 20:45:29.455570 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fe80efcc-3ef6-4419-856b-a401b585e19b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/routers/81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 200 len: 704 time: 0.2350969 Jun 22 20:45:29.458079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58640) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.501248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-67fed3c9-fd4b-4fcc-b7ce-c0d58cfea7f7 None None] Port 8d412360-53e7-45a2-b9ec-2c528053b66f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:29.519574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.528219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.528440 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffa854-47bc-42b8-ab0f-8a266668892f', 'name': 'tempest-RoutersIpV6Test-router-1492950105', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:27Z', 'updated_at': '2021-06-22T20:45:28Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.541258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb6ae5-6f6d-4546-a93a-05039f855ac1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:29.547700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb6ae5-6f6d-4546-a93a-05039f855ac1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:29.554163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-06bb6ae5-6f6d-4546-a93a-05039f855ac1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3176169 Jun 22 20:45:29.554163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-811161f5-2054-438d-bdca-dac0542825e3 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:29.559140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58646) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.559391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2338587b-41d2-4098-81a8-03ab171a70dc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 200 len: 205 time: 0.0933623 Jun 22 20:45:29.560194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=468dc091-ffd4-4981-b7f4-b711852b0063,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:29.570675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:29.575243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58648) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.576143 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Checking router: 81ffa854-47bc-42b8-ab0f-8a266668892f for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:29.589445 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Routers {'81ffa854-47bc-42b8-ab0f-8a266668892f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:29.591314 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['81ffa854-47bc-42b8-ab0f-8a266668892f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.680008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4038dd0-fc47-4bb7-bb56-68c990136a2e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:29.696423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.701175 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7430065 Jun 22 20:45:29.702072 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] Set router 81ffa854-47bc-42b8-ab0f-8a266668892f gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:29.703188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.703754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.704285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.705340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.705880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.706457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.706999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.707835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.708517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.709057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.709587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.710338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:29.717807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.720249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:29.734180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.780865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58656) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.812045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.831495 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ffa854-47bc-42b8-ab0f-8a266668892f', 'name': 'tempest-RoutersIpV6Test-router-1492950105', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:27Z', 'updated_at': '2021-06-22T20:45:28Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:29.832572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 8d412360-53e7-45a2-b9ec-2c528053b66f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:29.832943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.839867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.873770 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17330-5c8b-4d6b-8b59-5de30f0c7de4 None None] The sync data for ids ['81ffa854-47bc-42b8-ab0f-8a266668892f'] in dv-neutron-797537-2-hyperv is: [{'id': '81ffa854-47bc-42b8-ab0f-8a266668892f', 'name': 'tempest-RoutersIpV6Test-router-1492950105', 'tenant_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:27Z', 'updated_at': '2021-06-22T20:45:28Z', 'revision_number': 2, 'project_id': '86f30121e9004e6aa42b11ac3e2dc16f', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:29.890369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58658) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:29.897632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.900443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.904997 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] 10.222.0.66 "DELETE /v2.0/security-groups/a1ef4d67-f6d9-4f82-8832-c00e99d29cd4 HTTP/1.1" status: 204 len: 168 time: 0.9124577 Jun 22 20:45:29.930273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b9ac48dc-7cba-4dee-9016-d90990e7e4fb tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:29.952645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef4d67-f6d9-4f82-8832-c00e99d29cd4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:29.952645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:29.956428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:29.974216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.077338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.078101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Fanout notify agent at l3_agent the message router_deleted on router 81ffa854-47bc-42b8-ab0f-8a266668892f {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:45:30.078728 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0048651a-2d4b-4957-8d14-9177607ed284 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f5202f2ad58465a970062c8ef010608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951772 Jun 22 20:45:30.083006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.096500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.099235 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5d7abc49-67ed-462f-9944-209469879883 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 204 len: 168 time: 0.5195394 Jun 22 20:45:30.108658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58668) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.115127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.152648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.161474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-933571941'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:30.168853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.170328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d4038dd0-fc47-4bb7-bb56-68c990136a2e HTTP/1.1" status: 204 len: 168 time: 0.4483619 Jun 22 20:45:30.171187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:30.174099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58670) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.176355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-56d6c779-4d19-4c04-9935-7ecda6af79d7 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 200 len: 205 time: 0.0626459 Jun 22 20:45:30.187364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58672) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.208105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4038dd0-fc47-4bb7-bb56-68c990136a2e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:30.213927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.216129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:30.217646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 8d412360-53e7-45a2-b9ec-2c528053b66f owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:30.253171 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5c403892-4f30-4874-9119-f6241f79bac2 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0777838 Jun 22 20:45:30.254102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58674) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.287248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.290952 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-35036d7b-3af8-4d38-9ae0-cb7723e7e0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:30.294463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-35036d7b-3af8-4d38-9ae0-cb7723e7e0c9 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/81ffa854-47bc-42b8-ab0f-8a266668892f HTTP/1.1" status: 404 len: 336 time: 0.1006947 Jun 22 20:45:30.300010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58676) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.317155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.338426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.390221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-4819502b-a913-4e68-b5e9-f11610dd53d8 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:30.391155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4819502b-a913-4e68-b5e9-f11610dd53d8 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:30.395330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4819502b-a913-4e68-b5e9-f11610dd53d8 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/768d5c54-9bff-4f1a-8205-8ce1f3403ff9 HTTP/1.1" status: 404 len: 337 time: 0.0940173 Jun 22 20:45:30.397720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58680) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.399591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Made reservation on behalf of 88e67c8d80e9464c96c97c9582875eac for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:30.403497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.409362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.427941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.436270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:30.440962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-efce6f9d-162b-4318-acde-aa02fa39673b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:30.441433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efce6f9d-162b-4318-acde-aa02fa39673b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:30.445776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-efce6f9d-162b-4318-acde-aa02fa39673b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/e9220d08-f407-4195-ad42-17e6ece63063 HTTP/1.1" status: 404 len: 337 time: 0.0446060 Jun 22 20:45:30.447710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.451812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3dafe0f4-b325-4a24-890f-66436bab9fd6 HTTP/1.1" status: 204 len: 168 time: 0.1943946 Jun 22 20:45:30.452096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58682) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.452771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58684) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.462308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.466226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.469714 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56d1e593-1c3c-4165-9b1d-51a8c7ea4960 HTTP/1.1" status: 204 len: 168 time: 0.3687773 Jun 22 20:45:30.471909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dafe0f4-b325-4a24-890f-66436bab9fd6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:30.482436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:30.483095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9102b023-b97f-4878-af1d-9b290b0453bd tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:30.492907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1e593-1c3c-4165-9b1d-51a8c7ea4960,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:30.495591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:30.554403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-758a3a45-40eb-4fd8-a405-961813e93c56 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:30.555108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758a3a45-40eb-4fd8-a405-961813e93c56 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:30.558394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-758a3a45-40eb-4fd8-a405-961813e93c56 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/6ab41794-02a8-4326-a45c-7461c339f8a5 HTTP/1.1" status: 404 len: 337 time: 0.1011069 Jun 22 20:45:30.561166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58688) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.607066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58690) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.615431 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-df182d6d-3563-4012-bdeb-5e0724b55bbf tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:30.616076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df182d6d-3563-4012-bdeb-5e0724b55bbf tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:30.618181 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df182d6d-3563-4012-bdeb-5e0724b55bbf tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/dcef760a-34db-496c-8ba0-550b894f1dfd HTTP/1.1" status: 404 len: 337 time: 0.0554633 Jun 22 20:45:30.621388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58694) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.639845 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b025eafb-4184-49c2-8f84-40c5e18a90dc tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1812389 Jun 22 20:45:30.643710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58696) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.662605 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e3395b0-7dd3-4478-8882-f2be3b442714 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 200 len: 205 time: 0.0395138 Jun 22 20:45:30.667755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58698) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.689276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.713505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-7aa2d42d-12d8-4e4b-849a-06e7bef30670 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:30.714469 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7aa2d42d-12d8-4e4b-849a-06e7bef30670 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/bbab33a4-ff28-474e-b686-a4f04e4f5a39 HTTP/1.1" status: 404 len: 336 time: 0.0455468 Jun 22 20:45:30.717487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58700) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.724839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.769784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.778342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:30.781073 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9b4a56a-5f69-49d9-a2da-493242061fa2 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=296c85db-9b9d-458a-8a87-06693d73ba16 HTTP/1.1" status: 200 len: 205 time: 0.0621283 Jun 22 20:45:30.784646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58704) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.788763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.827006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-3087c133-957a-4593-a792-baec523eb79a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:30.833006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3087c133-957a-4593-a792-baec523eb79a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/296c85db-9b9d-458a-8a87-06693d73ba16 HTTP/1.1" status: 404 len: 336 time: 0.0470541 Jun 22 20:45:30.835885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58706) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.865435 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60ffa25-1859-4623-b443-f6b7190f7b5c tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:30.865980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60ffa25-1859-4623-b443-f6b7190f7b5c tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:30.870851 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f60ffa25-1859-4623-b443-f6b7190f7b5c tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/6edf4e90-68e1-4092-b109-0cabbc93dfc6 HTTP/1.1" status: 404 len: 337 time: 0.0338516 Jun 22 20:45:30.874967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58708) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.889243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:30.893072 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4856d03c-c71f-48cb-bf20-3196317ecc0d HTTP/1.1" status: 204 len: 168 time: 0.2445133 Jun 22 20:45:30.893072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=8d412360-53e7-45a2-b9ec-2c528053b66f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:30.897448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58710) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.951083 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fd6e9b79-f4a3-4c6d-943b-56dc408aed12 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 200 len: 205 time: 0.0742221 Jun 22 20:45:30.951837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58712) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:30.952122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:30.972131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-294691d2-477f-49df-b51c-c492575c6184 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:31.038249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-856c8810-0b30-44e2-997a-5c82a2f30318 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:31.039688 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-856c8810-0b30-44e2-997a-5c82a2f30318 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/601c0f02-03ad-404e-a92a-0bb1e37e562a HTTP/1.1" status: 404 len: 336 time: 0.0865314 Jun 22 20:45:31.042378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58716) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.054697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4856d03c-c71f-48cb-bf20-3196317ecc0d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:31.081981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:31.107544 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-618f3232-2a24-4957-86ec-03015bcef949 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fb59dc1-e91c-4406-ac8a-796f294d0108 HTTP/1.1" status: 200 len: 205 time: 0.0470901 Jun 22 20:45:31.122170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58720) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.160236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3534db9b-264a-43fd-be7a-298b318929d6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2611971 Jun 22 20:45:31.172111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58724) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.232069 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-180860ea-11c7-46fa-8395-2e38b3d4ba9c tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:31.234464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-180860ea-11c7-46fa-8395-2e38b3d4ba9c tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/6fb59dc1-e91c-4406-ac8a-796f294d0108 HTTP/1.1" status: 404 len: 336 time: 0.1090658 Jun 22 20:45:31.246182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58728) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.246992 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bea7bf15-eead-4677-b526-2ddf459e0afa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcf77761010547d3b61fa79ab8bd4f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379240 Jun 22 20:45:31.250655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58730) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.257366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.335229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.367528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.461492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.474960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.479780 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0789ba2-edd9-49ac-8c08-34209c85c4aa HTTP/1.1" status: 204 len: 168 time: 0.2215543 Jun 22 20:45:31.479780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-78491946-586b-4237-9675-d0624ac7f415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:31.489599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0789ba2-edd9-49ac-8c08-34209c85c4aa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:31.513618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.518024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.519032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.519962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.521063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.521820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.522945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.524162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.527239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.528178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.528881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.529570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:31.545096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:31.633043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.646834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.649786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.653662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/8d412360-53e7-45a2-b9ec-2c528053b66f HTTP/1.1" status: 204 len: 168 time: 2.0891876 Jun 22 20:45:31.655650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58744) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.656459 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-33495578-63d0-42ec-bcfa-8e7207d9f50b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:31.657306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33495578-63d0-42ec-bcfa-8e7207d9f50b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:31.659145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-33495578-63d0-42ec-bcfa-8e7207d9f50b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/75d7ce66-39c0-4fb1-8a79-c85f35a94294 HTTP/1.1" status: 404 len: 337 time: 0.4116530 Jun 22 20:45:31.665508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58746) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.666453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.674698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b8ab3d45-ffdc-41ce-9889-0a254d4138a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:31.732230 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ffe4f169-15a7-4788-93be-4fe8b88b21bb tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=d38e0959-cc45-4be4-9709-1788e9b40ebf HTTP/1.1" status: 200 len: 205 time: 0.0622621 Jun 22 20:45:31.737411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58748) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.738796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a7424-19a7-46b1-9a8f-e4f798e4ac5a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:31.742112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a7424-19a7-46b1-9a8f-e4f798e4ac5a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:31.743873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a7424-19a7-46b1-9a8f-e4f798e4ac5a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:31.749511 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df9a7424-19a7-46b1-9a8f-e4f798e4ac5a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0881672 Jun 22 20:45:31.750184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58750) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.752562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.755474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:31.803622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0c692-3b72-4970-abed-7eda6f94ab23,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:31.810043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.814374 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0c533c84-f239-4bc4-87f7-d130cd07cb38 HTTP/1.1" status: 204 len: 168 time: 0.6372833 Jun 22 20:45:31.817100 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-aab03c1b-261d-446c-bbc5-90e0240c945a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:31.818340 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aab03c1b-261d-446c-bbc5-90e0240c945a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/d38e0959-cc45-4be4-9709-1788e9b40ebf HTTP/1.1" status: 404 len: 336 time: 0.0780263 Jun 22 20:45:31.819515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:31.820148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58754) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.822433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-038f99e3-4bcd-4a36-b89c-04ad7c5c42a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:31.826480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58756) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.846655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.847299 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Added segment 9ccb786a-efbb-47e1-90fa-ff00847aeacf of type vlan for network 55d8b9ae-b3b9-432f-b799-55871ce48be0 Jun 22 20:45:31.850734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c533c84-f239-4bc4-87f7-d130cd07cb38,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:31.859339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 8f126e89-955a-4dd9-9140-10ae1909ef2d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:31.860089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.869930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:31.906199 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b834d95-f007-4c90-ae41-d4d5828c3931 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:31.906659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b834d95-f007-4c90-ae41-d4d5828c3931 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:31.908690 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7b834d95-f007-4c90-ae41-d4d5828c3931 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/415991de-5854-410e-9884-e119d0ba28e5 HTTP/1.1" status: 404 len: 337 time: 0.0708435 Jun 22 20:45:31.912032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58758) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.922888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.953136 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a2d970e-ea0d-44fc-a390-373fe6f0e325 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf09659b-408d-4fc6-ab85-5e895afa2d97 HTTP/1.1" status: 200 len: 205 time: 0.0398178 Jun 22 20:45:31.957236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58760) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:31.973297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.982410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:31.982870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:31.994851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a762e0cd-c542-4f60-af13-a646c081be95 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:31.999428 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ebe64a26-6b87-4f90-9041-0a8f5c2b4415 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] delete failed (client error): The resource could not be found. Jun 22 20:45:32.004627 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ebe64a26-6b87-4f90-9041-0a8f5c2b4415 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/routers/bf09659b-408d-4fc6-ab85-5e895afa2d97 HTTP/1.1" status: 404 len: 336 time: 0.0427597 Jun 22 20:45:32.004627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.006888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58764) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.014471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aff8fa89-5e0e-43a1-91e2-07afbb2d16f9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1876712 Jun 22 20:45:32.026040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.046784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.1520767 Jun 22 20:45:32.050590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58768) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.056947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-6455c23f-63fb-46a1-9ef8-aa9eed3fdbc2 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-557205897') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:32.061951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58770) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.073021 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-290a5c27-d9a6-4f92-bdf2-168923fe298b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:32.073240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290a5c27-d9a6-4f92-bdf2-168923fe298b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:32.077695 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-290a5c27-d9a6-4f92-bdf2-168923fe298b tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/46d6bebb-7222-4211-942e-5cd77aa1babd HTTP/1.1" status: 404 len: 337 time: 0.0671873 Jun 22 20:45:32.079261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58772) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.101747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.132251 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c63b6b-ba3a-4ab8-984a-48a77c470e32 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] DELETE failed (client error): The resource could not be found. Jun 22 20:45:32.132251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c63b6b-ba3a-4ab8-984a-48a77c470e32 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:32.132564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Pushing event updated for resources: {'Network': ['ID=55d8b9ae-b3b9-432f-b799-55871ce48be0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.133809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7c63b6b-ba3a-4ab8-984a-48a77c470e32 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] 10.222.0.66 "DELETE /v2.0/subnets/1c421f52-4f78-4d6e-b2a1-a2f63d81ffb7 HTTP/1.1" status: 404 len: 337 time: 0.0470488 Jun 22 20:45:32.135277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.141391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.153232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 55d8b9ae-b3b9-432f-b799-55871ce48be0 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:32.174776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.201108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.273043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.276455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c9bae47-5114-4c6e-88de-d59359c7cff8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.290084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.294040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9f65e99c-3cd7-4685-b261-6b88341ee6b8 HTTP/1.1" status: 204 len: 168 time: 0.2670097 Jun 22 20:45:32.294889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58780) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.295527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f65e99c-3cd7-4685-b261-6b88341ee6b8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.298421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.317675 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6455c23f-63fb-46a1-9ef8-aa9eed3fdbc2 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "PUT /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-557205897 HTTP/1.1" status: 201 len: 201 time: 0.2651186 Jun 22 20:45:32.320441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.321357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.327880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-4426cac2-8725-44ee-8254-40400cb32487 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-557205897') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:32.330276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6cea7f91-fe5f-4a97-82c3-1a052a9c78cf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.379781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=8f126e89-955a-4dd9-9140-10ae1909ef2d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.394989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.396741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.398546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.398949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26550d4-c0e8-4312-a1c7-f1c127b53699 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:32.401941 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/8f126e89-955a-4dd9-9140-10ae1909ef2d HTTP/1.1" status: 204 len: 168 time: 0.6454542 Jun 22 20:45:32.411843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fcccadc4-fa4c-475c-9106-c1b608ee8d12 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1157267 Jun 22 20:45:32.412757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58786) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.418215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58788) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.420735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.425340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-727a8e76-e52c-4d89-b815-0b495b91b1b7 tempest-ServersTestManualDisk-276066525 tempest-ServersTestManualDisk-276066525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.474045 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4426cac2-8725-44ee-8254-40400cb32487 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-557205897 HTTP/1.1" status: 204 len: 168 time: 0.1521947 Jun 22 20:45:32.474744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58794) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.483481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-f1c5cc68-0844-4b3c-9c85-75e3952baab5 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:32.498367 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c07e1c7374c4ee1a8e8f8acefffb301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334080 Jun 22 20:45:32.499417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58796) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.509660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65240885-4057-4c31-8b39-5e0cda6ebd95,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.516030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.525881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet c4616cef-66c5-493a-beed-4e335f059ebf {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:32.530393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.571299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.608056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58798) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.615093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.628680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f1c5cc68-0844-4b3c-9c85-75e3952baab5 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags HTTP/1.1" status: 200 len: 237 time: 0.1486187 Jun 22 20:45:32.630508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.632953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58802) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.643805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-c23b1ba3-823a-4f0d-b404-58dee1d7a51e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', {'tags': ['tempest-TagsTest-Tag-486574302', 'tempest-TagsTest-Tag-1031106194', 'tempest-TagsTest-Tag-897092973']}) {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:32.655050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.693138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.755286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.768316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.771881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.773275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/be755088-c581-4ae3-b848-0763259074c3 HTTP/1.1" status: 204 len: 168 time: 0.3525782 Jun 22 20:45:32.775559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.779324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58808) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.824307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.830499 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c23b1ba3-823a-4f0d-b404-58dee1d7a51e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "PUT /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags HTTP/1.1" status: 200 len: 307 time: 0.1964300 Jun 22 20:45:32.832413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.836513 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65240885-4057-4c31-8b39-5e0cda6ebd95 HTTP/1.1" status: 204 len: 168 time: 0.3294554 Jun 22 20:45:32.836697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be755088-c581-4ae3-b848-0763259074c3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.837753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58810) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.838073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b847a795-0bba-48ab-a864-e1ff50d6ecd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.849368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-019d062b-1297-43b5-bb42-1a16508cd159 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-486574302') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:32.855235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.860157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65240885-4057-4c31-8b39-5e0cda6ebd95,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.872336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:32.916998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc315cae-fb0b-41d4-8daa-f4ae6830575d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1342854 Jun 22 20:45:32.922927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58814) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:32.928324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152490390'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:32.933041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.942854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3b78224c-044c-498f-ab5a-a10fe4015352 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:32.974100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.989694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=c4616cef-66c5-493a-beed-4e335f059ebf,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:32.994755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:32.999641 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/c4616cef-66c5-493a-beed-4e335f059ebf HTTP/1.1" status: 204 len: 168 time: 0.5826178 Jun 22 20:45:33.005247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.009372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58818) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.088939 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5d1f10d2-ce0f-48e7-9b7f-5092434c433d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755515 Jun 22 20:45:33.092996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58822) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.098831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.105702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.108710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:33.109807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8123422-bbe4-40e9-9445-1a1d526218f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:33.146709 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-019d062b-1297-43b5-bb42-1a16508cd159 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "DELETE /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-486574302 HTTP/1.1" status: 204 len: 168 time: 0.3061512 Jun 22 20:45:33.150054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58824) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.151613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c1fd6c12-e24d-4af0-8106-ef720b560875 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86f30121e9004e6aa42b11ac3e2dc16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404096 Jun 22 20:45:33.154700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58828) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.156966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-258989fc-2442-4940-92e2-8905d4bb8c4e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-486574302') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:33.196396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.204110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2798042 Jun 22 20:45:33.206995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58832) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.215195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': '35570e90-5c37-43c2-a915-b938fd4cb434', 'direction': 'ingress', 'protocol': 17}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:33.247215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35570e90-5c37-43c2-a915-b938fd4cb434,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:33.254321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.282239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.292283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.306207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:33.315625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.333830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-258989fc-2442-4940-92e2-8905d4bb8c4e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] show failed (client error): The resource could not be found. Jun 22 20:45:33.336026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-258989fc-2442-4940-92e2-8905d4bb8c4e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-486574302 HTTP/1.1" status: 404 len: 325 time: 0.1839416 Jun 22 20:45:33.338839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58834) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.366171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.369400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-1411fc8e-db68-4f8e-b28a-cff362635858 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-1031106194') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:33.382295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.399619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb717897-0f86-49e6-9405-cd38afc8ea6b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:33.400698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.414241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7b5fa9-9982-4211-81d4-fe2e11fe364d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:33.417105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.417768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.419583 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2105761 Jun 22 20:45:33.422274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58840) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.501315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.539638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.582820 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1411fc8e-db68-4f8e-b28a-cff362635858 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-1031106194 HTTP/1.1" status: 204 len: 168 time: 0.2258492 Jun 22 20:45:33.586409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58846) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.598443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-4ad4f48f-535c-4514-b702-7c9760c39f34 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-897092973') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:33.631697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.635843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.639833 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05e3721c-34ca-4a05-83de-ec200e8d4c86 HTTP/1.1" status: 204 len: 168 time: 0.4812021 Jun 22 20:45:33.640404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9b4f5133-c088-4d28-92bb-a508f1dcff95 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:33.649199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58850) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.658672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.665012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3721c-34ca-4a05-83de-ec200e8d4c86,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:33.666679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.670926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.677687 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/35570e90-5c37-43c2-a915-b938fd4cb434 HTTP/1.1" status: 204 len: 168 time: 0.2541001 Jun 22 20:45:33.683067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58856) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.684314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9cd77518-5fb6-4f2d-9cb9-06d8e2be3cee tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:33.729205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35570e90-5c37-43c2-a915-b938fd4cb434,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:33.732416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.742874 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4ad4f48f-535c-4514-b702-7c9760c39f34 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-897092973 HTTP/1.1" status: 204 len: 168 time: 0.1553257 Jun 22 20:45:33.745225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58858) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.750041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-5756c1c0-3fd3-4228-8483-ba97875c2f99 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:33.784464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-979e290a-c037-4571-9be3-6bcea012a9e2 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1000073 Jun 22 20:45:33.785095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58860) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.785493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.785645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591deb0a-1726-459c-aa6e-cff425c973a9 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:33.788811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9e2f694d-0e01-4bf9-bf94-e0b40d1d9b8b tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:33.791116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--846036207'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:33.841754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=651e275f-e5a1-4a6b-b981-7646ed5dfdd7,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:33.847953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:33.849755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:33.851152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:33.854032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:33.854630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.869765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:33.898193 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7978010 Jun 22 20:45:33.898936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58864) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.904193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:33.948869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5756c1c0-3fd3-4228-8483-ba97875c2f99 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "DELETE /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags HTTP/1.1" status: 204 len: 168 time: 0.2025659 Jun 22 20:45:33.956996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58866) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:33.967049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-09c7d622-b213-4d30-a264-63a34c8f131e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-1031106194') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:34.067710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:34.071647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0d72ca1b-19ae-4df5-a516-15b880760870 None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:34.072086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d72ca1b-19ae-4df5-a516-15b880760870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.140945 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-09c7d622-b213-4d30-a264-63a34c8f131e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] show failed (client error): The resource could not be found. Jun 22 20:45:34.142585 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09c7d622-b213-4d30-a264-63a34c8f131e tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-1031106194 HTTP/1.1" status: 404 len: 326 time: 0.1800072 Jun 22 20:45:34.145697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58870) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.150201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.tag.tag_plugin [None req-6b3e0107-ca56-4223-96fe-6fc4db7114c3 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0', 'tempest-TagsTest-Tag-897092973') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:34.155835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.169393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.172958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e18741b-5f8a-41ea-b069-b88c1519c319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:34.221625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:34.229889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e909c-16aa-4d5a-93ae-f23c994f3fe5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:34.233079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:34.234076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.235805 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4488380 Jun 22 20:45:34.239004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58876) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.244393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.251766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--71369492'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:34.386698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.387391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.429302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '651e275f-e5a1-4a6b-b981-7646ed5dfdd7'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'ddd21902-877b-4a51-85a1-80972de643e0'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:34.481824 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-6b3e0107-ca56-4223-96fe-6fc4db7114c3 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] show failed (client error): The resource could not be found. Jun 22 20:45:34.485471 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6b3e0107-ca56-4223-96fe-6fc4db7114c3 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "GET /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags/tempest-TagsTest-Tag-897092973 HTTP/1.1" status: 404 len: 325 time: 0.3362167 Jun 22 20:45:34.486576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58890) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.496155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.tag.tag_plugin [None req-97e6df7b-d561-4a58-bd51-449de6b65066 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '55d8b9ae-b3b9-432f-b799-55871ce48be0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:34.499928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.626270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.643865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.649152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:34.700480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-97e6df7b-d561-4a58-bd51-449de6b65066 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "DELETE /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0/tags HTTP/1.1" status: 204 len: 168 time: 0.2128193 Jun 22 20:45:34.701320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68831a-a43a-4388-8133-49bdc0fd7ffc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:34.708950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:34.710169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58900) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.716357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.721565 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4800310 Jun 22 20:45:34.722770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58904) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.729068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': '5b9e909c-16aa-4d5a-93ae-f23c994f3fe5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca68831a-a43a-4388-8133-49bdc0fd7ffc', 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:34.775543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.802786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Allocated IP 172.20.0.2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/651e275f-e5a1-4a6b-b981-7646ed5dfdd7/ddd21902-877b-4a51-85a1-80972de643e0) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:34.811528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.878159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.893567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.902192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:34.920088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40b00d-7aec-4c85-b9b9-dfbc1e02fb82,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:34.923183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:34.930835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Allocated IP 172.26.4.206 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:34.937172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.944221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2197549 Jun 22 20:45:34.945102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58908) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:34.982723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:34.992287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.005348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.039719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:35.045762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.051632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:35.059928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.061942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0e40b00d-7aec-4c85-b9b9-dfbc1e02fb82 HTTP/1.1" status: 204 len: 168 time: 0.1153493 Jun 22 20:45:35.064764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58912) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.081528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e40b00d-7aec-4c85-b9b9-dfbc1e02fb82,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:35.095984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.100573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:35.104868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58916) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.137762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Transition to ACTIVE for port object ddd21902-877b-4a51-85a1-80972de643e0 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:35.146256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.151884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c4a502e5-a623-4cd5-8f75-cf2f9e7eada1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:35.154532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a63d9d0d-0386-4473-86aa-9599b80db86d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0879869 Jun 22 20:45:35.159000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58920) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.262788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:35.266114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.274539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.275076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.275613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.276119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.276756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.277264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.277771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.278376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.278879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.279362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.279843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.280326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:45:35.290918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:35.304303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.384243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.388140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.392015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca68831a-a43a-4388-8133-49bdc0fd7ffc HTTP/1.1" status: 204 len: 168 time: 0.2285099 Jun 22 20:45:35.392015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f2aa67f-de8a-4bb6-b835-de726925b48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:35.398439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58926) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.430233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68831a-a43a-4388-8133-49bdc0fd7ffc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:35.434792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:35.512759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1089841343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:35.543431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b35192b4-c2e2-4a05-9541-7bd45edea1d3 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1395650 Jun 22 20:45:35.544195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58930) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.574816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.575843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.602886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58932) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.695994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.698771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.703764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.714036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.714275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.738567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.747260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.748748 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d48efc49-3cf8-4b30-95f1-24ae581026f3 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6421814 Jun 22 20:45:35.751905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58936) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.757814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1646227301'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:35.767583 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d8b9ae-b3b9-432f-b799-55871ce48be0']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:35.809921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccb786a-efbb-47e1-90fa-ff00847aeacf') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:35.810210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccb786a-efbb-47e1-90fa-ff00847aeacf') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:35.811586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--828714134', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:35.823020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:35.826566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.831747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.841248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.843887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.848182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/5b9e909c-16aa-4d5a-93ae-f23c994f3fe5 HTTP/1.1" status: 204 len: 168 time: 0.3000062 Jun 22 20:45:35.849242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-541be0c9-bb20-4d28-8b06-b44e7e358f40 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:35.851765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.855153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58938) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.867313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.879779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:45:35.880209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:45:35.884590 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:45:35.898098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:35.905772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e909c-16aa-4d5a-93ae-f23c994f3fe5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:35.916781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:35.927464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:35.934097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.959028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.959672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:35.964914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3145da67-3760-4815-a4bd-9e5730924326 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:35.978990 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29560c4a-112f-4aba-9d4a-7061d5149e4a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1078835 Jun 22 20:45:35.986766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58940) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:35.993365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379967227'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:36.056192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.078387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:36.079020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacec2df-a30f-4d93-943e-d98ad8d0368e None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:36.089122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.093547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.098794 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] 10.222.0.66 "DELETE /v2.0/networks/55d8b9ae-b3b9-432f-b799-55871ce48be0 HTTP/1.1" status: 204 len: 168 time: 1.3804202 Jun 22 20:45:36.101406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.102932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:36.109089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6d06d680-f254-4d31-94aa-4ada244fb3f8 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.115580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:36.137692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:45:36.137692 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:45:36.137692 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': 'd84578fb9b4448c9896bbf69e1022b55', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 45, 36, 4651)}] Jun 22 20:45:36.137692 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:36.138241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:36.151143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.153522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:36.166054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.166827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-923b00fd-8e93-472e-8ecd-5024b5010388 tempest-RoutersAdminTest-1599035556 tempest-RoutersAdminTest-1599035556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.181082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf22ef3-4c1d-42a7-998f-2df0e4549f5f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.195622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.209719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.210385 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Added segment eb31724e-f44f-4f93-9df5-ed95fb12de37 of type vlan for network ae3dcebb-b22d-4e77-a63e-06537f89dad9 Jun 22 20:45:36.228518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a6a46f32-d532-47ea-8c1a-0d35d51246f5 None None] Provisioning for port ddd21902-877b-4a51-85a1-80972de643e0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:36.229665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Pushing event deleted for resources: {'Network': ['ID=55d8b9ae-b3b9-432f-b799-55871ce48be0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.236183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a6a46f32-d532-47ea-8c1a-0d35d51246f5 None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:36.236904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a6a46f32-d532-47ea-8c1a-0d35d51246f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.238641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.283780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.347539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.349421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.367648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.377851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.387511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-29c6697d-3439-47d0-b20c-8f50182a51c6 tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.393310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.399417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:36.400010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.432180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:36.433199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58946) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:36.442167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac96eb-df75-4525-8160-b33572f87b11,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.447684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.451257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.452194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32799e97-be33-4972-b250-6d3225a24021 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.458715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.459073 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 1f82e758-ee12-4193-b71d-5bb1f13c2b66 of type vlan for network eeec2d88-a554-4a16-b8c1-91897d3ebcbb Jun 22 20:45:36.464071 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7081876 Jun 22 20:45:36.475664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58950) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:36.482961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'subnet': {'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:36.558896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.561577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Network': ['ID=ae3dcebb-b22d-4e77-a63e-06537f89dad9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.564977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.587188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:36.593412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.600162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:36.601463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.613784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f957f6d3-435c-4af8-a20a-8c5434fce76d tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.649118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0425956 Jun 22 20:45:36.651115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58952) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:36.681687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:36.698752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=eeec2d88-a554-4a16-b8c1-91897d3ebcbb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:36.703725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:36.712255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.715526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:36.797751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:36.815573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.816618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.822060 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5cdb20c6-1513-43b8-8d06-97f4de1e5d8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88e67c8d80e9464c96c97c9582875eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858733 Jun 22 20:45:36.825145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58954) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:36.866837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.886932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.887760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.893726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-04b9347a-701c-4c92-bf77-523dbeb95b2b tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:36.940467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.945685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.991656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:36.995193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.004181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.008740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-013a5582-cced-4d3e-87e1-4d3382026ecf tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.061705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f03a2e-fbc4-49e6-84eb-3154f6d49f8e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.065387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.069756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:37.079326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.085627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:37.094894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:37.096111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.097217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.100532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.104086 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67b0c692-3b72-4970-abed-7eda6f94ab23 HTTP/1.1" status: 204 len: 168 time: 0.2755322 Jun 22 20:45:37.104086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.107216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.113487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0c692-3b72-4970-abed-7eda6f94ab23,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.114918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.118840 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a92bd9e9-8aa1-49c0-ab48-b14a88a85860 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1264794 Jun 22 20:45:37.119057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:37.119165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.120773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.140744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58958) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.148089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': '15f03a2e-fbc4-49e6-84eb-3154f6d49f8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:37.191810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.212233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=10']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.239641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:37.252667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.269138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.278085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a44af-def9-4e0a-809b-1afb445b7b16 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:37.296816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.302833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.305610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e901c692-9d1f-4a91-9e94-3d97b326a5ef tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.308512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c10efb37-f745-48ff-ab00-d21680744241 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.326980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6366e341-f181-4a02-bf62-139d6d8c2c78,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.332760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.342347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.347064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1999366 Jun 22 20:45:37.347264 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4444544 Jun 22 20:45:37.347434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58960) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.347885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.360428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:58:fb:a8', 'name': 'tempest-NetworksTestDHCPv6-1544336899'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:37.448302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.460755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=1d275f90-a2d6-4d9b-816b-4d026ec2d8fe,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.461947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.466305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.473312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.474844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-940c1d30-715f-411e-9a5f-2f7021cf48d3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.521384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.524434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.532335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.535158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6366e341-f181-4a02-bf62-139d6d8c2c78 HTTP/1.1" status: 204 len: 168 time: 0.1849313 Jun 22 20:45:37.535533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-680ec72f-9bd5-47e1-8aa1-f2f9a598a30c None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:37.536323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-680ec72f-9bd5-47e1-8aa1-f2f9a598a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.544002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58964) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.558459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6366e341-f181-4a02-bf62-139d6d8c2c78,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.566120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.604682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.606034 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9507921 Jun 22 20:45:37.609700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58966) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.610464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.611855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:37.612244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.615626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.619507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1233351129'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:37.619651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:37.679301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15d0d643-9f8b-4ab4-8475-aab546cddb24 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1266441 Jun 22 20:45:37.680901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:37.718238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Made reservation on behalf of 25c0cacd70f5408bb93bdcbf1d1b791d for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:37.722443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.737465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.742499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-631a942e-5b06-41b0-9006-fdb9d6b5cff6 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.753028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.805638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.812139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.838577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Subnet': ['ID=61107091-45cd-4864-a74e-f96341a4fdbe,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:37.843657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:37.850766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port d945b009-65e4-4fc2-9ba7-f58543529d52 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:37.866063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.962411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Checking segment: {'id': 'eb31724e-f44f-4f93-9df5-ed95fb12de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:37.962815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network hostable DHCP agents. Network: ae3dcebb-b22d-4e77-a63e-06537f89dad9, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:37.965931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.970577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:37.972096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/15f03a2e-fbc4-49e6-84eb-3154f6d49f8e HTTP/1.1" status: 204 len: 168 time: 0.2897727 Jun 22 20:45:37.976881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:37.980601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.000945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.024298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f03a2e-fbc4-49e6-84eb-3154f6d49f8e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.026977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.029792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.085778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:38.110124 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-adc9832d-2d6a-4cbe-9101-0c81a4a7f93b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1055486 Jun 22 20:45:38.112785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58972) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.117222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ae3dcebb-b22d-4e77-a63e-06537f89dad9) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:38.117420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group': {'name': 'tempest-secgroup--462113970'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:38.118197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0d21a9f9-19a1-482a-b176-4e5123835f84 None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:38.118646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d21a9f9-19a1-482a-b176-4e5123835f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.127139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.130780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:38.131447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.141520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.149347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997aa3e-868e-408f-90c6-dbe3bf5a7c2b None None] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:38.150433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9ec3f3a8-b455-4173-b340-fab734a2d032 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.159696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 172.20.0.10 (40fe1879-ece6-4130-be20-c9f8a60bb4af/651e275f-e5a1-4a6b-b981-7646ed5dfdd7/d945b009-65e4-4fc2-9ba7-f58543529d52) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:38.167561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.170164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe58:fba8 (40fe1879-ece6-4130-be20-c9f8a60bb4af/1d275f90-a2d6-4d9b-816b-4d026ec2d8fe/d945b009-65e4-4fc2-9ba7-f58543529d52) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:38.208860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:38.214450 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7377784 Jun 22 20:45:38.217685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58974) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.224294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'network': {'name': 'tempest-router-network01--933841451'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:38.225613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dad298-16e9-4f77-8583-0d3e2b7dc580,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.233190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.237218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.237786 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Added segment 8456ce93-8715-44e2-96af-4f41d57bae18 of type vlan for network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 Jun 22 20:45:38.250671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.218 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/f15a508d-2f94-488d-a6f0-b347c7ab9ce5) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:38.296896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.366134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ae3dcebb-b22d-4e77-a63e-06537f89dad9', 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9', 'tenant_id': '82a7ed20353c49b2b5ee76517f1999c6', 'fixed_ips': [{'subnet_id': '61107091-45cd-4864-a74e-f96341a4fdbe'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:38.368284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.378040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.383656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:38.384262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.389432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-546868ef-980b-4789-811b-c5ac5f396312 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.400399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.407086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.415469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.473707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.488211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Network': ['ID=6417f819-ee72-47aa-b87e-e4c4f4604bd3,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.488443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.493260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.494435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ab689-37e9-4cea-b4ef-d127b36ea2d0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.497247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:38.498662 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8842828 Jun 22 20:45:38.501115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.503661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58976) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.510360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Request body: {'subnet': {'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:38.511268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:38.520682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.523781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.524978 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4112537 Jun 22 20:45:38.529417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.539179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'c24ab689-37e9-4cea-b4ef-d127b36ea2d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:38.545293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object d945b009-65e4-4fc2-9ba7-f58543529d52 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:38.559366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:38.587749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.588098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Added segment 23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1 of type vlan for network a63c75c3-ccad-4647-963a-9a97a7ac39ed Jun 22 20:45:38.592845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Allocated IP 172.20.0.2 (ae3dcebb-b22d-4e77-a63e-06537f89dad9/61107091-45cd-4864-a74e-f96341a4fdbe/8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:38.603260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.606782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f4d3c3d7-db0f-4746-89fb-836b6d73a00a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.631751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.655926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.658608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.658984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:38.664189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:38.666872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb7f8467-3c86-490c-9efd-9a0fa8c05f99 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.667712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:38.672457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Made reservation on behalf of 25c0cacd70f5408bb93bdcbf1d1b791d for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:38.676753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.711543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.724131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.745218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:38.762982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:38.769787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=d945b009-65e4-4fc2-9ba7-f58543529d52,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.772574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:38.784997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.787328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.805460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.809022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.815618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:38.816245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.822099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Transition to ACTIVE for port object 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:38.827781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd920968-6368-4de0-8beb-e1b0cfec58ba tempest-PortsAdminExtendedAttrsTestJSON-2137695274 tempest-PortsAdminExtendedAttrsTestJSON-2137695274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.831354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.847711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Transition to ACTIVE for port object 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:38.856185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.859472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:38.891272 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6723301 Jun 22 20:45:38.895757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58980) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.905927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:38.910597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:38.913224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:38.915736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Pushing event updated for resources: {'Port': ['ID=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:38.918616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:38.933745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'network': {'name': 'tempest-router-network02--240629150'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:38.958402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:38.959062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.967573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.968764 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4365079 Jun 22 20:45:38.977764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58982) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:38.983801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Attempting to bind port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:38.984655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Attempting to bind port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'eb31724e-f44f-4f93-9df5-ed95fb12de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:38.985364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Attempting to bind port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c on network ae3dcebb-b22d-4e77-a63e-06537f89dad9 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:38.993598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:38.994466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Checking segment: {'id': 'eb31724e-f44f-4f93-9df5-ed95fb12de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:38.995130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:38.995796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Bound using segment: {'id': 'eb31724e-f44f-4f93-9df5-ed95fb12de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:38.996554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Bound port: 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb31724e-f44f-4f93-9df5-ed95fb12de37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae3dcebb-b22d-4e77-a63e-06537f89dad9'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:38.997163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.004959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Network': ['ID=a63c75c3-ccad-4647-963a-9a97a7ac39ed,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.011978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.020067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-18e5e2a0-c98d-464a-902f-b86d326d1017 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:39.027152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:39.030397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2347d36c-54f6-42a1-8d39-e8390a60a4df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules/ad04d413-f411-4e72-99df-e592e54ac83e HTTP/1.1" status: 200 len: 763 time: 0.0352881 Jun 22 20:45:39.038683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.042314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:39.046277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.055770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad04d413-f411-4e72-99df-e592e54ac83e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.061163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7121029 Jun 22 20:45:39.084498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58986) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.085447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.162842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:45:39.166734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] For port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:39.171072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] For port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,segment=NetworkSegment(eb31724e-f44f-4f93-9df5-ed95fb12de37),segment_id=eb31724e-f44f-4f93-9df5-ed95fb12de37)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:39.186470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.188078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.194172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ed1692c-e5b0-4c11-9d07-35a16ee9515b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:39.194388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c07575f9-55a4-48e3-9ee1-468fae536a2b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1519511 Jun 22 20:45:39.200393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58988) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.202371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.202721 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Added segment 0c8811db-2f2f-4f77-ab98-0de74bc069d1 of type vlan for network 372eb959-5a84-4884-9cd0-5bd592e93fd5 Jun 22 20:45:39.203546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-04c215aa-92f1-4815-81b2-e06db247a742 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:39.234322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:39.263138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.303732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.305008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Pushing event updated for resources: {'Port': ['ID=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.308464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.310464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:39.311510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.313503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-648c57db-098b-48c3-a6f6-c7b9d7809eb6 None None] Provisioning for port d945b009-65e4-4fc2-9ba7-f58543529d52 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:39.315354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c90c6e3b-08cd-4483-a720-52d445d20e62 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:39.324636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-648c57db-098b-48c3-a6f6-c7b9d7809eb6 None None] Provisioning complete for port d945b009-65e4-4fc2-9ba7-f58543529d52 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:39.324636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-648c57db-098b-48c3-a6f6-c7b9d7809eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.353525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.355535 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4276061 Jun 22 20:45:39.359866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Subnet': ['ID=7ab3444f-6b2f-4120-b304-f1fcb402ec75,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.362493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58990) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.375731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.376374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:39.377284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.377888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.380480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-648c57db-098b-48c3-a6f6-c7b9d7809eb6 None None] Port d945b009-65e4-4fc2-9ba7-f58543529d52 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:39.406811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'subnet': {'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:39.425700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c997f4b-1a0f-47b4-8b01-a38bd799841a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:39.432168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c997f4b-1a0f-47b4-8b01-a38bd799841a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:39.433852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c997f4b-1a0f-47b4-8b01-a38bd799841a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.3474042 Jun 22 20:45:39.445323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58992) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.446272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Network': ['ID=372eb959-5a84-4884-9cd0-5bd592e93fd5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.464282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.490757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:45:39.666469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:39.670311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.706864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port d945b009-65e4-4fc2-9ba7-f58543529d52 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:39.707212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.848249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Checking segment: {'id': '8456ce93-8715-44e2-96af-4f41d57bae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:39.848608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network hostable DHCP agents. Network: 6417f819-ee72-47aa-b87e-e4c4f4604bd3, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:39.873570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.881444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.883645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.891589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:39.895451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for d945b009-65e4-4fc2-9ba7-f58543529d52 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:39.927960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.929731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ad04d413-f411-4e72-99df-e592e54ac83e HTTP/1.1" status: 204 len: 168 time: 0.7150311 Jun 22 20:45:39.931624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 58994) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:39.934472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:39.942458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad04d413-f411-4e72-99df-e592e54ac83e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:39.951084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:39.951084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6417f819-ee72-47aa-b87e-e4c4f4604bd3) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:39.958663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:39.959248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:39.967079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f5efb-5aa3-4805-b8a3-66e543b25255 None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:40.007629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5026963 Jun 22 20:45:40.011809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58996) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:40.021846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-493903522', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:40.095084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.095867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.219193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.330853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.356410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6417f819-ee72-47aa-b87e-e4c4f4604bd3', 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3', 'tenant_id': '25c0cacd70f5408bb93bdcbf1d1b791d', 'fixed_ips': [{'subnet_id': '7ab3444f-6b2f-4120-b304-f1fcb402ec75'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:40.357883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.444817 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d0cccfbe-d97a-4600-b35e-e416036df563 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5107114 Jun 22 20:45:40.448489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 58998) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:40.456761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'c24ab689-37e9-4cea-b4ef-d127b36ea2d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:40.479556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.564426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Allocated IP 172.20.0.2 (6417f819-ee72-47aa-b87e-e4c4f4604bd3/7ab3444f-6b2f-4120-b304-f1fcb402ec75/462e8681-8abf-4466-870e-c62a9469c397) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:40.581700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.587387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d5c67a90-2634-47d0-aba6-e0be8074cfa5 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:40.594505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.641271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.663428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a6ed0-1c8f-403c-990d-c3a9559ac8b4 None None] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:40.711885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.716214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Subnet': ['ID=21da3b83-a02f-4bc5-a37c-74edd99497f4,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:40.723506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.726170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:40.733291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4fe97036-c312-4938-84e7-9d6b308e58c1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:40.740114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:45:40.748830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de6b35d0-58ba-4a68-94b6-08b2442104a6 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:40.762187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016d27e2-b15b-46a4-b599-4520f3be0b1c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:40.772982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:40.783102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.784975 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335712 Jun 22 20:45:40.791236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59000) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:40.820748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=d945b009-65e4-4fc2-9ba7-f58543529d52,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:40.828285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:40.838055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Checking segment: {'id': '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:40.838432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network hostable DHCP agents. Network: a63c75c3-ccad-4647-963a-9a97a7ac39ed, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:40.839412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.851997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Transition to ACTIVE for port object 462e8681-8abf-4466-870e-c62a9469c397 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:40.866383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6b932053-bf6f-4736-9b98-ebb0c1bbdf40 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules/016d27e2-b15b-46a4-b599-4520f3be0b1c HTTP/1.1" status: 200 len: 763 time: 0.0558608 Jun 22 20:45:40.869334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59002) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:40.905431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.907341 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/d945b009-65e4-4fc2-9ba7-f58543529d52 HTTP/1.1" status: 204 len: 168 time: 1.4583735 Jun 22 20:45:40.909610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:40.913406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59004) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:40.922105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6d9b5974-1e3a-4daf-9cb7-7013db61f548 None None] Provisioning for port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:40.944259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Transition to ACTIVE for port object 462e8681-8abf-4466-870e-c62a9469c397 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:40.967694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a63c75c3-ccad-4647-963a-9a97a7ac39ed) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:40.988808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:40.998359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:40.998971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.007319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.014303 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-079b22df-24b9-435d-b6d4-c46ff3fce9f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1417162 Jun 22 20:45:41.018223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59006) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.057860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.072503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.076644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:41.079831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d0018-c148-44b1-85a9-61eee58a0340 None None] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:41.080022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb6511-13ad-4e6a-8e4b-3adcbadd5449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:41.082341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb6511-13ad-4e6a-8e4b-3adcbadd5449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:41.084058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb6511-13ad-4e6a-8e4b-3adcbadd5449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:41.085792 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c7cb6511-13ad-4e6a-8e4b-3adcbadd5449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1697805 Jun 22 20:45:41.087415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6880710 Jun 22 20:45:41.089998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.090251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:41.092302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.102533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'subnet': {'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:41.105641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59010) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.118666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:41.163394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.221435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Pushing event updated for resources: {'Port': ['ID=462e8681-8abf-4466-870e-c62a9469c397,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:41.259200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:41.264604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.274439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.276117 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/016d27e2-b15b-46a4-b599-4520f3be0b1c HTTP/1.1" status: 204 len: 168 time: 0.2541544 Jun 22 20:45:41.280824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9646ee5f-6eec-40de-8dc7-02de1a21f58a tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.283801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59012) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.290601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:41.325526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 1d275f90-a2d6-4d9b-816b-4d026ec2d8fe {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:41.325761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:41.328707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:41.332548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=016d27e2-b15b-46a4-b599-4520f3be0b1c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:41.339570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:41.343032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.348537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.349877 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6899168 Jun 22 20:45:41.353104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59014) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.372561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Allocated IP 172.26.4.233 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/c8bcebc5-854d-400d-bef7-1efa850a5604) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:41.384704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Attempting to bind port 462e8681-8abf-4466-870e-c62a9469c397 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:41.385536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Attempting to bind port 462e8681-8abf-4466-870e-c62a9469c397 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8456ce93-8715-44e2-96af-4f41d57bae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:41.385924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Attempting to bind port 462e8681-8abf-4466-870e-c62a9469c397 on network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:41.410402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:41.410635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.411438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:41.416662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:41.417042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Checking segment: {'id': '8456ce93-8715-44e2-96af-4f41d57bae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:41.417632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.418239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Bound using segment: {'id': '8456ce93-8715-44e2-96af-4f41d57bae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:41.418896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Bound port: 462e8681-8abf-4466-870e-c62a9469c397, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8456ce93-8715-44e2-96af-4f41d57bae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:41.419269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.449037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-70ce3363-4107-4403-b26d-018a208f8f1b tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1624382 Jun 22 20:45:41.449617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59018) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.457289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Request body: {'security_group_rule': {'security_group_id': 'c24ab689-37e9-4cea-b4ef-d127b36ea2d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:41.459381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Made reservation on behalf of 82a7ed20353c49b2b5ee76517f1999c6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:41.463721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.512327 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Project d84578fb9b4448c9896bbf69e1022b55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:45:41.523967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.559027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.623310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:41.643372 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-88343a19-18af-40c5-87bd-2d4ac9e07d71 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2882876 Jun 22 20:45:41.648294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59020) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.676342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:41.676789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.696295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a63c75c3-ccad-4647-963a-9a97a7ac39ed', 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed', 'tenant_id': '82a7ed20353c49b2b5ee76517f1999c6', 'fixed_ips': [{'subnet_id': '21da3b83-a02f-4bc5-a37c-74edd99497f4'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:41.697712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.723202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.728145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.751549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.753546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.761778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2b1f5a0f-b355-468d-a3cb-b6a44ccc9564 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.804554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-624037be-9fec-446a-a833-56962729d14f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.835462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Subnet': ['ID=9d302e3f-68d1-41d0-9e44-f08f12e0cf90,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:41.846724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:41.862599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423db88a-b517-4aad-90ae-6cd9b8b3ffb0,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:41.865276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.870012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:41.873149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Checking segment: {'id': '0c8811db-2f2f-4f77-ab98-0de74bc069d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:41.873661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network hostable DHCP agents. Network: 372eb959-5a84-4884-9cd0-5bd592e93fd5, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:41.881426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bcf60265-5799-4d49-8e98-785de62f9a01 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.890821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:41.897591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] For port 462e8681-8abf-4466-870e-c62a9469c397, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:41.905284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.909162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e37b1904-8be7-4c35-88e5-81c4f803a4dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:41.916649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:41.923884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.925087 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4746101 Jun 22 20:45:41.934407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59022) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.949428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.952000 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1d275f90-a2d6-4d9b-816b-4d026ec2d8fe HTTP/1.1" status: 204 len: 168 time: 0.8381407 Jun 22 20:45:41.960169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59024) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.962831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=1d275f90-a2d6-4d9b-816b-4d026ec2d8fe,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:41.965961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:41.974494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a5db91d9-69ee-4a86-b1d0-88ece80d1c38 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules/423db88a-b517-4aad-90ae-6cd9b8b3ffb0 HTTP/1.1" status: 200 len: 769 time: 0.0346549 Jun 22 20:45:41.978989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59026) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:41.981520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 372eb959-5a84-4884-9cd0-5bd592e93fd5) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:41.989406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f464d-15b7-4846-b77b-62970540668b None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:41.990746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:41.990999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:41.993665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:42.008575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] For port 462e8681-8abf-4466-870e-c62a9469c397, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=462e8681-8abf-4466-870e-c62a9469c397,segment=NetworkSegment(8456ce93-8715-44e2-96af-4f41d57bae18),segment_id=8456ce93-8715-44e2-96af-4f41d57bae18)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:42.012975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:42.019238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:42.022083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08476b6f-13cb-407e-9825-580f4e951515 None None] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:42.023117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=c8bcebc5-854d-400d-bef7-1efa850a5604,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:42.027785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdac2a6-ce66-4d81-b0ae-42633e7f48bf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:42.029303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cbdac2a6-ce66-4d81-b0ae-42633e7f48bf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3800657 Jun 22 20:45:42.042522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59028) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.050125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:42.058379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9585505 Jun 22 20:45:42.060954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59030) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.062365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.089944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5fa99b16-2194-4036-93a4-e4103c452743 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460932 Jun 22 20:45:42.094393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59032) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.097534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:42.101819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-579107245', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:42.125790 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db710bcd-f863-4118-b0a2-5015972dfd59 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1368425 Jun 22 20:45:42.129281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 651e275f-e5a1-4a6b-b981-7646ed5dfdd7 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:42.133985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59034) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.143804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.204867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Allocated IP 172.20.0.2 (a63c75c3-ccad-4647-963a-9a97a7ac39ed/21da3b83-a02f-4bc5-a37c-74edd99497f4/d357403e-fb77-44e9-a799-c9178eba67e0) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:42.241017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Provisioning complete for port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:42.241807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.243777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.247093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.284241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.353868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:42.357743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.405204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.441212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a8ea699-93f8-467b-914a-fd314e39b316 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:42.447035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.450828 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/423db88a-b517-4aad-90ae-6cd9b8b3ffb0 HTTP/1.1" status: 204 len: 168 time: 0.3136666 Jun 22 20:45:42.469310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59038) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.478701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=423db88a-b517-4aad-90ae-6cd9b8b3ffb0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:42.490416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:42.540007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.611974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Pushing event updated for resources: {'Port': ['ID=462e8681-8abf-4466-870e-c62a9469c397,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:42.643012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:42.731284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.736741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e1225de-deba-45b5-9e7e-56be1f16a3dc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:42.777064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=651e275f-e5a1-4a6b-b981-7646ed5dfdd7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:42.780628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.782782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/651e275f-e5a1-4a6b-b981-7646ed5dfdd7 HTTP/1.1" status: 204 len: 168 time: 0.8211098 Jun 22 20:45:42.783786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:42.785070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59040) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.794886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.821273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.828490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8b6f9cdd-162b-4d87-b73e-93c51e089db7 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:42.838840 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f0672cda-3c98-49df-9870-11992ea27a8f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519938 Jun 22 20:45:42.863742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59042) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:42.890314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:42.942670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=3d5ed363-ad43-4705-b0ad-519a40e77542,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:42.945541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:42.960082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:42.960082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: eeec2d88-a554-4a16-b8c1-91897d3ebcbb, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:45:42.988497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c0624-3d55-4d66-9864-eb72355dbad8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:42.989170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] For port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,segment=NetworkSegment(eb31724e-f44f-4f93-9df5-ed95fb12de37),segment_id=eb31724e-f44f-4f93-9df5-ed95fb12de37)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:42.990221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-242c0624-3d55-4d66-9864-eb72355dbad8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1252475 Jun 22 20:45:42.992726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59044) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.013380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.023441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:43.026048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:45:43.028395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.046194 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28bb9090-e208-4c41-82d5-10f37461f247 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5695615 Jun 22 20:45:43.046601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.058218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, eeec2d88-a554-4a16-b8c1-91897d3ebcbb) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:43.063173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:43.064337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.093997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860a954-c846-432d-86b2-881de753df42 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:43.096604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d860a954-c846-432d-86b2-881de753df42 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028342 Jun 22 20:45:43.100450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59048) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.102548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d41c8-fe46-49e6-9bda-3b58238cc485 None None] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:43.136111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.155358 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f41a1b77-da39-499c-bd14-82bc4f99741d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512381 Jun 22 20:45:43.166441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0704594 Jun 22 20:45:43.166792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59050) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.167133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.174093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:43.175656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-372eb959-5a84-4884-9cd0-5bd592e93fd5', 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5', 'tenant_id': '82a7ed20353c49b2b5ee76517f1999c6', 'fixed_ips': [{'subnet_id': '9d302e3f-68d1-41d0-9e44-f08f12e0cf90'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:43.176717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.258010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.262360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.270824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Pushing event updated for resources: {'Port': ['ID=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:43.273560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:45:43.273947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:45:43.275569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:43.295327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:43.297603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Transition to ACTIVE for port object d357403e-fb77-44e9-a799-c9178eba67e0 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:43.347942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:43.348553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Updating router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:45:43.436337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:43.441370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.443102 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:43.443616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:43.459286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.478345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fda9758b-faba-4009-837b-70d7e5cff8d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3090107 Jun 22 20:45:43.483127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59056) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.496825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:43.520192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Transition to ACTIVE for port object d357403e-fb77-44e9-a799-c9178eba67e0 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:43.561380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.589850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-46f64a11-54d0-4847-ac45-2d8406b9f032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:43.606891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.657163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f0324-68d3-4618-b501-49163f9c7fc1 None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:43.662214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.708635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.711367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.714937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "DELETE /v2.0/security-groups/c24ab689-37e9-4cea-b4ef-d127b36ea2d0 HTTP/1.1" status: 204 len: 168 time: 0.6648562 Jun 22 20:45:43.714937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e1c994d-48a0-4e56-9df0-e0e7c9d3a56c tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:43.716040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59058) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.725536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ab689-37e9-4cea-b4ef-d127b36ea2d0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:43.731858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:43.784116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:43.784942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fd8c3-ede6-4e1a-a58c-e59c212e1b1a None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '651e275f-e5a1-4a6b-b981-7646ed5dfdd7'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'ddd21902-877b-4a51-85a1-80972de643e0'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:45:43.811970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:43.814259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:43.815713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:43.816144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:43.818777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Allocated IP 172.20.0.1 (a63c75c3-ccad-4647-963a-9a97a7ac39ed/21da3b83-a02f-4bc5-a37c-74edd99497f4/d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:43.842950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:43.845438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:43.849260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1b14423b-ed97-4b93-82ee-94c052d39e35 None None] Provisioning for port 462e8681-8abf-4466-870e-c62a9469c397 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:43.867389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4c20a1d9-1c9f-4e99-8398-aa1d3568e704 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1464303 Jun 22 20:45:43.873265 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-671ccd1a-e32a-47e5-90fb-599425a2e12d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3840065 Jun 22 20:45:43.874946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59062) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.875413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59064) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:43.877455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Pushing event updated for resources: {'Port': ['ID=d357403e-fb77-44e9-a799-c9178eba67e0,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:43.880359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:43.888497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:43.972092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Router 6943f380-1ebc-4b19-abad-87fdf8d733ca is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:45:43.979864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Allocated IP 172.20.0.2 (372eb959-5a84-4884-9cd0-5bd592e93fd5/9d302e3f-68d1-41d0-9e44-f08f12e0cf90/b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:44.016042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.022857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:44.023726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.067659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b65fd8c3-ede6-4e1a-a58c-e59c212e1b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.073175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Transition to ACTIVE for port object d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:44.091935 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-08e10765-cfe5-438c-a2ea-a631496f7db0 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2096345 Jun 22 20:45:44.172658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:44.176919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:44.181189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.182189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:44.182632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:44.186052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.193432 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] Sync routers for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:44.213584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.217230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cd081e66-9972-4a7e-aa60-15ef7f552947 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:44.228940 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:44.230412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Attempting to bind port d357403e-fb77-44e9-a799-c9178eba67e0 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:44.230904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Attempting to bind port d357403e-fb77-44e9-a799-c9178eba67e0 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:44.231333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Attempting to bind port d357403e-fb77-44e9-a799-c9178eba67e0 on network a63c75c3-ccad-4647-963a-9a97a7ac39ed {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:44.233066 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:44.253317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.263907 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2507203 Jun 22 20:45:44.265320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59068) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:44.307002 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:44.308281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2581383b-2300-48bf-8a4e-8c63f5458a4c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4213848 Jun 22 20:45:44.309126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59070) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:44.324641 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:44.326388 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:44.332370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:44.400156 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:44.401505 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e100f5c-e27f-4f86-94b3-c23f7f75d2d1 None None] The sync data for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:44.494896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:44.507699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Port': ['ID=d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:44.514882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:44.519873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:44.520900 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:44.547771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 462e8681-8abf-4466-870e-c62a9469c397 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:44.623901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59074) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:44.634029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.825123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:44.825712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Checking segment: {'id': '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:44.825816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.826257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Bound using segment: {'id': '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:44.826753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Bound port: d357403e-fb77-44e9-a799-c9178eba67e0, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a63c75c3-ccad-4647-963a-9a97a7ac39ed'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:44.827134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.842487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3fe06-2db6-48ab-bfe6-caf0cb038082 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:44.925105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:44.929598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.931237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:44.932661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:44.935455 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7613b970-6b2a-4cc7-a69d-69301facce9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d84578fb9b4448c9896bbf69e1022b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056507 Jun 22 20:45:44.938361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59078) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:44.990737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:44.998160 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa851997-b062-4540-b21d-aaa941db1191 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6826787 Jun 22 20:45:45.000261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59080) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.000443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-563dcfbd-c293-4f7e-9523-305c53d27bca None None] Provisioning complete for port ddd21902-877b-4a51-85a1-80972de643e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:45.000648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-563dcfbd-c293-4f7e-9523-305c53d27bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.009824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:45.123637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.125076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:45.130189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.131293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:45.131863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:45.150755 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9522a4c0-c9ea-40a9-9883-be5508ed8fba tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1483028 Jun 22 20:45:45.151580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59082) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.159449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:45.206879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.278393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:45.281078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.284542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.286399 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:45.286941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:45:45.307438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7401fccc-a1a8-4fe6-a72c-70cd3b3cc021 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1521847 Jun 22 20:45:45.307661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Allocated IP 172.20.0.2 (eeec2d88-a554-4a16-b8c1-91897d3ebcbb/3d5ed363-ad43-4705-b0ad-519a40e77542/5b24e8f1-d928-4236-82c4-db956cd39233) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:45.307841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59084) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.330816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] For port d357403e-fb77-44e9-a799-c9178eba67e0, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:45.358805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 462e8681-8abf-4466-870e-c62a9469c397 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:45.382961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed6a7b-e397-4074-9b77-09d76fe11449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:45.387787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-62ed6a7b-e397-4074-9b77-09d76fe11449 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0758274 Jun 22 20:45:45.387958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.388098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.396684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] For port d357403e-fb77-44e9-a799-c9178eba67e0, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d357403e-fb77-44e9-a799-c9178eba67e0,segment=NetworkSegment(23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1),segment_id=23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:45.405050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 462e8681-8abf-4466-870e-c62a9469c397 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:45.405373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.434117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.449941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef09b3-8eef-4d98-a79a-a6536bd8981d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:45.455438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b7ef09b3-8eef-4d98-a79a-a6536bd8981d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632994 Jun 22 20:45:45.455911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59088) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.461405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Transition to ACTIVE for port object b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:45.465959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:45.523743 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-845d416a-aa74-47b0-82fe-9e98708bac7f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662823 Jun 22 20:45:45.529099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.529798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59090) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:45.538606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:45.651575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Transition to ACTIVE for port object f15a508d-2f94-488d-a6f0-b347c7ab9ce5 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:45.660824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Transition to ACTIVE for port object b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:45.688196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:45.695592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.696326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.736520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.788424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:45.789404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:45.798619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Pushing event updated for resources: {'Port': ['ID=d357403e-fb77-44e9-a799-c9178eba67e0,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:45.802994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:45.807858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-96749c07-6ddb-4ecd-9433-81063db1ab54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:45.812231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:45.815502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:45.868346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.871520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:45.893232 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7730a9f6-5ae0-4cb0-8a25-9f22897dd4ea HTTP/1.1" status: 204 len: 168 time: 0.9354396 Jun 22 20:45:45.906367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2f47b257-0bf2-4da4-809b-662f4a9872de tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.008117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.008979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7730a9f6-5ae0-4cb0-8a25-9f22897dd4ea,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.010102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Attempting to bind port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:46.010679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Attempting to bind port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:46.011050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Attempting to bind port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:46.036490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:46.092417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c1a6880d-f424-47e0-bf9a-80eeeb579b28 None None] Provisioning complete for port 462e8681-8abf-4466-870e-c62a9469c397 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:46.092802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1a6880d-f424-47e0-bf9a-80eeeb579b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.127321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.150998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:46.153874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:46.155135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.158496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8cd29de6-988b-4151-a8e4-0175ad5696b9 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.160889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.161320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:46.162199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Bound port: f15a508d-2f94-488d-a6f0-b347c7ab9ce5, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:46.162606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.184374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Pushing event updated for resources: {'Port': ['ID=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.232995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.265774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:46.266447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Attempting to bind port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:46.267341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Attempting to bind port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '0c8811db-2f2f-4f77-ab98-0de74bc069d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:46.267806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Attempting to bind port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 on network 372eb959-5a84-4884-9cd0-5bd592e93fd5 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:46.271306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.273955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Port': ['ID=d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.281650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:46.303338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Transition to ACTIVE for port object 5b24e8f1-d928-4236-82c4-db956cd39233 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:46.332125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 462e8681-8abf-4466-870e-c62a9469c397, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=462e8681-8abf-4466-870e-c62a9469c397,segment=NetworkSegment(8456ce93-8715-44e2-96af-4f41d57bae18),segment_id=8456ce93-8715-44e2-96af-4f41d57bae18)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:46.332546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Allocated IP 172.20.0.1 (6417f819-ee72-47aa-b87e-e4c4f4604bd3/7ab3444f-6b2f-4120-b304-f1fcb402ec75/d2971b80-f85b-47fe-9126-b8ddb7b04236) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:46.335480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:46.335901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Checking segment: {'id': '0c8811db-2f2f-4f77-ab98-0de74bc069d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:46.336320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.336729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Bound using segment: {'id': '0c8811db-2f2f-4f77-ab98-0de74bc069d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:46.337224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Bound port: b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8811db-2f2f-4f77-ab98-0de74bc069d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '372eb959-5a84-4884-9cd0-5bd592e93fd5'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:46.337642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.366543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.367459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:46.400325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Pushing event updated for resources: {'Port': ['ID=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.403214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:46.431181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3b89aeb7-887f-4ff1-a362-31dcf23df686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.686s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.433860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Deleting port ddd21902-877b-4a51-85a1-80972de643e0 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:46.434259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.438117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] For port f15a508d-2f94-488d-a6f0-b347c7ab9ce5, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:46.441632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Transition to ACTIVE for port object 5b24e8f1-d928-4236-82c4-db956cd39233 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:46.475857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:46.479098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:46.521096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.536036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] For port f15a508d-2f94-488d-a6f0-b347c7ab9ce5, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:46.545724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.578117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.600008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.601796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (eeec2d88-a554-4a16-b8c1-91897d3ebcbb/3d5ed363-ad43-4705-b0ad-519a40e77542/b58c5c3b-bc50-4963-bcba-d632f77a95f2) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:46.608622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Transition to ACTIVE for port object d2971b80-f85b-47fe-9126-b8ddb7b04236 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:46.671744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.677860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.684517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=462e8681-8abf-4466-870e-c62a9469c397,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.688848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Router 766977ee-d600-46d3-90c8-a32e2cc0c07f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:45:46.696073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:46.699858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:46.704116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-270990de-77fc-40fa-bd2b-5b270b443878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.709130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] For port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:46.711137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:46.711793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:46.735728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:46.743877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:46.760822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:46.765268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=d2971b80-f85b-47fe-9126-b8ddb7b04236,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.771517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:46.778483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:46.779470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:46.824162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] For port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,segment=NetworkSegment(0c8811db-2f2f-4f77-ab98-0de74bc069d1),segment_id=0c8811db-2f2f-4f77-ab98-0de74bc069d1)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:46.861276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.874247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.893736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:46.901245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8f1-d928-4236-82c4-db956cd39233,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:46.910883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:46.911368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.921344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object b58c5c3b-bc50-4963-bcba-d632f77a95f2 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:46.953832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.974267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.977000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:46.978392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:46.992177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c229df93-c7ca-4065-9907-946b686fa4d0 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:46.997105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.025836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:47.033963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:47.038184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:47.038829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.070573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.082895 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0208733 Jun 22 20:45:47.087145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59096) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:47.093670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5609109 Jun 22 20:45:47.100590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59098) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:47.104629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=14']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:47.108759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:47.118202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:47.123854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:8e:2e:82', 'name': 'tempest-NetworksTestDHCPv6-1214887951'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:47.151285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db620979-0af5-48e9-8ee6-6e06da304985 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:47.208012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:47.210712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:47.215505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:47.218912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:47.249517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9239ec2f-c2bf-4565-8847-4b57a2d6fc40 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:47.274617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] For port ddd21902-877b-4a51-85a1-80972de643e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=ddd21902-877b-4a51-85a1-80972de643e0,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:47.275060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.279748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] Sync routers for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:47.330912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458cf05-1f3d-4101-8b5d-458def73ca58 None None] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:47.359989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.365081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:47.366344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74e30886-87d0-415f-b9af-1508fef0b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.369061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:47.384764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.394015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Calling delete_port for ddd21902-877b-4a51-85a1-80972de643e0 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:47.442985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:47.490487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Pushing event updated for resources: {'Port': ['ID=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:47.501671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:47.502402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:47.600127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:47.622365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e7d41bf8-3cda-4f61-a014-9d1a54e464c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.084s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:47.645747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.668256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:47.670152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-70cdf242-9047-459e-9650-906598362c64 None None] Provisioning for port d2971b80-f85b-47fe-9126-b8ddb7b04236 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:47.674347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 7c66178c-22c0-40c3-92ec-93e9938de1ff yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:47.739712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Attempting to bind port 5b24e8f1-d928-4236-82c4-db956cd39233 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:47.740351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Attempting to bind port 5b24e8f1-d928-4236-82c4-db956cd39233 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:47.740964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Attempting to bind port 5b24e8f1-d928-4236-82c4-db956cd39233 on network eeec2d88-a554-4a16-b8c1-91897d3ebcbb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:47.744607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:47.754447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-70cdf242-9047-459e-9650-906598362c64 None None] Provisioning complete for port d2971b80-f85b-47fe-9126-b8ddb7b04236 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:47.755501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70cdf242-9047-459e-9650-906598362c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.755833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.855044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe8e:2e82 (40fe1879-ece6-4130-be20-c9f8a60bb4af/1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2/7c66178c-22c0-40c3-92ec-93e9938de1ff) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:47.877660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:47.883825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Checking segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:47.884690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.884690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Bound using segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:47.885074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Bound port: 5b24e8f1-d928-4236-82c4-db956cd39233, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:47.885435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.932764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:47.933119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:47.974911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:47.988805 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-b54044bb-acff-42ea-8aec-db0e6a6bc87f tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:45:47.992520 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b54044bb-acff-42ea-8aec-db0e6a6bc87f tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8968184 Jun 22 20:45:47.995158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59100) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:48.008783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.014445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-72a73de9-7e24-40f3-99a6-76dc76bc9393 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.047308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:48.048543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c19f76e-7025-4931-bf50-1fd26631d14a None None] The sync data for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:48.056115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-70cdf242-9047-459e-9650-906598362c64 None None] Port d2971b80-f85b-47fe-9126-b8ddb7b04236 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:48.078565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Pushing event updated for resources: {'Port': ['ID=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:48.084606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=d2971b80-f85b-47fe-9126-b8ddb7b04236,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:48.091469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.096344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.096535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.463s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.096761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.106648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.241s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.107512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.137191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.152899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.170706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.183535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cedf1b9c-4de9-485a-82b4-de53652d40fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.253593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 7c66178c-22c0-40c3-92ec-93e9938de1ff will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:48.256150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Pushing event deleted for resources: {'Port': ['ID=ddd21902-877b-4a51-85a1-80972de643e0,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:48.283037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] For port 5b24e8f1-d928-4236-82c4-db956cd39233, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:48.285751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.287933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] No DVR routers for this DVR port ddd21902-877b-4a51-85a1-80972de643e0 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:48.318081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-37223532-5bac-4e92-9699-05c243969ab7 None None] Provisioning for port d357403e-fb77-44e9-a799-c9178eba67e0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:48.323658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] For port 5b24e8f1-d928-4236-82c4-db956cd39233, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5b24e8f1-d928-4236-82c4-db956cd39233,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:48.332303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:48.336987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:48.339962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1d85c-1357-4417-807b-576160d56a8e None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:48.346725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.358636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a86fb785-f17d-4cbd-9ea9-2f3c1d67c3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.469261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.480739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fd56bad-ecfc-4dd7-9519-9250e5216e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:48.489173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d357403e-fb77-44e9-a799-c9178eba67e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:48.639189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:48.657858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:48.662026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:48.667913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:48.668575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.684763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=7c66178c-22c0-40c3-92ec-93e9938de1ff,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:48.693829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.699423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5966175 Jun 22 20:45:48.700588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59102) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:48.711095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Router 6943f380-1ebc-4b19-abad-87fdf8d733ca has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:48.771292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Pushing event updated for resources: {'Port': ['ID=5b24e8f1-d928-4236-82c4-db956cd39233,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:48.776112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:48.780814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:48.784491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d357403e-fb77-44e9-a799-c9178eba67e0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:48.793550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d357403e-fb77-44e9-a799-c9178eba67e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:48.794183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:48.888964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad70d15f-8119-4ebb-8327-733a5a2cdd80 None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:48.962612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e3510-a9b1-468b-a4bf-bbcfd5fe4dcc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:48.976069 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-726e3510-a9b1-468b-a4bf-bbcfd5fe4dcc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2632234 Jun 22 20:45:48.986848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59104) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:49.051930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:49.068344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "PUT /v2.0/routers/6943f380-1ebc-4b19-abad-87fdf8d733ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969141 Jun 22 20:45:49.069615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59106) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:49.076712 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] Sync routers for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:49.080515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.090172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.106764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Request body: {'port': {'network_id': '6417f819-ee72-47aa-b87e-e4c4f4604bd3', 'name': 'tempest-FloatingIPAdminTestJSON-387045882'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:49.113136 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:49.114621 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:49.125976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:49.128687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.148690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34cdc1-6577-465c-9fd2-7856b5662909 None None] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:49.149186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.173111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-efcd2aa8-1e43-4958-a4df-05740dc7c3ef tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:49.200193 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:49.216532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 7c66178c-22c0-40c3-92ec-93e9938de1ff {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:49.217212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.221790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6a375eef-52de-4840-97ad-1a3178921b49 None None] Provisioning complete for port d2971b80-f85b-47fe-9126-b8ddb7b04236 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:49.223192 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:49.223783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a375eef-52de-4840-97ad-1a3178921b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.224631 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:49.287121 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:49.287946 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f328e-a3fe-485a-80a8-52f00e9b84c0 None None] The sync data for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:49.303000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6a375eef-52de-4840-97ad-1a3178921b49 None None] Port d2971b80-f85b-47fe-9126-b8ddb7b04236 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:49.359949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d357403e-fb77-44e9-a799-c9178eba67e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d357403e-fb77-44e9-a799-c9178eba67e0,segment=NetworkSegment(23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1),segment_id=23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:49.385156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.432791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:49.436794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.437842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 462e8681-8abf-4466-870e-c62a9469c397 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:49.450885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:49.458250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-292ea259-2bae-4cf7-9759-9571eee8ab7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:49.543393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.567137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 7c66178c-22c0-40c3-92ec-93e9938de1ff owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:49.647896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Provisioning complete for port d357403e-fb77-44e9-a799-c9178eba67e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:49.647896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.678277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:49.706554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:49.790026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Made reservation on behalf of 25c0cacd70f5408bb93bdcbf1d1b791d for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:49.794258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.887528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.902347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af929e5c-c071-46b2-821d-35d885725d89 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:49.936047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=7c66178c-22c0-40c3-92ec-93e9938de1ff,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:49.946090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:49.975152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:49.987100 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/7c66178c-22c0-40c3-92ec-93e9938de1ff HTTP/1.1" status: 204 len: 168 time: 0.9996667 Jun 22 20:45:49.989475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59108) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:49.991033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] device_id is not set on port 4528e948-a94d-46e6-831a-ad80c61d4623 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:50.046571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Allocated IP 2001:db8::f816:3eff:fe6f:9901 (40fe1879-ece6-4130-be20-c9f8a60bb4af/1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2/8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:50.070457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47c612-18b1-4e4e-8555-c7fb427bf52a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.073325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47c612-18b1-4e4e-8555-c7fb427bf52a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.079961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2d47c612-18b1-4e4e-8555-c7fb427bf52a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0872705 Jun 22 20:45:50.080694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59110) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:50.092336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.146140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:50.224181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:50.245679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.255426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Transition to ACTIVE for port object 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:50.272550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Transition to ACTIVE for port object 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:50.279087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.289552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.318760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d357403e-fb77-44e9-a799-c9178eba67e0,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:50.325817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Allocated IP 172.20.0.5 (6417f819-ee72-47aa-b87e-e4c4f4604bd3/7ab3444f-6b2f-4120-b304-f1fcb402ec75/4528e948-a94d-46e6-831a-ad80c61d4623) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:50.334639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:50.341557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:50.383458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.394757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6ba90-3418-44df-86c3-6c6bc3d6e090 None None] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:50.422012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.425706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8badf657-08d3-4dbe-aa50-0017eea0e1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.435067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:50.464037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 462e8681-8abf-4466-870e-c62a9469c397 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:50.464618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.472813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:50.511125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.514177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:50.522767 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/57b3e3c2-935b-42e0-bc25-6bfd5e504fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3444552 Jun 22 20:45:50.527879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59112) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:50.528085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:50.529764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Pushing event updated for resources: {'Port': ['ID=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:50.555885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:50.583093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.587187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2c2eae5-f870-4dab-bf32-8cbc49990095 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:50.615831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.617949 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2 HTTP/1.1" status: 204 len: 168 time: 0.5362823 Jun 22 20:45:50.620493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59114) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:50.627538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:50.667077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:50.669446 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1e527a52-6df2-4950-b861-ba963159f259 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474846 Jun 22 20:45:50.672028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59116) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:50.678446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:50.725424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Attempting to bind port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:50.725849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Attempting to bind port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:50.726231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Attempting to bind port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:50.779632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:50.780090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:50.781053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.781053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:50.781371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Bound port: 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:50.781758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.783135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:50.787665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.795659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Provisioning for port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:50.809337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Provisioning complete for port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:50.809630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.887286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:50.931380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.931800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.932262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.932717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.933175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.933669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.934096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.934552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.935513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:50.940649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b18e159a-e037-4fa9-9872-e99de11481f9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.4072587 Jun 22 20:45:50.942396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59118) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:50.944945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Transition to ACTIVE for port object 4528e948-a94d-46e6-831a-ad80c61d4623 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:50.952627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:50.998070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: ddd21902-877b-4a51-85a1-80972de643e0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:50.998358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device ddd21902-877b-4a51-85a1-80972de643e0 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:51.010641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:51.067042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:51.067359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.109961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.135573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] For port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:51.137990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d780b900-a9cb-483e-a232-bee10422375e None None] Provisioning for port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:51.147259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] For port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:51.155433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.159728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ae2f67e5-cb0c-4956-ae07-d3bab7336548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:51.256818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.257370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.257757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.258292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.258695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.259281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.259733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.260179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.267723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1983e940-9067-434c-bc2b-fc704482153a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5095 time: 0.3221965 Jun 22 20:45:51.272132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59120) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:51.307368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.308741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Pushing event updated for resources: {'Port': ['ID=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:51.326057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:51.345551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:51.348981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-69777651-62f9-44a5-bcc1-3cf1bb13622c None None] Provisioning complete for port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:51.352259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69777651-62f9-44a5-bcc1-3cf1bb13622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.353477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:51.431151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-69777651-62f9-44a5-bcc1-3cf1bb13622c None None] Port d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:51.441720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:51.513643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-69777651-62f9-44a5-bcc1-3cf1bb13622c None None] Provisioning for port 5b24e8f1-d928-4236-82c4-db956cd39233 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:51.537344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:51.545078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:51.545650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.588659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.655635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:51.691050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:51.692220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:51.698036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.711113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f18c4579-859c-4d35-883a-60395fb16ac4 None None] Provisioning for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:51.765290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:51.768579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f18c4579-859c-4d35-883a-60395fb16ac4 None None] Provisioning complete for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:51.768968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f18c4579-859c-4d35-883a-60395fb16ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.777048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:51.791493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:51.791670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:51.797571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.806964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event updated for resources: {'Port': ['ID=4528e948-a94d-46e6-831a-ad80c61d4623,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:51.824492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:51.854410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.869640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.870490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.870710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Calling delete_port for d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:51.873381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c62977d-d363-49e0-ba51-29d51bf30fe0 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:51.902856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,segment=NetworkSegment(0c8811db-2f2f-4f77-ab98-0de74bc069d1),segment_id=0c8811db-2f2f-4f77-ab98-0de74bc069d1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:51.909003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f18c4579-859c-4d35-883a-60395fb16ac4 None None] Port b58c5c3b-bc50-4963-bcba-d632f77a95f2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:51.915227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.916269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d357403e-fb77-44e9-a799-c9178eba67e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:51.921434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d29a3163-7b29-4c21-9343-2be7cf3c1230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:51.983395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:51.984066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:51.988742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:52.071710 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9947050 Jun 22 20:45:52.107411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59122) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:52.162254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:52.179441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:52.194761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6a06575f-290d-4746-b5c1-3816a79a5273 None None] Provisioning complete for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:52.196820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a06575f-290d-4746-b5c1-3816a79a5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.244515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536aff58-257a-4138-a2f6-46e4549ba37b None None] get_active_networks_info from dv-neutron-797537-2-hyperv {{(pid=100375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 20:45:52.334394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-91dca6ee-7e6f-4063-9990-959cad15f90a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2871 time: 1.0623705 Jun 22 20:45:52.348233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.366398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0be38e7-369c-4d43-9534-e3d448c01557 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:52.372778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536aff58-257a-4138-a2f6-46e4549ba37b None None] Resources bound (agent type, host, resource id): {{(pid=100375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 20:45:52.402516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d357403e-fb77-44e9-a799-c9178eba67e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:52.402960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.419088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:52.422912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:52.428876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'project_id': '25c0cacd70f5408bb93bdcbf1d1b791d', 'port_id': '4528e948-a94d-46e6-831a-ad80c61d4623'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:52.429242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:52.430010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.432715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Port': ['ID=d8aed94a-ea25-4eb4-abe6-01c85f3f0fd0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:52.442199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:52.447783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,revision_number=5']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:52.452143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:52.452766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-74465633-059c-4954-a4bf-9e7bea07cbc4 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:52.458439 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7844324 Jun 22 20:45:52.471801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.477138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59128) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:52.482361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:94:a5:77', 'name': 'tempest-NetworksTestDHCPv6-1662791211'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:52.486707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6a06575f-290d-4746-b5c1-3816a79a5273 None None] Port b58c5c3b-bc50-4963-bcba-d632f77a95f2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:52.555688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=f78b0751-64cc-4b99-a6d3-b56b0466d5e0,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:52.559833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:52.634068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.640316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.676240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:52.687891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f15a508d-2f94-488d-a6f0-b347c7ab9ce5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:52.739671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Provisioning complete for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:52.740058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.775001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:52.781664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054838278', 'description': 'tempest-secgroup-smoke-2054838278 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:52.829964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.833949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Port b58c5c3b-bc50-4963-bcba-d632f77a95f2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:52.849130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.861599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:48Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:52.874044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port ff3a7c30-2530-4106-b095-a3f52bb6928f yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:52.897416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Router 766977ee-d600-46d3-90c8-a32e2cc0c07f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:52.899925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:52.902104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:45:52.902485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Updating router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 port b58c5c3b-bc50-4963-bcba-d632f77a95f2 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:45:52.907644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Provisioning for port 4528e948-a94d-46e6-831a-ad80c61d4623 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:52.935780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:52.936165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.942419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Provisioning complete for port 4528e948-a94d-46e6-831a-ad80c61d4623 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:52.942796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:52.998301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.008448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:53.014561 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0206683 Jun 22 20:45:53.023203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59132) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:53.032028 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] Sync routers for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:53.055766 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:53.056922 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:53.084893 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-40bed820-d1eb-44da-afdd-effa6af6f820 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] delete failed (client error): The resource could not be found. Jun 22 20:45:53.086058 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40bed820-d1eb-44da-afdd-effa6af6f820 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-520056994 HTTP/1.1" status: 404 len: 334 time: 0.0620575 Jun 22 20:45:53.091507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59134) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:53.107184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-63e9f82a-5c67-4092-b0aa-cdd1d217a1f0 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'router': {'external_gateway_info': {'network_id': '766977ee-d600-46d3-90c8-a32e2cc0c07f'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:53.133133 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:53.150781 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:53.151847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:53.157766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe94:a577 (40fe1879-ece6-4130-be20-c9f8a60bb4af/f78b0751-64cc-4b99-a6d3-b56b0466d5e0/ff3a7c30-2530-4106-b095-a3f52bb6928f) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:53.168239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.203309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Allocated IP 172.26.4.114 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/aa956284-ac6f-4fb1-9a7a-2aa67b02ee65) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:53.218612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.233438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.239047 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:53.240210 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c6279-5314-44dc-bd80-32a9e8f13e28 None None] The sync data for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:53.250595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5cd488db-ea1d-4bb8-ae98-2cec2deb3e1b None None] Port 4528e948-a94d-46e6-831a-ad80c61d4623 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:53.300158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.319257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cda80ab7-282d-4492-8e2c-9df6005ca31d tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:53.340534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.386997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.389293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.392219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59136) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:53.393030 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6164608 Jun 22 20:45:53.393355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-424a0227-453a-4b2a-ba56-e5bfa2dc5a55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:53.401073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:53.480422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.489695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:53.499473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:53.507947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:53.513503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2299dac-0ba1-476e-8972-434e0eed067d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:53.528515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:53.541387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f15a508d-2f94-488d-a6f0-b347c7ab9ce5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:53.544201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Pushing event updated for resources: {'Port': ['ID=aa956284-ac6f-4fb1-9a7a-2aa67b02ee65,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:53.548310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.548747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5b24e8f1-d928-4236-82c4-db956cd39233 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:53.553044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:53.555805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.590419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-dde996fb-53c9-4f8a-af4b-e687d17ba85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:53.607149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-63e9f82a-5c67-4092-b0aa-cdd1d217a1f0 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.665816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.690087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.710840 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-63e9f82a-5c67-4092-b0aa-cdd1d217a1f0 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] update failed (client error): The resource could not be found. Jun 22 20:45:53.712421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-63e9f82a-5c67-4092-b0aa-cdd1d217a1f0 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f HTTP/1.1" status: 404 len: 339 time: 0.6095412 Jun 22 20:45:53.722639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-885fdffa-cd5c-43ad-b587-fc6d7f7beac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:53.725145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59138) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:53.757051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.758381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618429 Jun 22 20:45:53.764315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59140) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:53.765507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:53.770938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:53.786851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:53.834793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a15462-0fcd-40a2-be64-6995cd52ae1e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:53.836692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5b24e8f1-d928-4236-82c4-db956cd39233 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:53.847188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.848725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5b24e8f1-d928-4236-82c4-db956cd39233 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:53.849246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.885463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:53.913783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.943597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object ff3a7c30-2530-4106-b095-a3f52bb6928f will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:53.948093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:53.965028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Transition to ACTIVE for port object b58c5c3b-bc50-4963-bcba-d632f77a95f2 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:53.982325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.010062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.019455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.029245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.036902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.059492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.082875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.085084 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3214993 Jun 22 20:45:54.086300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.089210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Pushing event updated for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.093579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59142) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:54.101679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:54.101836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.108841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb3e55d-ba0a-49f2-9f52-6527a0321bcc,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.122986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:54.127983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.129208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:54.130892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc0c35f7-0fba-49a4-a9f9-96278b7b0767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.134968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:54.146880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:54.147880 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.176417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5b24e8f1-d928-4236-82c4-db956cd39233, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5b24e8f1-d928-4236-82c4-db956cd39233,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:54.182956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.186683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e124e412-d525-49b8-b2e6-324c736e01d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.192942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Attempting to bind port b58c5c3b-bc50-4963-bcba-d632f77a95f2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:54.193572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Attempting to bind port b58c5c3b-bc50-4963-bcba-d632f77a95f2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:54.194213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Attempting to bind port b58c5c3b-bc50-4963-bcba-d632f77a95f2 on network eeec2d88-a554-4a16-b8c1-91897d3ebcbb {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:54.246873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=ff3a7c30-2530-4106-b095-a3f52bb6928f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.247523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:54.247891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Checking segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:54.255364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.256198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.256829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Bound using segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:54.257516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Bound port: b58c5c3b-bc50-4963-bcba-d632f77a95f2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:54.257658 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7794249 Jun 22 20:45:54.258215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.258697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.262860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59146) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:54.338798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.346654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5b24e8f1-d928-4236-82c4-db956cd39233,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.362755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.410423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] For port b58c5c3b-bc50-4963-bcba-d632f77a95f2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:54.414474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] For port b58c5c3b-bc50-4963-bcba-d632f77a95f2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b58c5c3b-bc50-4963-bcba-d632f77a95f2,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:54.432212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.439882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a86bd2d-0e4f-4af7-b26c-d0a4194dd720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.472413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d44ff-17e2-4835-9be7-427ce059c19e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:54.479654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d44ff-17e2-4835-9be7-427ce059c19e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:54.484014 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8f7d44ff-17e2-4835-9be7-427ce059c19e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2175286 Jun 22 20:45:54.488312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59148) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:54.489518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f15a508d-2f94-488d-a6f0-b347c7ab9ce5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:54.501404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.528521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.550788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:54.560407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:54.561621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:54.618389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a06f675-d063-40a7-adc5-d3b2a3beb2f6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.628886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.633138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.635060 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5392566 Jun 22 20:45:54.655749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59150) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:54.668390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:54.721388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Pushing event updated for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:54.732688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.769488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:54.775517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port ff3a7c30-2530-4106-b095-a3f52bb6928f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:54.776035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.783385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:54.784235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.834279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:45:54.919111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:54.933641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for ff3a7c30-2530-4106-b095-a3f52bb6928f owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:54.956457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c055ab5-caa8-4534-a10d-2b2ca32d73f5 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:54.996582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.004592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.011682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9f1df12a-3147-4097-9081-a12e45c5c747 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:55.072821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:55.146373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2a9f07e6-8cf8-4e4c-882a-1781a5162b97 None None] Provisioning for port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:55.189644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.191424 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5293834 Jun 22 20:45:55.211650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59152) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:55.216175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:55.220339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d657df-e288-4861-a6ab-e91cb203e330,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:55.224835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:55.226641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.246322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-960cb69d-757d-48a7-a5d8-0ed04bfed58a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:55.297710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=ff3a7c30-2530-4106-b095-a3f52bb6928f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:55.302648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:55.341051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.347081 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/ff3a7c30-2530-4106-b095-a3f52bb6928f HTTP/1.1" status: 204 len: 168 time: 0.8570867 Jun 22 20:45:55.349108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59154) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:55.352840 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:45:55.363817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.365701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:55.372480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:55.372907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.386815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.417601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d820-60bf-4dda-bc44-943240809a9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:55.420910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d820-60bf-4dda-bc44-943240809a9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:55.423130 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-23d0d820-60bf-4dda-bc44-943240809a9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0728748 Jun 22 20:45:55.427357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59156) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:55.474049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Allocated IP 172.20.0.1 (ae3dcebb-b22d-4e77-a63e-06537f89dad9/61107091-45cd-4864-a74e-f96341a4fdbe/b6dea046-3315-4c2f-8247-099f6aa2925a) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:55.511573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet f78b0751-64cc-4b99-a6d3-b56b0466d5e0 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:55.515472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.539410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:54Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:55.579139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.584032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828df55-fb1f-41ef-812a-70c509a82fcf None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:54Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:55.587931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.614419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.626608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.686988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.700331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afadf600-ec0b-472e-a323-30920272e8f6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:55.709692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:55.719383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.720903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:55.724342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73fcc2c5-245a-4201-b088-b641b7a5eefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:55.753974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28617320-6e69-4eac-ae55-367d6dec9950,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:55.763367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:55.767421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.769249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5568011 Jun 22 20:45:55.772205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59158) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:55.779895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'a2299dac-0ba1-476e-8972-434e0eed067d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:55.797325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.886712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.916129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Transition to ACTIVE for port object b6dea046-3315-4c2f-8247-099f6aa2925a will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:55.935850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:55.942779 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:45:55.953627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:55.955104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:55.982333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:55.982720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.013744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.022841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.025869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:56.030992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.055338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1081277e-9f01-48d6-9f58-872233f24168 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:56.092557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.114620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.124734 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f78b0751-64cc-4b99-a6d3-b56b0466d5e0 HTTP/1.1" status: 204 len: 168 time: 0.6959858 Jun 22 20:45:56.125565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=f78b0751-64cc-4b99-a6d3-b56b0466d5e0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:56.129564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:56.129987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59160) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:56.140287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.150783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-aa54116b-f73b-4a20-a6b6-8caf752596db None None] Provisioning complete for port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:56.151031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa54116b-f73b-4a20-a6b6-8caf752596db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.164883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.175891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.179933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22aa479d-8a9b-4e32-a52b-9fe94a142e5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:56.208300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80028e11-c560-4282-b324-6beda1064f4d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:56.214515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Pushing event updated for resources: {'Port': ['ID=aa956284-ac6f-4fb1-9a7a-2aa67b02ee65,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:56.218064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:56.221938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:56.222120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-97837773-fc93-4c15-9f69-2f0e13607dbc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898514 Jun 22 20:45:56.223972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59162) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:56.227072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-38914965-4e44-4f50-a644-5bf563519e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:56.233341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:56.258896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.260117 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4849379 Jun 22 20:45:56.263602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610fa7d-9643-4876-bf66-11f6f9854c42 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:56.269937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:56.272413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:56.413623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Port': ['ID=b6dea046-3315-4c2f-8247-099f6aa2925a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:56.416185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30266dfa-3f35-4293-b3db-5906ab5dbcc2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:56.417781 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-30266dfa-3f35-4293-b3db-5906ab5dbcc2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1927378 Jun 22 20:45:56.422802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:56.427244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59166) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:56.492056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.641255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118c5a3-08c3-49ae-95b7-051dc70a96cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:56.646107 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3118c5a3-08c3-49ae-95b7-051dc70a96cc tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2033949 Jun 22 20:45:56.646454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:56.659779 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Floating IP eb74ce1e-c73d-4181-b483-c495be8822f9 associated. External IP: 172.26.4.114, port: 4528e948-a94d-46e6-831a-ad80c61d4623. Jun 22 20:45:56.709471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b58c5c3b-bc50-4963-bcba-d632f77a95f2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:56.710071 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4c42a317-ef6b-4ea6-ab4f-6d4c96af9b34 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621250 Jun 22 20:45:56.714967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59184) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:56.722135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:56.761598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ac8368f4-acad-4887-928f-4615ccc322f0 None None] Could not find standard attr ID for object ff3a7c30-2530-4106-b095-a3f52bb6928f. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:45:56.796249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-63bf7673-6adc-44b4-9e5c-3cd10906e117 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054838278&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.2138503 Jun 22 20:45:56.807099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:56.812984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:56.813454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.857515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:56.862239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.863183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.912794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7740603e-6c76-4c7c-8a63-39a458f4f56e None None] Provisioning for port b6dea046-3315-4c2f-8247-099f6aa2925a completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:45:56.922594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7740603e-6c76-4c7c-8a63-39a458f4f56e None None] Provisioning complete for port b6dea046-3315-4c2f-8247-099f6aa2925a triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:56.923132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7740603e-6c76-4c7c-8a63-39a458f4f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:56.951140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:45:56.958388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.013002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7740603e-6c76-4c7c-8a63-39a458f4f56e None None] Port b6dea046-3315-4c2f-8247-099f6aa2925a cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:57.047235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port b58c5c3b-bc50-4963-bcba-d632f77a95f2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b58c5c3b-bc50-4963-bcba-d632f77a95f2,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:57.058637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.059584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:57.064018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7af98bec-99ee-4210-b5e6-f216988bd061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:57.086958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Deleting port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:57.087359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.203385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:57.209569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:57.216824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] For port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:45:57.216824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.236691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:57.237076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.238951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Calling delete_port for 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:57.253187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:45:57.400001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5b24e8f1-d928-4236-82c4-db956cd39233 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:57.409031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_pluggable_backend [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 20:45:57.409336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_pluggable_backend [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:9901 {{(pid=100373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 20:45:57.413148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_pluggable_backend [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:9901 {{(pid=100373) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 20:45:57.417478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.425537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.429007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8769c3b8-5f83-4d55-a734-593acfca1a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:57.429586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0216be6d-db2f-4bc1-98b7-185d56b20693 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:57.461884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Pushing event deleted for resources: {'Port': ['ID=8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:57.468019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:57.469133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] No DVR routers for this DVR port 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:45:57.476457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:57.481489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:57.493100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:57.493698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.500598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5b24e8f1-d928-4236-82c4-db956cd39233 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:57.501847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.514457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7978954 Jun 22 20:45:57.517812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59190) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:57.523358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:a1:41:2b', 'name': 'tempest-NetworksTestDHCPv6-2007766966'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:45:57.527787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=1e6e96e5-fd79-47ed-be92-522e149cd7ab,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:57.530010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dba1a7-4afc-4627-ba8e-978ad1690fc2 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:45:57.540730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:57.653766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:45:57.658820 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.681088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:45:57.697127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-68cd0f8f-2da1-4e81-8018-bf1abe012125 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:57.698970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-68cd0f8f-2da1-4e81-8018-bf1abe012125 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 796 time: 0.8494663 Jun 22 20:45:57.735643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '1e6e96e5-fd79-47ed-be92-522e149cd7ab'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:45:57.736586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.773827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-5355daca-a47a-469a-b88b-6d9aec89c7ae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0646102 Jun 22 20:45:57.806557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fea1:412b (40fe1879-ece6-4130-be20-c9f8a60bb4af/1e6e96e5-fd79-47ed-be92-522e149cd7ab/bf93ce79-2ac9-4a29-a802-c0dbaa23ad49) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:57.918216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Router 6943f380-1ebc-4b19-abad-87fdf8d733ca has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:57.976815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:57.991363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:58.025653 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.030938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:58.046985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-cc8400c3-3661-45c0-8041-4ebd1b348b0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2613761 Jun 22 20:45:58.072468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:58.074892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Allocated IP 2001:db8::f816:3eff:febb:6024 (40fe1879-ece6-4130-be20-c9f8a60bb4af/1e6e96e5-fd79-47ed-be92-522e149cd7ab/7fb11172-c47c-48ad-bcdc-7e26afb04edd) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:45:58.076781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:58.079458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:58.080697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.086369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:58.087072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.114960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=bf93ce79-2ac9-4a29-a802-c0dbaa23ad49,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:58.117941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:58.119057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.120267 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6014528 Jun 22 20:45:58.123054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.124527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:58.196662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e27cb6-9cd6-4869-926f-02a86396fd32 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:58.200928 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-59e27cb6-9cd6-4869-926f-02a86396fd32 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0743978 Jun 22 20:45:58.201173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59196) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.252911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.262992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Transition to ACTIVE for port object 7fb11172-c47c-48ad-bcdc-7e26afb04edd will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:58.271314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.279060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:58.283874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Transition to ACTIVE for port object 7fb11172-c47c-48ad-bcdc-7e26afb04edd will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:45:58.284809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event updated for resources: {'Port': ['ID=b6dea046-3315-4c2f-8247-099f6aa2925a,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:58.291112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:58.293082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.304888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:58.308511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] Sync routers for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:58.356322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:58.357011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.358636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b58c5c3b-bc50-4963-bcba-d632f77a95f2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:45:58.362501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:58.368787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.395525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:58.398048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:45:58.408164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-212abc98-3bd7-4a76-8043-0f34a727d0a5 service neutron] 10.222.0.66 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419108 Jun 22 20:45:58.420314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:58.421032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:58.424956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Pushing event updated for resources: {'Port': ['ID=7fb11172-c47c-48ad-bcdc-7e26afb04edd,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:58.429769 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.3179743 Jun 22 20:45:58.430004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:58.433614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.482714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:58.504500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:45:58.508563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:45:58.527273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Attempting to bind port 7fb11172-c47c-48ad-bcdc-7e26afb04edd on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:45:58.527653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Attempting to bind port 7fb11172-c47c-48ad-bcdc-7e26afb04edd by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:45:58.528027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Attempting to bind port 7fb11172-c47c-48ad-bcdc-7e26afb04edd on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:45:58.530445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:58.530997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:58.573122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:58.573782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f09f2-ca57-456b-a716-527af80eb779 None None] The sync data for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:58.575991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b58c5c3b-bc50-4963-bcba-d632f77a95f2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:58.576367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.579541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:45:58.579767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:45:58.580227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.580649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:45:58.581143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Bound port: 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:45:58.581529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.584468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.613962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a29ea72-94ea-49ec-80e1-bb7a30ee1487 tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "GET /v2.0/floatingips/eb74ce1e-c73d-4181-b483-c495be8822f9 HTTP/1.1" status: 200 len: 982 time: 0.1772392 Jun 22 20:45:58.613962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:58.615163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59200) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.636107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Router 766977ee-d600-46d3-90c8-a32e2cc0c07f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:58.640183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-5817ac93-c347-49f7-aba2-3c538cfa744c service neutron] 10.222.0.66 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087286 Jun 22 20:45:58.726989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] For port 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:45:58.731787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] For port 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb11172-c47c-48ad-bcdc-7e26afb04edd,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:45:58.745673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:58.749081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:58.791600 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4dd642b1-68cf-4b6f-9460-ae7ebab9c049 tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1751673 Jun 22 20:45:58.812858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59202) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.839940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:45:58.852186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Pushing event updated for resources: {'Port': ['ID=7fb11172-c47c-48ad-bcdc-7e26afb04edd,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:58.866426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:58.889996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:45:58.890452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a78aeb7-2fad-4a0d-9ba8-fad8ad07b95e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:45:58.913478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:45:58.928138 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] Sync routers for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:45:58.930920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882703 Jun 22 20:45:58.936303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59204) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:58.940879 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:58.941564 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:58.966536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4ca8711d-f982-4e15-a2ff-e00c6661eb44 None None] Provisioning complete for port b6dea046-3315-4c2f-8247-099f6aa2925a triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:45:58.966917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4ca8711d-f982-4e15-a2ff-e00c6661eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.007947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8711d-f982-4e15-a2ff-e00c6661eb44 None None] Port b6dea046-3315-4c2f-8247-099f6aa2925a cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:45:59.016025 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:59.028651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.045123 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:45:59.046552 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:59.092701 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:45:59.093354 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb0a98-820a-4e49-9bad-82a631ab56ff None None] The sync data for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:45:59.164700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port aa956284-ac6f-4fb1-9a7a-2aa67b02ee65 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:45:59.165051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.266645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.267202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.280725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for aa956284-ac6f-4fb1-9a7a-2aa67b02ee65 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:45:59.452628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-61b6220b-01ab-4d22-ac4c-990aa4eca7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:59.472006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.474262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4717b1e1-164a-4651-bf4c-23079036027f tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:45:59.498757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=aa956284-ac6f-4fb1-9a7a-2aa67b02ee65,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:59.500830 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bae15487-a08e-4371-812f-2e7ca644e515 req-3d9a4bc0-d2e1-4786-8bea-ca7662ea052d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 210 time: 0.4759920 Jun 22 20:45:59.503250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:59.506665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=bf93ce79-2ac9-4a29-a802-c0dbaa23ad49,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:45:59.510909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:45:59.547112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ce0cffd-50bc-45d8-9b9c-b46be2463fdc tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.550052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.551961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 HTTP/1.1" status: 204 len: 168 time: 1.3498743 Jun 22 20:45:59.554567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59212) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:59.575994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.576497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Floating IP eb74ce1e-c73d-4181-b483-c495be8822f9 disassociated (deleted). External IP: 172.26.4.114, port: 4528e948-a94d-46e6-831a-ad80c61d4623. Jun 22 20:45:59.678620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f6474-6ae9-40ec-81b3-ba5878a7e388 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:59.680249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f6474-6ae9-40ec-81b3-ba5878a7e388 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:45:59.684359 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cb7f6474-6ae9-40ec-81b3-ba5878a7e388 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1260281 Jun 22 20:45:59.684574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59214) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:59.718788 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-7ce0cffd-50bc-45d8-9b9c-b46be2463fdc tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 20:45:59.722876 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ce0cffd-50bc-45d8-9b9c-b46be2463fdc tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f HTTP/1.1" status: 409 len: 329 time: 0.7828875 Jun 22 20:45:59.723112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59216) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:45:59.811687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 1e6e96e5-fd79-47ed-be92-522e149cd7ab {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:45:59.816833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Router 6943f380-1ebc-4b19-abad-87fdf8d733ca has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:45:59.817364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:45:59.870187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.044916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-67c8bf64-0e38-440c-8bd8-76571d3fe9cf None None] Provisioning for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:00.071941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.193278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.197692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:00.230875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.236318 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1e6e96e5-fd79-47ed-be92-522e149cd7ab HTTP/1.1" status: 204 len: 168 time: 0.5473959 Jun 22 20:46:00.237792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6e96e5-fd79-47ed-be92-522e149cd7ab,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:00.241133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59218) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:00.264783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:00.279514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4475b82d-0417-4c3f-885e-28ae5774df8f None None] Could not find standard attr ID for object bf93ce79-2ac9-4a29-a802-c0dbaa23ad49. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:00.306793 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a6dcb85a-14fa-484e-8ee5-6bd7a7d2078f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637667 Jun 22 20:46:00.308162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59222) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:00.315232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:00.354003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.382729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:00.388997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.399218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] Sync routers for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:00.418401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:00.419139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:00.452354 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/floatingips/eb74ce1e-c73d-4181-b483-c495be8822f9 HTTP/1.1" status: 204 len: 168 time: 1.6360865 Jun 22 20:46:00.456955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59228) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:00.478944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:00.482710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.502315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:00.539699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.557787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:00.564981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb11172-c47c-48ad-bcdc-7e26afb04edd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:00.568522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c5058-0996-49a7-bbe7-00b1af50c04c None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:00.666424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fe729a33-9c2d-44cb-b352-1bed5a4bd971 req-1ffdaac2-c7f8-4d44-8a66-5c67efea65db tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 210 time: 0.0657282 Jun 22 20:46:00.753163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:00.762698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:00.860890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:00.861864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c4c789-a902-4106-84ef-2eb68b18e566 None None] The sync data for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:00.886785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:00.961023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:00.971103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:00.971515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.014962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:46:01.038289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting port b6dea046-3315-4c2f-8247-099f6aa2925a {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:01.039391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.144177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Allocated IP 172.26.4.123 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/22376be2-5578-47dd-81df-cffe8ec787bf) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:01.260949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.265049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.280049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.294797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Calling delete_port for b6dea046-3315-4c2f-8247-099f6aa2925a owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:01.330821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb11172-c47c-48ad-bcdc-7e26afb04edd,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:01.339983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.345515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-9c262ba7-fcbe-404f-bcd7-fa7cc63a79f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:01.369625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:46:01.370684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:46:01.404516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.434445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7fb11172-c47c-48ad-bcdc-7e26afb04edd,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:01.447024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:01.525064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.532959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f995ee2-030d-4c30-af66-44eed4e5ca8b tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:01.592102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:01.599629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:01.603670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:01.623376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e8af0d0b-b4cd-4f98-9144-6ea6e635630c None None] Provisioning complete for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:01.623846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d0b-b4cd-4f98-9144-6ea6e635630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.631266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.643677 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Pushing event updated for resources: {'Port': ['ID=22376be2-5578-47dd-81df-cffe8ec787bf,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:01.647865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:01.648527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:01.705125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Port': ['ID=b6dea046-3315-4c2f-8247-099f6aa2925a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:01.713743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:01.828480 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8b4195fc-4905-43d3-bc65-8d0b9095db53 req-9f49057f-7b6e-4800-98b0-597e446ec582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 210 time: 0.0376201 Jun 22 20:46:01.903283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.915177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.927754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:01.992480 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:46:02.025450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.133648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-2a63a98d-6527-4792-85eb-8100e9a1285a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:02.135113 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-2a63a98d-6527-4792-85eb-8100e9a1285a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 796 time: 0.1917279 Jun 22 20:46:02.185268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb11172-c47c-48ad-bcdc-7e26afb04edd,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:02.238610 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-8a481955-8fb1-40df-9656-276808313dff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0877707 Jun 22 20:46:02.257265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['a2299dac-0ba1-476e-8972-434e0eed067d']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:02.265600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.278919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.279728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.288958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:02.304310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb11172-c47c-48ad-bcdc-7e26afb04edd up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:02.356268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:02.356651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.376774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:02.384776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:02.398820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:02.399533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.400362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa884e9-d934-4f9a-8080-aab3dafb8f16 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:02.417261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=7fb11172-c47c-48ad-bcdc-7e26afb04edd,revision_number=6']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:02.423929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1138573 Jun 22 20:46:02.424617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59242) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:02.428441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:02.430438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49fa23df-5d07-4803-b531-916182311511 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:02.435607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Router 766977ee-d600-46d3-90c8-a32e2cc0c07f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:46:02.480254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:97:0a:e1', 'name': 'tempest-NetworksTestDHCPv6-318611391'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:02.483571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=4b784e8d-f64e-414f-8900-3bc357eb6b4c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:02.489531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:02.571676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:02.577868 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8535645 Jun 22 20:46:02.581728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59244) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:02.593112 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] Sync routers for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:02.604179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:02.606755 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:02.607658 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:02.609166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.634389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-2108b4dc-be49-4312-a49d-20480d916504 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] show failed (client error): The resource could not be found. Jun 22 20:46:02.635483 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2108b4dc-be49-4312-a49d-20480d916504 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-497167947 HTTP/1.1" status: 404 len: 334 time: 0.0527608 Jun 22 20:46:02.639136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:02.645119 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:02.647833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6f008188-6b51-4df0-aff7-44777c5c61db tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:02.658404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.659239 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] Routers {'766977ee-d600-46d3-90c8-a32e2cc0c07f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:02.660012 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['766977ee-d600-46d3-90c8-a32e2cc0c07f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:02.664532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.670844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:02.695627 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:02.696603 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c5bfe-4773-46ac-907d-d068daf2af1e None None] The sync data for ids ['766977ee-d600-46d3-90c8-a32e2cc0c07f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:02.708158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-6f008188-6b51-4df0-aff7-44777c5c61db tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] update failed (client error): The resource could not be found. Jun 22 20:46:02.709200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6f008188-6b51-4df0-aff7-44777c5c61db tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1070704253 HTTP/1.1" status: 404 len: 335 time: 0.0691183 Jun 22 20:46:02.714041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59248) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:02.727483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Pushing event updated for resources: {'Port': ['ID=22376be2-5578-47dd-81df-cffe8ec787bf,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:02.745323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:02.749627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:02.804248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting subnet 9d302e3f-68d1-41d0-9e44-f08f12e0cf90 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:02.810608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.832886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.863935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.865157 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3711464 Jun 22 20:46:02.867566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.870013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59252) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:02.884377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.3 (eeec2d88-a554-4a16-b8c1-91897d3ebcbb/3d5ed363-ad43-4705-b0ad-519a40e77542/108aa0c9-9ec7-48f5-b4ef-10329839ad17) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:02.894268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.935676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:02.948555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3456ead5-b099-410f-8f3f-047c99912fe1 None None] Provisioning complete for port 7fb11172-c47c-48ad-bcdc-7e26afb04edd triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:02.949081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3456ead5-b099-410f-8f3f-047c99912fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:02.984655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.018104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:03.046541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.052948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f69b6d6c-1957-4f5a-a273-bbcf01a6bf97 req-66881c2c-8296-4452-974e-41ae6a9d6152 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 210 time: 0.0456765 Jun 22 20:46:03.145201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.149087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83bd4ac3-d24d-4802-ba01-bd9be34df7da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.166717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe97:ae1 (40fe1879-ece6-4130-be20-c9f8a60bb4af/4b784e8d-f64e-414f-8900-3bc357eb6b4c/1b887ba3-971f-4ad0-a1c5-7c3250fc1a09) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:03.179161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.180994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/subnets/9d302e3f-68d1-41d0-9e44-f08f12e0cf90 HTTP/1.1" status: 204 len: 168 time: 0.4645257 Jun 22 20:46:03.181918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Subnet': ['ID=9d302e3f-68d1-41d0-9e44-f08f12e0cf90,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.184209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59256) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:03.191192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999a5e0-ad6a-435a-9c3c-9707d378b7e1 None None] Network 372eb959-5a84-4884-9cd0-5bd592e93fd5 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:03.193022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.253551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.255241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting subnet 21da3b83-a02f-4bc5-a37c-74edd99497f4 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:03.261790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.291779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.311879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 108aa0c9-9ec7-48f5-b4ef-10329839ad17 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:03.339443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.386693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.392045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.398088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.414759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] DHCP port deletion for 372eb959-5a84-4884-9cd0-5bd592e93fd5 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:03.438968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:03.459379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:03.465688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.468223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:03.471835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Deleting port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:03.472066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.473028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.474001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:03.478810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Allocated IP 172.26.4.11 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:03.485442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.536913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:03.537563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.548460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.553688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4a72a7ed-7a54-428b-938d-4854daf3fa88 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.573229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] For port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,segment=NetworkSegment(0c8811db-2f2f-4f77-ab98-0de74bc069d1),segment_id=0c8811db-2f2f-4f77-ab98-0de74bc069d1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:03.573827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.581757 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287644 Jun 22 20:46:03.600524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Calling delete_port for b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:03.605172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Request body: {'port': {'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:03.608586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:03.627745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.636514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:03.636847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83d93ae3-45a7-4bcf-8ddf-c4775f02db0e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.652341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:03.668306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:03.669106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.678407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=1b887ba3-971f-4ad0-a1c5-7c3250fc1a09,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.681014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Subnet': ['ID=21da3b83-a02f-4bc5-a37c-74edd99497f4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.683528 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.685703 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/subnets/21da3b83-a02f-4bc5-a37c-74edd99497f4 HTTP/1.1" status: 204 len: 168 time: 0.5005801 Jun 22 20:46:03.686661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.690310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.691438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59258) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:03.694002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.717337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa3f9d-6ea8-485e-b99d-03688560838e None None] Network a63c75c3-ccad-4647-963a-9a97a7ac39ed requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:03.743359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3137305 Jun 22 20:46:03.747237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:03.763601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.777035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.787951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:03.790873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:03.796717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:03.857771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.875227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.877656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:03.886725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.893197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Pushing event updated for resources: {'Port': ['ID=77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.900118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.921086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Pushing event deleted for resources: {'Port': ['ID=b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:03.928365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:03.929466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] No DVR routers for this DVR port b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:03.989353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87cd08c5-79c4-4476-844d-7da330a9f389 None None] Provisioning for port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:03.993344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:03.996216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87cd08c5-79c4-4476-844d-7da330a9f389 None None] Provisioning complete for port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:03.996618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87cd08c5-79c4-4476-844d-7da330a9f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.058836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] DHCP port deletion for a63c75c3-ccad-4647-963a-9a97a7ac39ed request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:04.065275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.068536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-87cd08c5-79c4-4476-844d-7da330a9f389 None None] Port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:04.096282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02bbee-aaf7-4ac7-9fbd-701da0c1c823 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:04.102454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02bbee-aaf7-4ac7-9fbd-701da0c1c823 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:04.104484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ef02bbee-aaf7-4ac7-9fbd-701da0c1c823 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3545692 Jun 22 20:46:04.107153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59264) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.125069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Deleting port d357403e-fb77-44e9-a799-c9178eba67e0 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:04.125069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.187782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.216900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372eb959-5a84-4884-9cd0-5bd592e93fd5']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:04.218075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2215bce-9fa9-438c-bf85-4f1e2719303f None None] Provisioning for port 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:04.223458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] For port d357403e-fb77-44e9-a799-c9178eba67e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d357403e-fb77-44e9-a799-c9178eba67e0,segment=NetworkSegment(23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1),segment_id=23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:04.223458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.234742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8811db-2f2f-4f77-ab98-0de74bc069d1') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:04.235688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8811db-2f2f-4f77-ab98-0de74bc069d1') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:04.239178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e2215bce-9fa9-438c-bf85-4f1e2719303f None None] Provisioning complete for port 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:04.239623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2215bce-9fa9-438c-bf85-4f1e2719303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.246141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Calling delete_port for d357403e-fb77-44e9-a799-c9178eba67e0 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:04.293156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.324087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:04.334955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.347664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e2215bce-9fa9-438c-bf85-4f1e2719303f None None] Port 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:04.352156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:04.352781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b8eec980-c1e1-4e09-95c6-cdfdaa1c87a8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:04.353115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d357403e-fb77-44e9-a799-c9178eba67e0 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:04.353798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:04.354711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:04.357775 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:04.401328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:04.401671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.416796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bd155-f9d9-4209-97de-e02fbdfd972e req-a768003e-fa6a-4114-b36b-736457043166 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:04.418335 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-420bd155-f9d9-4209-97de-e02fbdfd972e req-a768003e-fa6a-4114-b36b-736457043166 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 931 time: 0.2230034 Jun 22 20:46:04.461552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.463697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.466248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ab45ac6d-02f3-4a4d-bc49-797c066548dc tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:04.467069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.471627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6852b2c-0102-4368-bf8b-ce2fe93ee333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:04.473808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.479441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/networks/372eb959-5a84-4884-9cd0-5bd592e93fd5 HTTP/1.1" status: 204 len: 168 time: 0.7833152 Jun 22 20:46:04.490519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59266) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.497973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.501377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Pushing event deleted for resources: {'Port': ['ID=d357403e-fb77-44e9-a799-c9178eba67e0,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:04.501547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.503937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Network': ['ID=372eb959-5a84-4884-9cd0-5bd592e93fd5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:04.506293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b5d0eacd-589e-4c62-9d16-d55ed9c56ea8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:04.522231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:04.523392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:04.523557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] No DVR routers for this DVR port d357403e-fb77-44e9-a799-c9178eba67e0 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:04.529068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108aa0c9-9ec7-48f5-b4ef-10329839ad17 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:46:04.583052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.602955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-420bd155-f9d9-4209-97de-e02fbdfd972e req-7045e6e3-7c43-49c6-abe0-e58c1f3eb707 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706870 Jun 22 20:46:04.612424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Transition to ACTIVE for port object 108aa0c9-9ec7-48f5-b4ef-10329839ad17 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:04.621414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Pushing event updated for resources: {'Port': ['ID=77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:04.621729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.623425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.633490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:04.633962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:04.633962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.648215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.651711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:04.671487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.673529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8023975 Jun 22 20:46:04.678334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59268) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.757719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Pushing event updated for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:04.784036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:04.791446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dffc733d-fcb8-42e6-b4e0-c023ed506249 tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1117492 Jun 22 20:46:04.794386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.821573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.825708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a8aefec9-2ae9-49aa-bb3e-65c40c053a87 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:04.854011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=1b887ba3-971f-4ad0-a1c5-7c3250fc1a09,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:04.862473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:04.901391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.905729 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 HTTP/1.1" status: 204 len: 168 time: 0.7953238 Jun 22 20:46:04.907851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59272) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.962574 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-da6747ac-eeb4-4429-a5c4-36524f82270a tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1668322 Jun 22 20:46:04.967073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59274) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.970447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248923d-1894-49d2-9671-6603f48ba53a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:04.972635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248923d-1894-49d2-9671-6603f48ba53a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:04.973989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:04.977194 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f248923d-1894-49d2-9671-6603f48ba53a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0657341 Jun 22 20:46:04.977194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:04.996306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63c75c3-ccad-4647-963a-9a97a7ac39ed']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:05.035607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 4b784e8d-f64e-414f-8900-3bc357eb6b4c {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:05.040561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.044902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:05.045206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cff3c1-9c7e-4181-b5a1-a7d61d0a11d1') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:05.066747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.087271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.111815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Attempting to bind port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:05.112154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Attempting to bind port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:05.112485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Attempting to bind port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 on network eeec2d88-a554-4a16-b8c1-91897d3ebcbb {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:05.125190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.128648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 on network eeec2d88-a554-4a16-b8c1-91897d3ebcbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:46:05.128967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Attempting to bind port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 on network eeec2d88-a554-4a16-b8c1-91897d3ebcbb {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:05.138302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:05.138668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:05.142649 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:05.175331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:05.175671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Checking segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:05.176061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Bound using segment: {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:05.176519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Bound port: 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f82e758-ee12-4193-b71d-5bb1f13c2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:05.176772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.176970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.239692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.241746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca76b405-402e-4aa7-864e-d16db3e8553c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:05.259876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.267774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=4b784e8d-f64e-414f-8900-3bc357eb6b4c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:05.269222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:05.270847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:05.271825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.276093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/4b784e8d-f64e-414f-8900-3bc357eb6b4c HTTP/1.1" status: 204 len: 168 time: 0.2957554 Jun 22 20:46:05.276259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.276259 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/networks/a63c75c3-ccad-4647-963a-9a97a7ac39ed HTTP/1.1" status: 204 len: 168 time: 0.7845750 Jun 22 20:46:05.278993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.282518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c6dea-da75-43ec-8829-8778f719f2c6 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:05.282700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59278) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.327493 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9654a683-3963-4b5c-b4ec-9e864afcf2f8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415468 Jun 22 20:46:05.327837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59282) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.398300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3744581-2950-4a1a-8361-32be5b9d1748 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:05.402244 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b3744581-2950-4a1a-8361-32be5b9d1748 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0711489 Jun 22 20:46:05.402642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59284) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.460128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44839865-1c6b-40f2-8b64-88dee7d7426d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:05.462026 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-44839865-1c6b-40f2-8b64-88dee7d7426d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584345 Jun 22 20:46:05.464579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59286) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.483843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:05.506215 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0c65b8d9-9dc6-4976-b5c6-6d739de8bc19 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398750 Jun 22 20:46:05.510479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59288) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.515750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:05.546545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Deleting port 7fb11172-c47c-48ad-bcdc-7e26afb04edd {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:05.547007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.618180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] For port 7fb11172-c47c-48ad-bcdc-7e26afb04edd, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7fb11172-c47c-48ad-bcdc-7e26afb04edd,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:05.618603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.618963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:05.622720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.631896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Calling delete_port for 7fb11172-c47c-48ad-bcdc-7e26afb04edd owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:05.703021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Network': ['ID=a63c75c3-ccad-4647-963a-9a97a7ac39ed,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:05.706868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e803e7a2-ddf2-4e46-bdbe-e23bfadeaed8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:05.752495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.754987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:05.757558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:05.760896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Deleting port 77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:05.761246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.787579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Pushing event deleted for resources: {'Port': ['ID=7fb11172-c47c-48ad-bcdc-7e26afb04edd,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:05.789372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] No DVR routers for this DVR port 7fb11172-c47c-48ad-bcdc-7e26afb04edd on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:05.790762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:05.811026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting subnet 61107091-45cd-4864-a74e-f96341a4fdbe {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:05.831734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:05.849841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.852022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f0d2685-0f0c-4ebe-b213-9e4e053d90a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:05.870181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.896401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.901387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:05.903105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0bd0a0d-0040-4552-9530-02eab4959668 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:05.904851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:05.907785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=d0fd9a32-9880-4a24-b7a8-9c85896d6d8b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:05.910379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:05.910963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.913451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:05.925688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21a5f0-7fd2-4513-8378-8ca43b7fa78f None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:05.932994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4189229 Jun 22 20:46:05.933230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59292) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:05.940650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:62:89:35', 'name': 'tempest-NetworksTestDHCPv6-1129380544'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:05.963628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:05.964148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:05.965521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 1093 time: 2.3655477 Jun 22 20:46:05.981031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:46:05.983716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8913da3e-6bae-4f23-ac24-73de0fae1da0" -d '{"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:46:06.035048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Pushing event updated for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:06.043430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:06.048484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.112775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da8c1c-936e-4889-918f-ffc571b25b5a x-openstack-request-id: req-32da8c1c-936e-4889-918f-ffc571b25b5a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:46:06.113280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:46:06.113464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32da8c1c-936e-4889-918f-ffc571b25b5a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:46:06.113988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'status': 'completed', 'code': 200} Jun 22 20:46:06.135090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': 'd0fd9a32-9880-4a24-b7a8-9c85896d6d8b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:06.136263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.149947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24fd95-1cf9-4aee-b0fc-40a8fad9e7e6 req-1d0024e0-2413-4753-b08f-e6d48fa0406c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:06.152290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8b24fd95-1cf9-4aee-b0fc-40a8fad9e7e6 req-1d0024e0-2413-4753-b08f-e6d48fa0406c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 943 time: 0.3834295 Jun 22 20:46:06.155743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.156184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.216170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Calling delete_port for 77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:06.243741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8b24fd95-1cf9-4aee-b0fc-40a8fad9e7e6 req-420928c6-3376-4f12-87ec-4ec4b1c8a526 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756366 Jun 22 20:46:06.295805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-4fb4b5e2-d1a6-46bd-bad8-e9c16b38189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:06.298168 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-4fb4b5e2-d1a6-46bd-bad8-e9c16b38189e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1096 time: 0.2553895 Jun 22 20:46:06.323937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/d0fd9a32-9880-4a24-b7a8-9c85896d6d8b/7205f577-66db-4020-9a9e-8c1341456f68) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:06.336276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb11172-c47c-48ad-bcdc-7e26afb04edd no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:06.371124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7fb11172-c47c-48ad-bcdc-7e26afb04edd {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:06.371479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7fb11172-c47c-48ad-bcdc-7e26afb04edd not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:06.378036 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-b0a4d19a-2a2f-4389-8736-3f960ee16d13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 217 time: 0.0573792 Jun 22 20:46:06.393942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.441136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:06.494242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-fd275e57-bf62-4ee3-8a31-41b33251f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:06.495747 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-fd275e57-bf62-4ee3-8a31-41b33251f309 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 200 len: 834 time: 0.1037238 Jun 22 20:46:06.540849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.564975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port ea756414-bfcd-4a4e-88a1-fde9ff1ed963 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:06.571087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.575926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc9a0f68-daf2-484d-aab7-cbf274cd0432 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:06.616038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.620057 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/subnets/61107091-45cd-4864-a74e-f96341a4fdbe HTTP/1.1" status: 204 len: 168 time: 1.3367274 Jun 22 20:46:06.621210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59296) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:06.623515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb05cd2-4aef-4b65-ac74-6b393a30773f None None] Network ae3dcebb-b22d-4e77-a63e-06537f89dad9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:06.624246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Subnet': ['ID=61107091-45cd-4864-a74e-f96341a4fdbe,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:06.629734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:06.647980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.648372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.651657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afbd833d-a988-488b-a9e4-0cf71ed8c636 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:06.658299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-ce97e5e9-48f0-4617-ad43-7d36204c1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:06.659818 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-ce97e5e9-48f0-4617-ad43-7d36204c1177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1521468 Jun 22 20:46:06.691252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Transition to ACTIVE for port object 7205f577-66db-4020-9a9e-8c1341456f68 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:06.693658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Pushing event deleted for resources: {'Port': ['ID=77c4ac4d-94f0-442c-ab66-9a5ea6ed41e9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:06.703237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:06.714299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.721097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Transition to ACTIVE for port object 7205f577-66db-4020-9a9e-8c1341456f68 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:06.744443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.747965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4c627456-2452-4c29-a239-15534f6cb0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:06.810166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:06.817074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:06.819775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:06.821406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.822942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Pushing event updated for resources: {'Port': ['ID=7205f577-66db-4020-9a9e-8c1341456f68,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:06.824255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.825385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::e1 (40fe1879-ece6-4130-be20-c9f8a60bb4af/d0fd9a32-9880-4a24-b7a8-9c85896d6d8b/ea756414-bfcd-4a4e-88a1-fde9ff1ed963) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:06.827191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:06.830843 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] 10.222.0.66 "DELETE /v2.0/floatingips/99e343e2-4950-4f68-aa77-e72c2c6a3332 HTTP/1.1" status: 204 len: 168 time: 1.8587995 Jun 22 20:46:06.834149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59298) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:06.840041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Deleting port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:06.840382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.903985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Attempting to bind port 7205f577-66db-4020-9a9e-8c1341456f68 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:06.904364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Attempting to bind port 7205f577-66db-4020-9a9e-8c1341456f68 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:06.904736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Attempting to bind port 7205f577-66db-4020-9a9e-8c1341456f68 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:06.913677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:06.914110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:06.914517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.914919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:06.915905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Bound port: 7205f577-66db-4020-9a9e-8c1341456f68, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:06.915905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.934930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] For port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,segment=NetworkSegment(eb31724e-f44f-4f93-9df5-ed95fb12de37),segment_id=eb31724e-f44f-4f93-9df5-ed95fb12de37)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:06.935288 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:06.937966 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-ad3da7b9-e5a7-4f41-ad9b-0c0beec2820f service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557995 Jun 22 20:46:06.969852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Calling delete_port for 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:07.005954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] DHCP port deletion for ae3dcebb-b22d-4e77-a63e-06537f89dad9 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:07.011947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] For port 7205f577-66db-4020-9a9e-8c1341456f68, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:07.044395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] For port 7205f577-66db-4020-9a9e-8c1341456f68, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7205f577-66db-4020-9a9e-8c1341456f68,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:07.054019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.059252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.108487 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c843f34-67c3-436c-a621-eea1082cdbf0 req-73479e93-7f26-4766-9502-80f9f5175545 service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306534 Jun 22 20:46:07.111176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Deleting port 22376be2-5578-47dd-81df-cffe8ec787bf {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:07.111524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.125809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Deleting port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:07.126471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.133271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Pushing event updated for resources: {'Port': ['ID=7205f577-66db-4020-9a9e-8c1341456f68,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.144624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.174009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.182667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.187208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.205008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] For port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,segment=NetworkSegment(eb31724e-f44f-4f93-9df5-ed95fb12de37),segment_id=eb31724e-f44f-4f93-9df5-ed95fb12de37)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:07.205454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.226036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Calling delete_port for 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:07.226261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Port': ['ID=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.228993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.229263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.236200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object ea756414-bfcd-4a4e-88a1-fde9ff1ed963 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:07.238396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] No DVR routers for this DVR port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:07.240643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.255413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Calling delete_port for 22376be2-5578-47dd-81df-cffe8ec787bf owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:07.336620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.339994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.365286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.380791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Pushing event deleted for resources: {'Port': ['ID=8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.383405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.388464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] No DVR routers for this DVR port 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:07.389738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3dcebb-b22d-4e77-a63e-06537f89dad9']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:07.412919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.415803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb31724e-f44f-4f93-9df5-ed95fb12de37') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:07.417172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb31724e-f44f-4f93-9df5-ed95fb12de37') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:07.427984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af1bf81d-90b8-4d6b-8264-2c12e1bffc39 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.470741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.508284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-7f537b00-dde8-4647-86e9-100ce58a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.509956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-7f537b00-dde8-4647-86e9-100ce58a2077 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1096 time: 0.1530647 Jun 22 20:46:07.536031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.576217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:07.576731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:07.583933 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:07.591202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:07.610965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=ea756414-bfcd-4a4e-88a1-fde9ff1ed963,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.615071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.617833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.624668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6d04c351-4bec-402c-a3cb-fef0b4e2463f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.627753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:07.630408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:07.636334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.636975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.676718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Pushing event deleted for resources: {'Port': ['ID=22376be2-5578-47dd-81df-cffe8ec787bf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.693173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.698817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7645450 Jun 22 20:46:07.701069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.706199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.708009 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/networks/ae3dcebb-b22d-4e77-a63e-06537f89dad9 HTTP/1.1" status: 204 len: 168 time: 1.0858600 Jun 22 20:46:07.709507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59302) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:07.710238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8604cc07-d476-40c1-8357-9fc488c99206 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:07.722675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59304) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:07.738907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Pushing event deleted for resources: {'Network': ['ID=ae3dcebb-b22d-4e77-a63e-06537f89dad9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:07.741457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:07.769501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69338d6a-50d5-47d1-9cd9-4de22c5d3347 req-10cdd7d3-a012-4260-bada-4183c9766ff6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.771046 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69338d6a-50d5-47d1-9cd9-4de22c5d3347 req-10cdd7d3-a012-4260-bada-4183c9766ff6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 943 time: 0.2891641 Jun 22 20:46:07.793687 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c86887c7-abf4-4808-a283-9a69d37604e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "GET /v2.0/ports?device_id=766977ee-d600-46d3-90c8-a32e2cc0c07f HTTP/1.1" status: 200 len: 205 time: 0.0679934 Jun 22 20:46:07.798480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59306) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:07.828232 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69338d6a-50d5-47d1-9cd9-4de22c5d3347 req-74fb42c6-96af-45d6-9deb-8148cb048855 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jun 22 20:46:07.837090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5cebb-fc3f-4e16-8a21-de7ed204800f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.852209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5cebb-fc3f-4e16-8a21-de7ed204800f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.852209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-20d5cebb-fc3f-4e16-8a21-de7ed204800f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1310329 Jun 22 20:46:07.852463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-114e3ef1-10e6-4ca1-82d5-3f0eed2bfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:07.852463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-114e3ef1-10e6-4ca1-82d5-3f0eed2bfb92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 897 time: 0.3297846 Jun 22 20:46:07.852669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59308) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:07.899743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.902272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:07.903433 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/20524c20-e559-4fd6-b704-ac84e5125498 HTTP/1.1" status: 204 len: 168 time: 1.0690005 Jun 22 20:46:07.908246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59310) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:07.934780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-8d573984-c5c6-420e-819c-cfab48368dd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 217 time: 0.0480094 Jun 22 20:46:07.937315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.020992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port ea756414-bfcd-4a4e-88a1-fde9ff1ed963 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:08.021337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.110624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port 4528e948-a94d-46e6-831a-ad80c61d4623 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:08.110942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.149508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.159841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-c3284a0d-f43b-4187-b578-d1b2e9a76ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:08.161366 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-c3284a0d-f43b-4187-b578-d1b2e9a76ac8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 200 len: 834 time: 0.1845121 Jun 22 20:46:08.164985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.167222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.196309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for ea756414-bfcd-4a4e-88a1-fde9ff1ed963 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:08.268787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.282715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.283265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Fanout notify agent at l3_agent the message router_deleted on router 766977ee-d600-46d3-90c8-a32e2cc0c07f {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:46:08.289429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for 4528e948-a94d-46e6-831a-ad80c61d4623 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:08.296977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.299165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad30678e-26b2-4374-a7bc-e552ad250cd6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] 10.222.0.66 "DELETE /v2.0/routers/766977ee-d600-46d3-90c8-a32e2cc0c07f HTTP/1.1" status: 204 len: 168 time: 0.4965823 Jun 22 20:46:08.341739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-64ccd5b6-292c-477d-b834-1bf1d6585358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:08.347991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-64ccd5b6-292c-477d-b834-1bf1d6585358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1554859 Jun 22 20:46:08.380328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2c9fd3de-ee38-494e-adad-cf8a33a21319 None None] Provisioning for port 7205f577-66db-4020-9a9e-8c1341456f68 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:08.394852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7205f577-66db-4020-9a9e-8c1341456f68 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:08.489852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-4cb3d8bb-df9e-4060-949e-e5d4b3817b6c service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305544 Jun 22 20:46:08.491798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7205f577-66db-4020-9a9e-8c1341456f68 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:08.502103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7205f577-66db-4020-9a9e-8c1341456f68 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:08.502502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.511933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.520658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2d53a37-ec45-4582-9e5e-d2a706b0d8c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:08.557595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=ea756414-bfcd-4a4e-88a1-fde9ff1ed963,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:08.560576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:08.606522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.611467 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/ea756414-bfcd-4a4e-88a1-fde9ff1ed963 HTTP/1.1" status: 204 len: 168 time: 0.7598662 Jun 22 20:46:08.611467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.612906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59314) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:08.615791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-de1d8bd4-46e0-4b9d-9cfc-6ed957e614a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:08.643279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=4528e948-a94d-46e6-831a-ad80c61d4623,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:08.647850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:08.723707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8913da3e-6bae-4f23-ac24-73de0fae1da0 req-27583a84-f886-47e0-bdc2-06e860528f6c service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164671 Jun 22 20:46:08.727636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae140abc-3292-4030-abbb-9e958da7f675 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:08.729237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae140abc-3292-4030-abbb-9e958da7f675 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:08.737192 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ae140abc-3292-4030-abbb-9e958da7f675 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1221681 Jun 22 20:46:08.740853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59318) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:08.773918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59320) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:08.785526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.788165 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/ports/4528e948-a94d-46e6-831a-ad80c61d4623 HTTP/1.1" status: 204 len: 168 time: 0.8788638 Jun 22 20:46:08.790715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59324) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:08.835846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet d0fd9a32-9880-4a24-b7a8-9c85896d6d8b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:08.846463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.875812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-34803009-55e9-4ca6-bce7-46a54be19912 None None] Could not find standard attr ID for object ea756414-bfcd-4a4e-88a1-fde9ff1ed963. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:08.883643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.914983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceac5c6-b5c9-4cd6-b766-33052738e4c1 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:08.916876 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aceac5c6-b5c9-4cd6-b766-33052738e4c1 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "GET /v2.0/ports?device_id=6943f380-1ebc-4b19-abad-87fdf8d733ca HTTP/1.1" status: 200 len: 913 time: 0.1251004 Jun 22 20:46:08.919721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59328) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:08.958563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7205f577-66db-4020-9a9e-8c1341456f68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7205f577-66db-4020-9a9e-8c1341456f68,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:08.970642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:08.980811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:08.986215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.059352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:09.096718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:09.096718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8a9a007b-ca83-47ee-a4c5-fb8e0e0bd15c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:09.118642 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-01f24146-7c1f-4bc6-ac9a-8b5e9f64d981 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82a7ed20353c49b2b5ee76517f1999c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412547 Jun 22 20:46:09.118884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7205f577-66db-4020-9a9e-8c1341456f68,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:09.119892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59330) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.129689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:09.176720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda03d-6eed-4198-ab84-284e4a5b3892 req-653c1103-a297-4e5a-b30f-efe912044b69 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:09.178239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26fda03d-6eed-4198-ab84-284e4a5b3892 req-653c1103-a297-4e5a-b30f-efe912044b69 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 943 time: 0.1259794 Jun 22 20:46:09.181933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.241230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.251185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26fda03d-6eed-4198-ab84-284e4a5b3892 req-b93e61e3-acc2-42ab-8f1a-b5d7dbeee80b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659051 Jun 22 20:46:09.267118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.269308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-233119cf-6f8f-4061-8be2-195783141ca1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:09.292993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fd9a32-9880-4a24-b7a8-9c85896d6d8b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:09.296434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:09.300653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.301864 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/d0fd9a32-9880-4a24-b7a8-9c85896d6d8b HTTP/1.1" status: 204 len: 168 time: 0.5600224 Jun 22 20:46:09.304258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59332) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.308903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7003f-0f49-40f2-9e95-f75df54021c2 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:09.313048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.347439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-edc77e20-dd48-421d-a5e0-41ffad7fbd7b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419927 Jun 22 20:46:09.349724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.420323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c32663-a33d-4f33-84aa-d76b7b3f201d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:09.421833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6c32663-a33d-4f33-84aa-d76b7b3f201d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0711050 Jun 22 20:46:09.424623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.428937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.431526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.435072 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cf22ef3-4c1d-42a7-998f-2df0e4549f5f HTTP/1.1" status: 204 len: 168 time: 0.3117702 Jun 22 20:46:09.435072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aca348c6-9d06-493a-bcab-76d280483655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:09.449473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf22ef3-4c1d-42a7-998f-2df0e4549f5f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:09.452884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:09.490200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1af23-d1ba-44f8-8923-003328fe5148 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:09.491576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87f1af23-d1ba-44f8-8923-003328fe5148 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659542 Jun 22 20:46:09.494469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59340) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.498767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 108aa0c9-9ec7-48f5-b4ef-10329839ad17 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:46:09.531012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.545699 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-036f8440-c8b6-4a19-badb-bba67673f111 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500536 Jun 22 20:46:09.550608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59342) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:09.556114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:09.569075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:09.673057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:09.688728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Deleting port 7205f577-66db-4020-9a9e-8c1341456f68 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:09.688728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.702429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:46:09.810472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] For port 7205f577-66db-4020-9a9e-8c1341456f68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7205f577-66db-4020-9a9e-8c1341456f68,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:09.810881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.833643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Calling delete_port for 7205f577-66db-4020-9a9e-8c1341456f68 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:09.849677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.898502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port d2971b80-f85b-47fe-9126-b8ddb7b04236 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:09.899040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.924145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108aa0c9-9ec7-48f5-b4ef-10329839ad17 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:46:09.972761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:09.979796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:09.983792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a0e56db7-a8f6-4bb0-957f-92d764841320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:10.022339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.042434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for d2971b80-f85b-47fe-9126-b8ddb7b04236 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:10.047673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.056825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:10.065388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:10.065934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:10.088846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Pushing event deleted for resources: {'Port': ['ID=7205f577-66db-4020-9a9e-8c1341456f68,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:10.092170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:10.093045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] No DVR routers for this DVR port 7205f577-66db-4020-9a9e-8c1341456f68 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:10.133533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:10.137722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.246315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['108aa0c9-9ec7-48f5-b4ef-10329839ad17'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:46:10.332922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7205f577-66db-4020-9a9e-8c1341456f68 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:10.368085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.370278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-350d9fee-bac7-4b93-8015-f40498525764 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:10.393193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7205f577-66db-4020-9a9e-8c1341456f68 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:10.393549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7205f577-66db-4020-9a9e-8c1341456f68 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:10.440976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=d2971b80-f85b-47fe-9126-b8ddb7b04236,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:10.443984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:10.530209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:10.575716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.objects.ports [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:46:10.577688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.580299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ee042797-4691-4242-bdeb-24680cbf7610 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:10.632879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:10.638270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:10.643880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:10.647713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.662757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b489ffb-dcf8-4323-adc5-23e108e420dc None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:10.679212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=907f86be-8652-4237-9a66-99ea659d7a72,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:10.683783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:10.686619 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1347558 Jun 22 20:46:10.690373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:10.698266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebd25-3c06-4e15-95b4-cee8d54743f6 req-3e5300f8-f6b3-4ae0-aa66-873b8332b4cb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:10.700160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:10.700825 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b7cebd25-3c06-4e15-95b4-cee8d54743f6 req-3e5300f8-f6b3-4ae0-aa66-873b8332b4cb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 944 time: 0.2737379 Jun 22 20:46:10.744572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222128649'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:10.852212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.875000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:10.957066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-40fe1879-ece6-4130-be20-c9f8a60bb4af', 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'tenant_id': '1255fb76201b4d7db40d37e8487a77a6', 'fixed_ips': [{'subnet_id': '907f86be-8652-4237-9a66-99ea659d7a72'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:10.958390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.055000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.065568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.072126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b7635a0b-8e7c-4183-861f-67022da252f2 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.114943 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b7cebd25-3c06-4e15-95b4-cee8d54743f6 req-31a91811-c788-4ebc-903f-fb6d720ba05c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943007 Jun 22 20:46:11.117754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a089ef-04b9-4d54-907f-e7245e290fd1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:11.120283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.122685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:11.132862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:11.133448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Allocated IP 2001:db8::f816:3eff:fee0:1deb (40fe1879-ece6-4130-be20-c9f8a60bb4af/907f86be-8652-4237-9a66-99ea659d7a72/e16d1133-d89b-4188-ad1f-9ab80e2c83b2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:11.136676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.280085 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 907f86be-8652-4237-9a66-99ea659d7a72 (CIDR: 2001:db8::/64) Jun 22 20:46:11.288221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:11.288933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:11.306755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.317067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.319885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10f83466-1260-4e90-b486-60b662ad58fe tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.328174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.337532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8fe9521b-2cac-4f7b-9007-d1b2512fb67f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6456220 Jun 22 20:46:11.340209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:11.340621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59370) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.347838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:11.358815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:11.365279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.366640 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8310282 Jun 22 20:46:11.370490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.371788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.378540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.420059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:11.421581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1014afe4-1324-40ab-acce-912946d624fd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:11.425263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:11.427232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:11.427893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:11.429389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:11.431506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Router 6943f380-1ebc-4b19-abad-87fdf8d733ca has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:46:11.431832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:11.439321 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eef551f5-fbad-4d18-bcda-f90862747ea9 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0675023 Jun 22 20:46:11.442219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59374) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.450104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-security--136268143', 'description': 'tempest-security-description-754824560'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:11.499779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 108aa0c9-9ec7-48f5-b4ef-10329839ad17 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:11.506634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.524075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Attempting to bind port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:11.524609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Attempting to bind port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:11.525104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Attempting to bind port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 on network 40fe1879-ece6-4130-be20-c9f8a60bb4af {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:11.540867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:11.541324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Checking segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:11.541838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.542402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Bound using segment: {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:11.543079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Bound port: e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f16b91-c691-4475-a862-9dedf04fbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:11.543645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.551745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:11.555738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.556045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:11.561582 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "PUT /v2.0/routers/6943f380-1ebc-4b19-abad-87fdf8d733ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6403520 Jun 22 20:46:11.564218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59376) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.588919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] Sync routers for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:11.623843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.627213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:11.628024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:11.631993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.634550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.635763 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "PUT /v2.0/security-groups/1014afe4-1324-40ab-acce-912946d624fd HTTP/1.1" status: 200 len: 1778 time: 0.1918647 Jun 22 20:46:11.640684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7079ede2-d10d-438e-a8cb-47b8f199064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.645538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59378) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.671892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:11.677440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:11.683301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:11.692567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.693824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:11.694233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.709031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1014afe4-1324-40ab-acce-912946d624fd,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:11.718056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:11.722012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:11.729525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] Routers {'6943f380-1ebc-4b19-abad-87fdf8d733ca'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:11.730269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:45:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['6943f380-1ebc-4b19-abad-87fdf8d733ca'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:11.736384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.742856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4af4aea2-59b5-4a1c-a8f8-1813e57dd5d3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups/1014afe4-1324-40ab-acce-912946d624fd HTTP/1.1" status: 200 len: 1778 time: 0.0940156 Jun 22 20:46:11.743148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59380) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:11.769500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.778978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:11.779175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c50d40-2fba-4eae-bbeb-73af2b64afcc None None] The sync data for ids ['6943f380-1ebc-4b19-abad-87fdf8d733ca'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:11.810020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.874715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.875968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port c8bcebc5-854d-400d-bef7-1efa850a5604 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:11.876257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:11.876411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.880177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:11.896077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.928362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:46:11.931514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8a9e10-8bea-4ef7-a308-724162f6bf98" -d '{"events": [{"server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "name": "network-vif-plugged", "status": "completed", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:46:11.944062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.947926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:11.956490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:11.959443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:11.983523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.003102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for c8bcebc5-854d-400d-bef7-1efa850a5604 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:12.006977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.017567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2706f3-8f51-4f19-9c64-f2316e158c5c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.026487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.029161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:12.030975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.042724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:12.064825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:12.065422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.115962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7731066 Jun 22 20:46:12.119107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59386) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.130266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.132987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.133358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:93:59:ad', 'name': 'tempest-NetworksTestDHCPv6-2147112918'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:12.134146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/1014afe4-1324-40ab-acce-912946d624fd HTTP/1.1" status: 204 len: 168 time: 0.3901238 Jun 22 20:46:12.137026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59388) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.184994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=e57a6074-05c6-43d2-9a2c-8e82c189ea9f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.192429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfb451-0cb9-4161-aaa9-d77562ab5bc2 x-openstack-request-id: req-fcdfb451-0cb9-4161-aaa9-d77562ab5bc2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:46:12.192727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "name": "network-vif-plugged", "status": "completed", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:46:12.193082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fcdfb451-0cb9-4161-aaa9-d77562ab5bc2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:46:12.193378 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'code': 200} Jun 22 20:46:12.195071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.195642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a66ba13c-ae8e-4f75-b5c6-7a70134b4f9c tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.240825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1014afe4-1324-40ab-acce-912946d624fd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.249042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.257870 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0f681b18-b520-4066-b3c5-c186a0e4c34c tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170361 Jun 22 20:46:12.257870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.279999 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-9325cbd1-cdd1-464f-9fd9-7d377bb08c26 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] delete failed (client error): The resource could not be found. Jun 22 20:46:12.286331 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9325cbd1-cdd1-464f-9fd9-7d377bb08c26 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/1014afe4-1324-40ab-acce-912946d624fd HTTP/1.1" status: 404 len: 347 time: 0.0258889 Jun 22 20:46:12.291577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.304529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--482245833'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:12.355609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.420927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:12.445132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.449589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f39925dc-2206-4b48-977c-d44cca7942a6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.482874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:12.485295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c56004-9cf6-475c-97e1-e4bd44f5ead8 req-82440f9a-7f7b-4a26-a7ef-14e549d39de9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:12.487022 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-38c56004-9cf6-475c-97e1-e4bd44f5ead8 req-82440f9a-7f7b-4a26-a7ef-14e549d39de9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.1481986 Jun 22 20:46:12.487924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=c8bcebc5-854d-400d-bef7-1efa850a5604,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.491078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.492164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.521274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.541478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-923c8522-4a09-4a0f-b2ce-319b9c081442 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.582655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c9cfb-8ee7-4b82-a913-d6f80696f389,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.583680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:12.588558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.592227 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-38c56004-9cf6-475c-97e1-e4bd44f5ead8 req-1ad26a5c-1708-473c-81b1-5e5985bbf0ca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980573 Jun 22 20:46:12.595283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.596555 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3031719 Jun 22 20:46:12.601382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59396) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.607824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': 'aa8c9cfb-8ee7-4b82-a913-d6f80696f389', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:12.634868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727acbe8-7e5f-4ed3-a629-f26e4090c008 req-ab9be2dd-0000-4466-828c-d043fd8a469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:12.636344 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-727acbe8-7e5f-4ed3-a629-f26e4090c008 req-ab9be2dd-0000-4466-828c-d043fd8a469d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1098 time: 0.1423407 Jun 22 20:46:12.644546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.652995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.713998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-727acbe8-7e5f-4ed3-a629-f26e4090c008 req-f590d8b3-dd2a-4d27-9c1f-e196baf6e772 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673618 Jun 22 20:46:12.733500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.738151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.740039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8ee490b8-71cb-4039-a550-d102226e0708 tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.748444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.752595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.761386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.764702 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596756 Jun 22 20:46:12.765130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59398) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.785790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbbe70f-e1e8-4b52-8e0e-96ef90fb780c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.791056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.799887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.807493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.808919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.818851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.819445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Fanout notify agent at l3_agent the message router_deleted on router 6943f380-1ebc-4b19-abad-87fdf8d733ca {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:46:12.827559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.829935 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/routers/6943f380-1ebc-4b19-abad-87fdf8d733ca HTTP/1.1" status: 204 len: 168 time: 1.2634945 Jun 22 20:46:12.831335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59400) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.850235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.852297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05678cf6-6277-491a-b39f-4dd0826aa132 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:12.857228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.858630 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/dfbbe70f-e1e8-4b52-8e0e-96ef90fb780c HTTP/1.1" status: 204 len: 168 time: 0.0925162 Jun 22 20:46:12.864260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59402) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.872543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfbbe70f-e1e8-4b52-8e0e-96ef90fb780c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:12.877110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port c5afde23-6049-4bbd-8100-be66cdb6835b yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:12.886463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:12.929842 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3646ce1-5642-4f64-98e9-d3e06d09c2a6 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638809 Jun 22 20:46:12.932726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59404) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:12.936063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting subnet 7ab3444f-6b2f-4120-b304-f1fcb402ec75 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:12.942257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:12.997561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.022207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.044918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.098290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.101274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.104746 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/aa8c9cfb-8ee7-4b82-a913-d6f80696f389 HTTP/1.1" status: 204 len: 168 time: 0.1687491 Jun 22 20:46:13.104746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6c261ba-4668-4074-82d3-7518b24266df tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.107104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.113269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce50ab3e-6b52-4d59-a47c-f13020fe61c3 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:13.122039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c9cfb-8ee7-4b82-a913-d6f80696f389,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.136601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.175280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8:0:1::336 (40fe1879-ece6-4130-be20-c9f8a60bb4af/e57a6074-05c6-43d2-9a2c-8e82c189ea9f/c5afde23-6049-4bbd-8100-be66cdb6835b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:13.185318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.190348 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10d96ef7-bcd4-4ea6-b80d-f6689b373b0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818470 Jun 22 20:46:13.196332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59408) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.204315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856542031'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:13.209422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:13.215421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe93:59ad (40fe1879-ece6-4130-be20-c9f8a60bb4af/907f86be-8652-4237-9a66-99ea659d7a72/c5afde23-6049-4bbd-8100-be66cdb6835b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:13.217635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:13.218078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.238056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.287717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.293422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-33d5bdcb-a68a-459e-8380-61d8175c7181 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.333775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.336366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab3444f-6b2f-4120-b304-f1fcb402ec75,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.339380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.342343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de381a9f-d242-4b99-848f-f769b7322fe4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.348127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.353447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.356194 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/subnets/7ab3444f-6b2f-4120-b304-f1fcb402ec75 HTTP/1.1" status: 204 len: 168 time: 0.5238891 Jun 22 20:46:13.360161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59410) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.377510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.378583 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1805999 Jun 22 20:46:13.384978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5753c6-6405-40ab-b29c-e3ced7b37f16 None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:13.390209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.402228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '7e89238d-40c8-4a9a-85e2-ec8414fef707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:13.412795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.413068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e89238d-40c8-4a9a-85e2-ec8414fef707,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.451867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.469537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.486281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object c5afde23-6049-4bbd-8100-be66cdb6835b will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:13.490658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.529776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:13.533227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.540827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1150c09c-8bde-4455-ae72-b74915118ea3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.542194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.559528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.568657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f099cba1-6e52-4a7e-ad44-ce2a7e07ce5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.607013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.618366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.626589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa257eb6-721f-4743-998a-017c58610a8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:13.645581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=c5afde23-6049-4bbd-8100-be66cdb6835b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.653127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950f4680-d3dd-4e10-b2c6-bf8a07cb822f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.657669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.665164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.669582 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2711523 Jun 22 20:46:13.671637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59416) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.681560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '7e89238d-40c8-4a9a-85e2-ec8414fef707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:13.687144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:13.696800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:13.709120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:13.714668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port 462e8681-8abf-4466-870e-c62a9469c397 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:13.715269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.721693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:13.722792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.727721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.777005 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6565502 Jun 22 20:46:13.781469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59418) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:13.800593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:13.811771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:13.815808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '907f86be-8652-4237-9a66-99ea659d7a72', 'ip_address': '2001:db8::f816:3eff:fee0:1deb'}, {'subnet_id': 'e57a6074-05c6-43d2-9a2c-8e82c189ea9f'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'e16d1133-d89b-4188-ad1f-9ab80e2c83b2'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:46:13.830087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.871792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.883225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] For port 462e8681-8abf-4466-870e-c62a9469c397, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=462e8681-8abf-4466-870e-c62a9469c397,segment=NetworkSegment(8456ce93-8715-44e2-96af-4f41d57bae18),segment_id=8456ce93-8715-44e2-96af-4f41d57bae18)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:13.883225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:13.919808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for 462e8681-8abf-4466-870e-c62a9469c397 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:13.926915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] DHCP port deletion for 6417f819-ee72-47aa-b87e-e4c4f4604bd3 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:13.948965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port c5afde23-6049-4bbd-8100-be66cdb6835b {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:13.950358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.003133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.013207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381701cb-a495-4cd6-b73d-28a283b03182 req-cc6bc509-b060-4dc5-90ed-0dab239cb898 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:14.015220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-381701cb-a495-4cd6-b73d-28a283b03182 req-cc6bc509-b060-4dc5-90ed-0dab239cb898 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.2047453 Jun 22 20:46:14.018192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.028586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.059088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.074953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for c5afde23-6049-4bbd-8100-be66cdb6835b owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:14.076946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43857a-2e2d-4891-9014-7f6c32c3be52,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.088949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.090001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.095506 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4222796 Jun 22 20:46:14.096272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59420) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.107808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '7e89238d-40c8-4a9a-85e2-ec8414fef707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:14.109554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Deleting port 462e8681-8abf-4466-870e-c62a9469c397 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:14.109992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.144853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-381701cb-a495-4cd6-b73d-28a283b03182 req-6da12fdd-28a4-4efa-8c06-965476bb3b5e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213210 Jun 22 20:46:14.149324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.153085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb819de1-3181-4ffb-9b91-5b952e1e2a51 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.177828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=462e8681-8abf-4466-870e-c62a9469c397,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.186677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.187388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.195390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] For port 462e8681-8abf-4466-870e-c62a9469c397, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=462e8681-8abf-4466-870e-c62a9469c397,segment=NetworkSegment(8456ce93-8715-44e2-96af-4f41d57bae18),segment_id=8456ce93-8715-44e2-96af-4f41d57bae18)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:14.195969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.198466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] No DVR routers for this DVR port 462e8681-8abf-4466-870e-c62a9469c397 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:14.198998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Allocated IP 2001:db8:0:1::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/e57a6074-05c6-43d2-9a2c-8e82c189ea9f/e16d1133-d89b-4188-ad1f-9ab80e2c83b2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:14.213654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Calling delete_port for 462e8681-8abf-4466-870e-c62a9469c397 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:14.287227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.299393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-174f8fa7-4020-4216-aea0-549c1a70b983 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.319311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.335188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6417f819-ee72-47aa-b87e-e4c4f4604bd3']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:14.352643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.354774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8456ce93-8715-44e2-96af-4f41d57bae18') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:14.355112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8456ce93-8715-44e2-96af-4f41d57bae18') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:14.358533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=c5afde23-6049-4bbd-8100-be66cdb6835b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.363046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.365125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.368069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.369838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e64b83c-e099-4fb0-8fe3-f5f35f6ac105 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.385394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.387860 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/c5afde23-6049-4bbd-8100-be66cdb6835b HTTP/1.1" status: 204 len: 168 time: 0.6048639 Jun 22 20:46:14.392398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59422) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.400140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.402334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa824b2-6d03-42ab-9ec1-6fcc576819ac,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.410324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.412670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.417240 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3135560 Jun 22 20:46:14.417240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:14.417240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:14.418886 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:14.421242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59424) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.429922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:14.434101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '7e89238d-40c8-4a9a-85e2-ec8414fef707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:14.468093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf3679-fd4f-415b-81c5-a793eb064a94 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:14.472683 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fdaf3679-fd4f-415b-81c5-a793eb064a94 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0786564 Jun 22 20:46:14.473707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.510977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.514947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.520749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.525047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/networks/6417f819-ee72-47aa-b87e-e4c4f4604bd3 HTTP/1.1" status: 204 len: 168 time: 1.1617880 Jun 22 20:46:14.525674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.528663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7091dd0e-8008-4216-aa75-668cb3507b9a tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: from cryptography.utils import int_from_bytes Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: from cryptography.utils import int_from_bytes Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:14.545076 dv-neutron-797537-2-hyperv neutron-server[100375]: self.session.flush() Jun 22 20:46:14.550552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Network': ['ID=6417f819-ee72-47aa-b87e-e4c4f4604bd3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.553084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.573217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.577483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.603009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.606894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Network 6417f819-ee72-47aa-b87e-e4c4f4604bd3 is not hosted by any dhcp agent {{(pid=100375) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 20:46:14.607398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] No DVR routers for this DVR port 462e8681-8abf-4466-870e-c62a9469c397 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:14.611368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.617322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ac53bc5-c22c-4a15-b25d-1f4b716879e2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.618318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Pushing event deleted for resources: {'Port': ['ID=462e8681-8abf-4466-870e-c62a9469c397,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.625717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.631757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:14.634489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:14.635203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.637809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cdd2bf-8314-4b7a-bcf5-734e718b7d24,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.642909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.646173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.647829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2278304 Jun 22 20:46:14.650503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59430) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.657374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '7e89238d-40c8-4a9a-85e2-ec8414fef707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:14.692980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.695676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.712110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:14.715686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.717867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c6c87d6b-060d-4f54-9318-6a48cb20ad2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.778935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.784837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.786804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55635ce4-6a65-4cf6-b9d3-933e2fdbf9b6 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.809444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749343ea-274d-4ff5-8543-202e8735e847,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.812062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.815077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.816355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1647942 Jun 22 20:46:14.819183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59432) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.847533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.851586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.856442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.857223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.903790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.911944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 462e8681-8abf-4466-870e-c62a9469c397 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:14.912159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-60c4e673-4cb5-4b77-b8f5-6cab27c314b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:14.918159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:14.919513 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/749343ea-274d-4ff5-8543-202e8735e847 HTTP/1.1" status: 204 len: 168 time: 0.0991142 Jun 22 20:46:14.923741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59434) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.934297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 462e8681-8abf-4466-870e-c62a9469c397 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:14.934648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 462e8681-8abf-4466-870e-c62a9469c397 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:14.939482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=749343ea-274d-4ff5-8543-202e8735e847,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:14.949643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:14.982948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d5af9-27a9-4db2-90c1-a02c6b845719 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:14.988175 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-268d5af9-27a9-4db2-90c1-a02c6b845719 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5097821 Jun 22 20:46:14.988519 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-27095fcd-a8c0-4ded-ac8c-b371cbde305a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0621488 Jun 22 20:46:14.988519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:14.990418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59438) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.024739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.035177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.046687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613386-4e1e-4df0-8f90-30e039ca5288 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:15.049492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613386-4e1e-4df0-8f90-30e039ca5288 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:15.051179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613386-4e1e-4df0-8f90-30e039ca5288 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:15.055705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-56613386-4e1e-4df0-8f90-30e039ca5288 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0643647 Jun 22 20:46:15.056020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59440) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.069965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Deleting port 8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:15.070308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.115162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.128524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.134463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.135556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f6cdd2bf-8314-4b7a-bcf5-734e718b7d24 HTTP/1.1" status: 204 len: 168 time: 0.1434603 Jun 22 20:46:15.138402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59442) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.174861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6cdd2bf-8314-4b7a-bcf5-734e718b7d24,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.178762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.182871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 907f86be-8652-4237-9a66-99ea659d7a72 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:15.189462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.202127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-068bbd96-19ae-4514-99b3-59477ed486c4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0621095 Jun 22 20:46:15.202759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59446) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.230121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.239246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.246591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.250817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.251704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.273615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.275972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.282821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.287439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4aa824b2-6d03-42ab-9ec1-6fcc576819ac HTTP/1.1" status: 204 len: 168 time: 0.0828650 Jun 22 20:46:15.287759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Calling delete_port for 8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:15.289072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59448) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.317988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aa824b2-6d03-42ab-9ec1-6fcc576819ac,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.326381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.352388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eae9f46a-64bd-4447-94de-a6038ebe5146 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0620883 Jun 22 20:46:15.355946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59450) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.383460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.393499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.426078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.428810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53b65556-8fa7-47d7-96c5-898a521e6a10 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.435316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.439852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ba43857a-2e2d-4891-9014-7f6c32c3be52 HTTP/1.1" status: 204 len: 168 time: 0.0828352 Jun 22 20:46:15.442234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59452) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.452744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.458351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba43857a-2e2d-4891-9014-7f6c32c3be52,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.466904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.509816 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d7c354f-7c4f-49e9-9018-7b567ba0f64e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0665603 Jun 22 20:46:15.513501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59454) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.541484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.551460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.552120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5063e02-23c4-4bd1-93c1-a8496735daf7 req-105ff806-7274-4d68-9215-5dab75c9f89b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:15.553686 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5063e02-23c4-4bd1-93c1-a8496735daf7 req-105ff806-7274-4d68-9215-5dab75c9f89b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.2015331 Jun 22 20:46:15.590757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.597301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.598725 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/950f4680-d3dd-4e10-b2c6-bf8a07cb822f HTTP/1.1" status: 204 len: 168 time: 0.0851142 Jun 22 20:46:15.599951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.604018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.604200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-86537296-c56d-425e-baa3-81411a474403 None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:15.607102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.609332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-86537296-c56d-425e-baa3-81411a474403 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:15.610376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-86537296-c56d-425e-baa3-81411a474403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.612571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a5b94bde-cea8-4c93-8b98-fc3f34f84a58 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.633769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=950f4680-d3dd-4e10-b2c6-bf8a07cb822f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.636960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.658612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.661042 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/907f86be-8652-4237-9a66-99ea659d7a72 HTTP/1.1" status: 204 len: 168 time: 0.6040068 Jun 22 20:46:15.665743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59458) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.671596 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-757a85a2-8972-4ca8-a286-1483b5237d64 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649228 Jun 22 20:46:15.675183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=907f86be-8652-4237-9a66-99ea659d7a72,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.675364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.690345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.718719 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5063e02-23c4-4bd1-93c1-a8496735daf7 req-26bdd500-d84d-40ba-ba21-fcb7d34608b7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545246 Jun 22 20:46:15.768522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.770894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.775090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet e57a6074-05c6-43d2-9a2c-8e82c189ea9f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:15.779875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b375fce1-e4b5-4660-b348-53a4dce36cb6 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.788714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.806154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.839445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e96499-1b06-43f5-a844-634ad18f7eaf None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:15.844952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Pushing event deleted for resources: {'Port': ['ID=8dc1e8f7-ab1d-49f8-801f-3ff8a3080cb1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.852877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.918172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0e4c14a9-cc84-460e-a668-24f081162a97 None None] Could not find standard attr ID for object c5afde23-6049-4bbd-8100-be66cdb6835b. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:15.918414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.926462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.929240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.930534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/7e89238d-40c8-4a9a-85e2-ec8414fef707 HTTP/1.1" status: 204 len: 168 time: 0.2536147 Jun 22 20:46:15.933230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fed65a9e-33b8-477a-8596-5f5d617e497d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:15.937247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:15.962590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e89238d-40c8-4a9a-85e2-ec8414fef707,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:15.969380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:15.971828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.975547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:15.976698 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] 10.222.0.66 "DELETE /v2.0/floatingips/0d0f64fc-9711-479c-8e9a-0a0f188eeb2d HTTP/1.1" status: 204 len: 168 time: 1.4491909 Jun 22 20:46:16.008102 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-58608537-0cbd-40cc-baf6-7da8846ec9e1 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652189 Jun 22 20:46:16.011449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59468) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.017868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--118155830'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:16.061804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.064399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4afe4-1fe5-43b7-9f78-41b2ac3c749f req-00b87096-8d80-47cc-ade2-816c10509415 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:16.071556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3b4afe4-1fe5-43b7-9f78-41b2ac3c749f req-00b87096-8d80-47cc-ade2-816c10509415 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.2003069 Jun 22 20:46:16.084845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.144708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.148893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6a920c77-3e8c-4bcf-b249-6017f068788f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:16.158531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3b4afe4-1fe5-43b7-9f78-41b2ac3c749f req-db88ec3f-0c3c-4de9-97d2-1c991ca4e822 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848653 Jun 22 20:46:16.176451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.190712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=e57a6074-05c6-43d2-9a2c-8e82c189ea9f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:16.201073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.204612 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/e57a6074-05c6-43d2-9a2c-8e82c189ea9f HTTP/1.1" status: 204 len: 168 time: 0.5327666 Jun 22 20:46:16.206295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:16.207395 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59474) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.256114 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8e8897ff-f656-469b-8173-c932a7fef398 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469379 Jun 22 20:46:16.260876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59476) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.266825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:16.286455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.293471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.296608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2eccd23e-6e94-4804-9da9-db70f98718c6 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:16.321712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59478) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.323835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdcce71-056d-4ab2-9a7f-26490000024e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:16.329440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad86b54-f382-4a55-a60f-6097c6d6a181 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:16.331315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ad86b54-f382-4a55-a60f-6097c6d6a181 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1093 time: 0.1537213 Jun 22 20:46:16.338709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:16.339052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59480) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.347355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:16.349468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:16.356919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.358338 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3443341 Jun 22 20:46:16.362294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59484) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.369531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '5cdcce71-056d-4ab2-9a7f-26490000024e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:16.393634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.415058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.db.api [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 20:46:16.415058 dv-neutron-797537-2-hyperv neutron-server[100374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 20:46:16.415058 dv-neutron-797537-2-hyperv neutron-server[100374]: [parameters: {'project_id_1': '15d70932f1f14e5da1bbe755b74aa7e0', 'expiration_1': datetime.datetime(2021, 6, 22, 20, 46, 16, 378355)}] Jun 22 20:46:16.415058 dv-neutron-797537-2-hyperv neutron-server[100374]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:46:16.415972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_db.api [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:46:16.417173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:16.421781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.434509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:16.434899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.585419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.594742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5f23ae48-a90e-4857-a74f-5442ee12cc64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25c0cacd70f5408bb93bdcbf1d1b791d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680860 Jun 22 20:46:16.597672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59486) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:16.729629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.756656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.247 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b975a76c-2727-4c4d-867e-c6787a09a0e5) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:16.771408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.771706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:46:16.843796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8b746-9da3-4815-ab4a-09c8f16817bb None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:16.913177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-839e8904-6393-4c8e-bce6-a23e4fce8aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.928745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.931683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.935711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4dad298-16e9-4f77-8583-0d3e2b7dc580 HTTP/1.1" status: 204 len: 168 time: 0.3369522 Jun 22 20:46:16.941360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-804d86f9-9485-43ac-90d7-8f8e318e0c3a tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:16.966708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.972670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dad298-16e9-4f77-8583-0d3e2b7dc580,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:16.978669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:16.989994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:16.997580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.002482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b98fa336-1ccc-4deb-a242-7e6869abd437 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:17.003227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b98fa336-1ccc-4deb-a242-7e6869abd437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.058480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.064157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c3c39b-971b-443f-aabe-17bd65b9cfb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:17.212342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:17.264138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.272942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.274672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.283274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e066b0fb-da84-4b46-ae8f-7361123c0790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:17.290866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59492) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:17.329055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.336835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:17.349033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:17.352497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:17.353099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.396053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.406193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.411261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=8']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:17.416798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:17.419534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ac63a94d-793f-4806-8ff4-2078fa159b61 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:17.425451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:17.433274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:17.438567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:17.441996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b975a76c-2727-4c4d-867e-c6787a09a0e5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:17.462610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:17.463051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eb761c21-c393-4911-a0ce-93551ef7b06d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:17.477693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b5857b-0ac4-45ad-858c-bb2c7106dfba,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:17.482248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:17.487915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=f4e1662c-83ca-4696-8410-0c2163f1332a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:17.494792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:17.568609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.576924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.583216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-713f7925-9454-40b7-9772-f0ea0b28d837 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:17.590323 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3281488 Jun 22 20:46:17.595209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59494) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:17.616133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:17.627971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.629690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2662053 Jun 22 20:46:17.642108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59496) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:17.680979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead03f8b-f8dc-440d-a75f-0fb5800b888b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:17.697417 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d05c30103da4a95825a7a646ecc8577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027898 Jun 22 20:46:17.697417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:17.701938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59498) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:17.823542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.874559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.879391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.949226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.949661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:17.954996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:17.982577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f6f92-0e71-4685-b047-e014e9b17e72 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:18.020588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.026264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.028726 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/5cdcce71-056d-4ab2-9a7f-26490000024e HTTP/1.1" status: 204 len: 168 time: 0.3808463 Jun 22 20:46:18.030739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-589ba68a-0955-40e3-a94a-2e50cfcdd91f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:18.039157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59500) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.078049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-90c0b488-4334-4377-89dd-b78d3f7fef2e None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:18.079618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-90c0b488-4334-4377-89dd-b78d3f7fef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.082996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdcce71-056d-4ab2-9a7f-26490000024e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:18.095745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:18.099308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.101943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.107008 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ead03f8b-f8dc-440d-a75f-0fb5800b888b HTTP/1.1" status: 204 len: 168 time: 0.4000580 Jun 22 20:46:18.107008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b1ea23d0-840e-4931-aaf5-a5cde580a80d tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:18.119692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead03f8b-f8dc-440d-a75f-0fb5800b888b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:18.135936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:18.156938 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bd4dd0d9-f521-40df-82d3-d28fd408748f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151726 Jun 22 20:46:18.162311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59504) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.167215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294073826'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:18.203842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.325241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.ipam_backend_mixin [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4e1662c-83ca-4696-8410-0c2163f1332a (CIDR: 2001:db8::/64) Jun 22 20:46:18.335445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.337629 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:18.338387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:18.342642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.358658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2eed570a-b137-4c78-be06-629e969f93e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:18.361170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-06a8afce-71d1-4bc9-941c-88dedae50c37 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7628317 Jun 22 20:46:18.365633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59506) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.370633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.374467 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2110672 Jun 22 20:46:18.376198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:18.387120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59508) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.396108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427353919'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:18.397100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:18.412473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4715dae-4414-41ff-a131-663828356c8c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:18.416728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:18.507012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:18.507606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.514527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.602238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.695392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.710984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.761270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.810216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11be1ff5-4e32-4dd9-93ff-ff486b4ad297 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:18.810721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11be1ff5-4e32-4dd9-93ff-ff486b4ad297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.860965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.892398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.898352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f27de109-5ad7-448c-9b9f-f3fe500d96fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:18.940393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:18.943891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.961509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:18.962741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5725880 Jun 22 20:46:18.965614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59514) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:18.970489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': 'd4715dae-4414-41ff-a131-663828356c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'caff757b-99c4-4030-99eb-e1efb4cc5b09', 'remote_ip_prefix': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:18.977641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caff757b-99c4-4030-99eb-e1efb4cc5b09,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:18.989174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.044000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.051576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.056863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a09d747d-b8d4-407a-b952-68489f69fac9 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.072012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.081979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.087864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5901891-4cd5-4d9a-a3f4-16ae09ba639c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.103560 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd8573e98b154c4f913a22de5536bad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045801 Jun 22 20:46:19.103560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c6de08-1b26-4bfa-be2d-f9a3fe8c4865,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.107374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59516) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.108186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.141792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.187640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b975a76c-2727-4c4d-867e-c6787a09a0e5,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.197430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.209496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.216121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.243203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.268246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.280203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.285330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.305760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed59d559-40fd-4c12-ae34-33e2150bf329,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.308476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.313779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.318254 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3515921 Jun 22 20:46:19.318888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59518) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.335027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.337455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.340925 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7c6de08-1b26-4bfa-be2d-f9a3fe8c4865 HTTP/1.1" status: 204 len: 168 time: 0.2295041 Jun 22 20:46:19.340925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db72fe8b-9329-4930-aad8-3e4762da36a5 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.361229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c6de08-1b26-4bfa-be2d-f9a3fe8c4865,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.363526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.365726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.373711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.377002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP c47fa99e-8d27-452a-a8e4-1beb2fc8ecae associated. External IP: 172.26.4.247, port: 108aa0c9-9ec7-48f5-b4ef-10329839ad17. Jun 22 20:46:19.412915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.417080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-605a8ebf-429b-4522-94ce-1ea725c08cea tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.424191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.427953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.438796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.444836 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ed59d559-40fd-4c12-ae34-33e2150bf329 HTTP/1.1" status: 204 len: 168 time: 0.1246827 Jun 22 20:46:19.445480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59522) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.459111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed59d559-40fd-4c12-ae34-33e2150bf329,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.462788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.473790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:19.508346 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c483338e-f410-43e4-9b71-28b077163f24 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0554082 Jun 22 20:46:19.508579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:19.510364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59524) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.512498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:19.513085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.518730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19b03d-01ca-45ac-a6a0-420ec41f5a11 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:19.534331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=a65f6d2b-b6c5-448f-ac14-696026155bde,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.541352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.548352 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1798675 Jun 22 20:46:19.551424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59526) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.557346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:9b:26:fb', 'name': 'tempest-NetworksTestDHCPv6-388550200'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:19.590162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.622156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.682879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.686093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.687261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/caff757b-99c4-4030-99eb-e1efb4cc5b09 HTTP/1.1" status: 204 len: 168 time: 0.1757150 Jun 22 20:46:19.688321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.691184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59530) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.712441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff757b-99c4-4030-99eb-e1efb4cc5b09,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:19.715389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:19.770936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:46:19.774027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7ca58205-b9e2-4bf2-8997-00fea72b657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.782259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1133793f-3613-488b-aaf8-133871ea2bac tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0883963 Jun 22 20:46:19.784866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59534) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.832474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:19.886467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.919059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.937306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.954640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': 'f4e1662c-83ca-4696-8410-0c2163f1332a', 'ip_address': '2001:db8::f816:3eff:fee0:1deb'}, {'subnet_id': 'a65f6d2b-b6c5-448f-ac14-696026155bde'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'e16d1133-d89b-4188-ad1f-9ab80e2c83b2'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:46:19.980532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.989002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:19.991229 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/d4715dae-4414-41ff-a131-663828356c8c HTTP/1.1" status: 204 len: 168 time: 0.2051847 Jun 22 20:46:19.992091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d23e71bd-d69f-41f3-889c-b5b0b7f75053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:19.996144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59542) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:19.996356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.002075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.019789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port 337c491a-5883-40ed-ad02-7215739ba310 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:20.034910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4715dae-4414-41ff-a131-663828356c8c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:20.051122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:20.070120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8a88013a-54a4-46c4-8cbe-fdd1f380b0b5 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725484 Jun 22 20:46:20.084876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59544) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.091008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:20.094121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018283064'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:20.112344 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:20.127364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:20.128824 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:20.129710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.150015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.222181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8793304 Jun 22 20:46:20.228315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:46:20.231887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be60666-28a8-4d63-a44a-cdd630b0dcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:46:20.235771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59550) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.246151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.251382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.263252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-36905c1d-f652-46bb-a1fa-1d73cbbb5cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:20.270553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.271579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1852827 Jun 22 20:46:20.278408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59556) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.289128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:46:20.292004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': '109d87a2-d90b-46ec-829f-3bfc92c499aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:20.319421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109d87a2-d90b-46ec-829f-3bfc92c499aa,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:20.323618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:20.352624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096cf03-9a49-45a9-aedb-cb8861129cf8 x-openstack-request-id: req-8096cf03-9a49-45a9-aedb-cb8861129cf8 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:46:20.353014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:46:20.353359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8096cf03-9a49-45a9-aedb-cb8861129cf8 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:46:20.353815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'status': 'completed', 'code': 200} Jun 22 20:46:20.355552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.364394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8:0:1::73 (40fe1879-ece6-4130-be20-c9f8a60bb4af/a65f6d2b-b6c5-448f-ac14-696026155bde/337c491a-5883-40ed-ad02-7215739ba310) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:20.375956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::f816:3eff:fe9b:26fb (40fe1879-ece6-4130-be20-c9f8a60bb4af/f4e1662c-83ca-4696-8410-0c2163f1332a/337c491a-5883-40ed-ad02-7215739ba310) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:20.399453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7f7b8dbe-ea4b-47e9-a007-868e61cb5f82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/c47fa99e-8d27-452a-a8e4-1beb2fc8ecae HTTP/1.1" status: 200 len: 991 time: 0.1232979 Jun 22 20:46:20.448029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.452726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.464766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2d11943-cea0-4acc-a10b-8d65fdce5538 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:20.493791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e035ec8b-c4bf-41ad-ba4c-e262cf3ad500,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:20.506143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-321536b9-a022-4dae-8d3b-7ee9cb4b769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:20.507739 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-321536b9-a022-4dae-8d3b-7ee9cb4b769b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1098 time: 0.1291707 Jun 22 20:46:20.507993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:20.511469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.511855 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2323251 Jun 22 20:46:20.514766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59560) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.548621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.558373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.574033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.608365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.613725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:20.629849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.631370 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e035ec8b-c4bf-41ad-ba4c-e262cf3ad500 HTTP/1.1" status: 204 len: 168 time: 0.1143870 Jun 22 20:46:20.632520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e035ec8b-c4bf-41ad-ba4c-e262cf3ad500,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:20.639373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59566) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.642861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:20.686104 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:17Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:20.699563 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-18e5f3d9-5690-46fa-80cc-01831a236606 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585456 Jun 22 20:46:20.701948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59568) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.706562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1285323319'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:20.720084 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:46:20.740055 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:20.740683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:20.760247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:20.763789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.776446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.811588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.852244 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:46:20.856409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.945734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.948987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.955656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59570) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:20.958671 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/109d87a2-d90b-46ec-829f-3bfc92c499aa HTTP/1.1" status: 204 len: 168 time: 0.2402415 Jun 22 20:46:20.970450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:20.974267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec653753-cadd-49d3-be5d-13c99ac1ff18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:20.994107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d87a2-d90b-46ec-829f-3bfc92c499aa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.002346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.040134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.045706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.049273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1b043115-edf8-4a40-820a-eaf90ab77275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.054951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.064658 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e26540cc-723a-420b-bca0-e4059db49720 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078727 Jun 22 20:46:21.070124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59572) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.073062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-7d67e307-21bd-47e5-aac6-708b2fddbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:21.074718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-7d67e307-21bd-47e5-aac6-708b2fddbf96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 897 time: 0.5589106 Jun 22 20:46:21.079779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:21.080765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group': {'name': 'tempest-secgroup--425209237'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:21.089828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc04d1-be39-4a1b-96ab-af4610e72782,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.094779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.096035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.096371 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Added segment a2e843b1-bc2d-4982-9869-c34084959223 of type vlan for network eb103f73-bcbd-4c21-afdc-d68c5dd11445 Jun 22 20:46:21.103298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object 337c491a-5883-40ed-ad02-7215739ba310 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:21.148584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.181915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:17Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:21.184048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.191013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:21.191621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.195575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7adf6ed-c68d-4cd3-a8bd-c1992c30048c tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.211593 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f785d1-fc93-4748-ade1-6d05e6d8f4cc None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:45:47Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:17Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:21.221482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.230362 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-a18bf4de-4c20-4826-a56f-630ad0b4ab69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 999 time: 0.1425862 Jun 22 20:46:21.265065 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6871123 Jun 22 20:46:21.265312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59574) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.270462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'subnet': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:21.290515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.296082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Network': ['ID=eb103f73-bcbd-4c21-afdc-d68c5dd11445,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.300912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.305258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7efedf9-2cc3-4b17-b70a-2646317968c4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.329726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:21.362687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-8dbd7ad5-fb03-460d-8f8c-3c7a84c33cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:21.364180 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-8dbd7ad5-fb03-460d-8f8c-3c7a84c33cfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 200 len: 834 time: 0.1248984 Jun 22 20:46:21.391084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:21.402982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59576) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.408732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Allocated IP 2001:db8:0:1::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/a65f6d2b-b6c5-448f-ac14-696026155bde/e16d1133-d89b-4188-ad1f-9ab80e2c83b2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:21.425588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:21.428142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:21.433792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:21.434458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.482976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=337c491a-5883-40ed-ad02-7215739ba310,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.506262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.544683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.551600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.559507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:21.564212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb80225f-ec08-4e1c-9a1b-e4f4d9e2ce05 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.588555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c5b2e7ee-df8b-4efc-a082-e6e26930c07c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/c47fa99e-8d27-452a-a8e4-1beb2fc8ecae HTTP/1.1" status: 200 len: 991 time: 0.1837146 Jun 22 20:46:21.594719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33766e-871f-4e08-a045-c9d77b28426e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.596397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a0e7a-263e-4d4e-bd7c-b84763859cfb None None] New status for floating IP c47fa99e-8d27-452a-a8e4-1beb2fc8ecae: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:46:21.597692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:21.602096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.603271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.604238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-58df0b87-21dc-4e3d-96ff-496fdd0d1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:21.605804 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-58df0b87-21dc-4e3d-96ff-496fdd0d1f81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2290645 Jun 22 20:46:21.610885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59578) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.611244 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0588529 Jun 22 20:46:21.612139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.613423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5419021 Jun 22 20:46:21.622709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59580) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.627457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': 'cf33766e-871f-4e08-a045-c9d77b28426e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:21.717503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.748717 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-be41a78b-c831-40f8-872e-5b8943cd4f64 service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341550 Jun 22 20:46:21.771596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.789251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:21.794816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.808344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4ee580eb-c32b-4801-95e9-303f69022d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.834078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port 337c491a-5883-40ed-ad02-7215739ba310 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:21.834669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.862371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.870563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.874126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:21.888953 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1be60666-28a8-4d63-a44a-cdd630b0dcd1 req-c5e2f83c-db23-42e0-bb17-4073852f6b6e service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329150 Jun 22 20:46:21.896672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbd798-0286-4b39-82a9-98fd8c258e81,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.899299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.904060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.905357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2816987 Jun 22 20:46:21.908537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59582) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.931392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=9']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:21.935109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:21.941528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b3babaed-7522-4db1-8981-4a35698439c4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules/46fbd798-0286-4b39-82a9-98fd8c258e81 HTTP/1.1" status: 200 len: 763 time: 0.0294926 Jun 22 20:46:21.942005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59584) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:21.984132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:21.990365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8621982-22d1-4ba8-8741-84c8af1d513c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:22.000572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5b023526-36e1-40f0-b0bf-d2afa897ab62 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0532284 Jun 22 20:46:22.001297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59586) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.005340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.032077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.042432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.054021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for 337c491a-5883-40ed-ad02-7215739ba310 owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:22.076500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.079517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:22.089631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.091577 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/46fbd798-0286-4b39-82a9-98fd8c258e81 HTTP/1.1" status: 204 len: 168 time: 0.0892055 Jun 22 20:46:22.096686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59588) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.098724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46fbd798-0286-4b39-82a9-98fd8c258e81,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:22.101257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:22.195622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.323019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:22.390083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Subnet': ['ID=011903e5-52b7-427b-b326-0ee7e7a7e670,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:22.395173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:22.428557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Checking segment: {'id': 'a2e843b1-bc2d-4982-9869-c34084959223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:22.428557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network hostable DHCP agents. Network: eb103f73-bcbd-4c21-afdc-d68c5dd11445, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:22.479046 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fca10fb3-59d4-40fa-8cd5-43fd4627f7e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898337 Jun 22 20:46:22.483349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59590) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.488689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:22.490096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': 'cf33766e-871f-4e08-a045-c9d77b28426e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:22.519324 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, eb103f73-bcbd-4c21-afdc-d68c5dd11445) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:22.526600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:22.527189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.528988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.535591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77584186-6a85-45b3-ba6d-c7d2b3065048 None None] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:22.567536 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2993767 Jun 22 20:46:22.574550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59592) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.585179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995237312'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:22.591082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59594) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.607987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.613441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.616164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6bd710fa-9fdb-4120-b0ec-561cde594979 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:22.638630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c041c7-43ce-4b98-b98c-64171be702de,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:22.651015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:22.658698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.660288 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750050 Jun 22 20:46:22.665931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59596) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.685942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-068d12bc-eac0-42d1-87a7-599fafb122f2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules/f8c041c7-43ce-4b98-b98c-64171be702de HTTP/1.1" status: 200 len: 763 time: 0.0173850 Jun 22 20:46:22.688579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59598) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.746656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-29468b62-dba3-483c-808b-b12ab06acb91 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0560870 Jun 22 20:46:22.747239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59600) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.756099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-db37b5e0-41cb-4d8d-aa85-43497823a9ed None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:22.757588 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-abc0f024-89fd-4245-8d51-553f2f58f78f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/c47fa99e-8d27-452a-a8e4-1beb2fc8ecae HTTP/1.1" status: 200 len: 993 time: 0.1615794 Jun 22 20:46:22.762534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-db37b5e0-41cb-4d8d-aa85-43497823a9ed None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:22.763155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-db37b5e0-41cb-4d8d-aa85-43497823a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.784213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.788263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'tenant_id': '57e5f62a1c8b4d9184739fdb8ed32336', 'fixed_ips': [{'subnet_id': '011903e5-52b7-427b-b326-0ee7e7a7e670'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:22.790790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.798389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.841173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.843414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-101c0fbd-a255-4a09-b9de-03d3d031d65e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:22.849552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.850735 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f8c041c7-43ce-4b98-b98c-64171be702de HTTP/1.1" status: 204 len: 168 time: 0.1025252 Jun 22 20:46:22.853179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59602) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.856019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.862781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:22.876599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8c041c7-43ce-4b98-b98c-64171be702de,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:22.885948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:22.898255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=337c491a-5883-40ed-ad02-7215739ba310,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:22.901831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:22.924416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba29eb36-a263-47ba-8389-96f6739f0dde tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659947 Jun 22 20:46:22.925957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59604) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.930787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Request body: {'security_group_rule': {'security_group_id': 'cf33766e-871f-4e08-a045-c9d77b28426e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:22.968181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.970764 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/337c491a-5883-40ed-ad02-7215739ba310 HTTP/1.1" status: 204 len: 168 time: 1.3583140 Jun 22 20:46:22.972544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:22.973416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59606) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:22.976586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:22.980053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.000566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:23.055762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.060921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Allocated IP 2001:db8::2 (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/50a5a337-d5c7-484c-99d1-82fee466366f) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:23.097422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6b2faf41-9404-4844-abb9-f36ebd1dc8b9 None None] Could not find standard attr ID for object 337c491a-5883-40ed-ad02-7215739ba310. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:23.107040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0d51b-d097-46dc-af90-1a3983666640 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.108654 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28a0d51b-d097-46dc-af90-1a3983666640 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1340065 Jun 22 20:46:23.112754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59608) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.153833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.159587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.166654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28076fdf-0375-4e6f-b721-bbafb160d7e0 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.184732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe012d-ad7a-4b7d-9231-5b5aa98e452a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.185559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4892e090-1863-42fa-b6a3-1f4c02016889,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.186421 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-87fe012d-ad7a-4b7d-9231-5b5aa98e452a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0722668 Jun 22 20:46:23.189770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59610) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.192937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.194544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.198950 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2715337 Jun 22 20:46:23.199215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59612) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.238656 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f5901973-ee21-43b6-ad7d-872b6baaa393 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules/4892e090-1863-42fa-b6a3-1f4c02016889 HTTP/1.1" status: 200 len: 764 time: 0.0382731 Jun 22 20:46:23.241261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59614) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.274622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0443a73-3270-4027-9e27-04ccba6687de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.276169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0443a73-3270-4027-9e27-04ccba6687de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.277667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0443a73-3270-4027-9e27-04ccba6687de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.279248 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c0443a73-3270-4027-9e27-04ccba6687de tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0885491 Jun 22 20:46:23.283681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59616) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.306656 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6bd6018a-0e3a-4179-a9f7-8d052f0d8574 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0642390 Jun 22 20:46:23.309074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59618) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.334005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.341239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet a65f6d2b-b6c5-448f-ac14-696026155bde {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:23.341837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.345175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.373543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.376945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2039971d-01ae-445b-b610-01eb2c26fdda tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.382106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.383207 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/4892e090-1863-42fa-b6a3-1f4c02016889 HTTP/1.1" status: 204 len: 168 time: 0.0732303 Jun 22 20:46:23.385133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.388764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59620) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.396810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Transition to ACTIVE for port object 50a5a337-d5c7-484c-99d1-82fee466366f will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:23.397528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.397803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4892e090-1863-42fa-b6a3-1f4c02016889,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.407131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.416432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Transition to ACTIVE for port object 50a5a337-d5c7-484c-99d1-82fee466366f will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:23.429751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.432479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f46475b-836a-48b0-a3e1-d5c615070875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.439648 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34805f23-efe8-4299-a183-072c553f0144 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468378 Jun 22 20:46:23.440431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59622) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.484939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:23.488067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:23.492729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:23.500891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Pushing event updated for resources: {'Port': ['ID=50a5a337-d5c7-484c-99d1-82fee466366f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.504545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.524413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.528891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::b8 (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/fae4c848-0b1b-41bc-9e87-c66b8aece1e2) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:23.554038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.571642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Attempting to bind port 50a5a337-d5c7-484c-99d1-82fee466366f on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:23.572025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Attempting to bind port 50a5a337-d5c7-484c-99d1-82fee466366f by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a2e843b1-bc2d-4982-9869-c34084959223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:23.572716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Attempting to bind port 50a5a337-d5c7-484c-99d1-82fee466366f on network eb103f73-bcbd-4c21-afdc-d68c5dd11445 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:23.580505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:23.580962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Checking segment: {'id': 'a2e843b1-bc2d-4982-9869-c34084959223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:23.581389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.581806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Bound using segment: {'id': 'a2e843b1-bc2d-4982-9869-c34084959223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:23.582330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Bound port: 50a5a337-d5c7-484c-99d1-82fee466366f, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e843b1-bc2d-4982-9869-c34084959223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:23.582722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.602549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.604902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.608959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4bc52477-8aa3-4d6a-8ba7-4fb6c1d6906c tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.641577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=a65f6d2b-b6c5-448f-ac14-696026155bde,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.644831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.646017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.648099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/a65f6d2b-b6c5-448f-ac14-696026155bde HTTP/1.1" status: 204 len: 168 time: 0.3629279 Jun 22 20:46:23.650528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59624) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.659625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c143fcf-1286-4304-a1d7-0ab085f697d9 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:23.716209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet f4e1662c-83ca-4696-8410-0c2163f1332a {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:23.719512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.724270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] For port 50a5a337-d5c7-484c-99d1-82fee466366f, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:23.741734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] For port 50a5a337-d5c7-484c-99d1-82fee466366f, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=50a5a337-d5c7-484c-99d1-82fee466366f,segment=NetworkSegment(a2e843b1-bc2d-4982-9869-c34084959223),segment_id=a2e843b1-bc2d-4982-9869-c34084959223)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:23.748437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.752406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.762355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.764992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.777565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object fae4c848-0b1b-41bc-9e87-c66b8aece1e2 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:23.810110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.813141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.817345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf33766e-871f-4e08-a045-c9d77b28426e HTTP/1.1" status: 204 len: 168 time: 0.3731380 Jun 22 20:46:23.817345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b62a6021-f772-4664-b699-65f9bcc80686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.818082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59626) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.821925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.831530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33766e-871f-4e08-a045-c9d77b28426e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.839032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.851929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-53ac1a35-ab33-4f82-85d9-db6155127511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:23.876002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Pushing event updated for resources: {'Port': ['ID=50a5a337-d5c7-484c-99d1-82fee466366f,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.889464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.913189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=fae4c848-0b1b-41bc-9e87-c66b8aece1e2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:23.916987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:23.918319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.922945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:23.925069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:23.927744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:23.934178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:23.934836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:23.950234 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-64e9351b-75b4-4971-b2fd-551dab8d0d51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311235 Jun 22 20:46:23.955815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59628) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.975232 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3923090 Jun 22 20:46:23.975679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59630) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:23.983880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2083544211', 'allowed_address_pairs': [{'ip_address': '2001:db8::b8', 'mac_address': 'fa:16:3e:d3:b3:ea'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:24.012603 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3f7cd192-5911-4937-81b9-806bb0edd83a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538566 Jun 22 20:46:24.077327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.083305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-78d661a3-aa9d-4a0c-9b66-449e2dcf978a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:24.121920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.126351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f4e1662c-83ca-4696-8410-0c2163f1332a HTTP/1.1" status: 204 len: 168 time: 0.4714653 Jun 22 20:46:24.126351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e1662c-83ca-4696-8410-0c2163f1332a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:24.128750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59634) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:24.136156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:24.200207 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cff36b87-99bb-477e-81be-1e3cc5d645ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550914 Jun 22 20:46:24.200547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59636) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:24.206233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:24.210161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:24.385918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.410901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:24.418418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.432964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port e32a0a1c-0f33-421c-b43b-655557133319 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:24.435996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 50a5a337-d5c7-484c-99d1-82fee466366f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:24.501828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 50a5a337-d5c7-484c-99d1-82fee466366f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:24.571491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59640) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:24.602792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::1c4 (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/e32a0a1c-0f33-421c-b43b-655557133319) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:24.822587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.841211 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8ad5ac52-ba5d-4963-9603-125abe942690 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15d70932f1f14e5da1bbe755b74aa7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683799 Jun 22 20:46:24.842286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object e32a0a1c-0f33-421c-b43b-655557133319 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:24.844076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59644) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:24.856839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.864381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-787f8065-a632-4232-a431-39ea0a6c3095 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:24.870639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c9a26-55ac-4604-bdf4-359ee5eff15d None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:24.905512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.911443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:24.939538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=06892734-8d2b-4d64-97d4-d29a1a62cffa,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:24.949354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:24.957627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:24.963645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:24.964773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:24.970397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:24.975002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:24.975415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:24.976083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.989773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:24.990386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:24.994616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=e32a0a1c-0f33-421c-b43b-655557133319,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:24.999233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:25.007269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0304220 Jun 22 20:46:25.011251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59646) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:25.026157 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8244584 Jun 22 20:46:25.028835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59648) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:25.030741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f3ba009a-1850-45c1-834b-0d85ea05c60f None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:25.031291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f3ba009a-1850-45c1-834b-0d85ea05c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.045481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:25.102020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde63c62-66f9-4387-a5d6-1fb4eb34e069 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:25.111188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde63c62-66f9-4387-a5d6-1fb4eb34e069 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:25.117594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde63c62-66f9-4387-a5d6-1fb4eb34e069 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:25.119382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fde63c62-66f9-4387-a5d6-1fb4eb34e069 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1069806 Jun 22 20:46:25.122112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:25.147700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.194051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.252146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port e32a0a1c-0f33-421c-b43b-655557133319 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:25.252352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.253394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:25.258798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3330e60-e588-4639-b917-5a152b9fcb00 None None] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:25.259140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.335204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Provisioning for port 50a5a337-d5c7-484c-99d1-82fee466366f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:25.339877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.344069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.345839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Provisioning complete for port 50a5a337-d5c7-484c-99d1-82fee466366f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:25.346277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.349348 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4a089ef-04b9-4d54-907f-e7245e290fd1 HTTP/1.1" status: 204 len: 168 time: 0.5034842 Jun 22 20:46:25.352428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03dbc868-a392-4e12-941f-5ceeb43b0920 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:25.370354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a089ef-04b9-4d54-907f-e7245e290fd1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:25.374973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:25.440259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.ipam_backend_mixin [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06892734-8d2b-4d64-97d4-d29a1a62cffa (CIDR: 2001:db8::/64) Jun 22 20:46:25.443355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.445497 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:25.446170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:25.457732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for e32a0a1c-0f33-421c-b43b-655557133319 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:25.458861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6b405-d998-4a0b-bd3a-9ec2b47c7bb7 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:25.474295 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64ba43a5-9035-483e-9315-76c62e6906d8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4440179 Jun 22 20:46:25.474956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59654) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:25.481138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:25.621491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.642128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:25.648196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.686918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.692700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-56397f0a-e00a-48bb-9e97-f138a0b1fba5 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:25.726529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=e32a0a1c-0f33-421c-b43b-655557133319,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:25.731772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:25.734773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] For port 50a5a337-d5c7-484c-99d1-82fee466366f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=50a5a337-d5c7-484c-99d1-82fee466366f,segment=NetworkSegment(a2e843b1-bc2d-4982-9869-c34084959223),segment_id=a2e843b1-bc2d-4982-9869-c34084959223)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:25.757693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:25.760249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:25.838811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Pushing event updated for resources: {'Port': ['ID=50a5a337-d5c7-484c-99d1-82fee466366f,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:25.843024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:25.901857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c1e3a9b7-ff6d-4e08-9df4-0f64b220cb42 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:25.902481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a9b7-ff6d-4e08-9df4-0f64b220cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.011080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.023006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:26.024534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/e32a0a1c-0f33-421c-b43b-655557133319 HTTP/1.1" status: 204 len: 168 time: 0.9009910 Jun 22 20:46:26.069147 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bec6686-6bec-4af0-bf20-eb55b8440d14 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] GET failed (client error): The resource could not be found. Jun 22 20:46:26.070882 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6bec6686-6bec-4af0-bf20-eb55b8440d14 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports/e32a0a1c-0f33-421c-b43b-655557133319 HTTP/1.1" status: 404 len: 333 time: 0.0469298 Jun 22 20:46:26.081296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59670) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:26.090320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1171178623'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:26.254331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:46:26.268264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:26.268705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.339361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:26.342973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.382443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port 2ed402a3-413c-4649-9ccf-85f94bec4e5d yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:26.393959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 50a5a337-d5c7-484c-99d1-82fee466366f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:26.461879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Provisioning for port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:26.467406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Provisioning complete for port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:26.467835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.487367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.497208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 50a5a337-d5c7-484c-99d1-82fee466366f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:26.497208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.532959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59678) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:26.555821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:26.563663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Could not find standard attr ID for object e32a0a1c-0f33-421c-b43b-655557133319. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:26.583431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Provisioning complete for port 50a5a337-d5c7-484c-99d1-82fee466366f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:26.583812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf7d6-137f-4bbd-8e1e-9b771992717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.600896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::34a (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/2ed402a3-413c-4649-9ccf-85f94bec4e5d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:26.705889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159747960-network', 'tenant_id': '172708921e7c4642bad4466718154154'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:26.758128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:26.788396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Made reservation on behalf of 172708921e7c4642bad4466718154154 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:26.790982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.799158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.804542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.805425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.807262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.808633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:26.839559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c275e77c-2b81-40aa-acda-81541f55bb1c None None] Provisioning complete for port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:26.840803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c275e77c-2b81-40aa-acda-81541f55bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.861808 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:26.862888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:26.868757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:26.869396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.900421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=13']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:26.904844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:26.905683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1248c87-a1fa-4619-bde7-ba85c3ab8555 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:26.908451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.925877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6120c7-fd57-409e-825a-23652535b6d5 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:26.967807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=7fd4d61b-f5d5-4dc8-8390-28bd32b564f1,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:26.972416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:26.995581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:26.998072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object 2ed402a3-413c-4649-9ccf-85f94bec4e5d will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:27.003781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.015269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5309646 Jun 22 20:46:27.016048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3f83e75d-aca8-4b49-9345-2c77b13be515 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:27.016987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59682) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:27.021998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c275e77c-2b81-40aa-acda-81541f55bb1c None None] Port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:27.029235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:a1:8c:b6', 'name': 'tempest-NetworksTestDHCPv6-757704812'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:27.094292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:27.135583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb23e10-52c0-4e9b-9da3-7041f5edc71f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:27.138937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:27.148304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.148648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Added segment 391518a4-58af-4bbd-890a-5cafacc45ed3 of type vlan for network 41eb6ce4-1de0-4900-891e-dab7c5127fda Jun 22 20:46:27.155385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b2a2bb5a-987f-41a9-afde-31322d6f23ed None None] Could not find standard attr ID for object e32a0a1c-0f33-421c-b43b-655557133319. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:27.228565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.237781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.241387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:27.271446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '7fd4d61b-f5d5-4dc8-8390-28bd32b564f1', 'ip_address': '2001:db8:0:1:f816:3eff:fee0:1deb'}, {'subnet_id': '06892734-8d2b-4d64-97d4-d29a1a62cffa'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'e16d1133-d89b-4188-ad1f-9ab80e2c83b2'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:46:27.304779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:27.306442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.331509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:27.334108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:27.339937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:27.340549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.353317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=2ed402a3-413c-4649-9ccf-85f94bec4e5d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:27.366447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:27.372288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.373629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:27.373920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.377199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f301b876-0cdf-400d-899b-77e786da58a1 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:27.405254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:27.424097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3384054 Jun 22 20:46:27.424462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59684) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:27.430342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b8', 'mac_address': 'fa:16:3e:d3:b3:ea'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:27.493006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59686) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:27.493286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9632452 Jun 22 20:46:27.500236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Request body: {'subnet': {'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159747960-subnet', 'tenant_id': '172708921e7c4642bad4466718154154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:27.538210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/06892734-8d2b-4d64-97d4-d29a1a62cffa/e16d1133-d89b-4188-ad1f-9ab80e2c83b2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:27.545046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Pushing event updated for resources: {'Network': ['ID=41eb6ce4-1de0-4900-891e-dab7c5127fda,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:27.549149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:27.574191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 41eb6ce4-1de0-4900-891e-dab7c5127fda details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:27.592178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.599199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Made reservation on behalf of 172708921e7c4642bad4466718154154 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:27.601794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.621523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port d6e99d57-9f0c-4377-94cf-4efdfb3084ce yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:27.736674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f0776aa5-b48f-4eb4-80c5-da1af50fe7f9 None None] Provisioning for port 2ed402a3-413c-4649-9ccf-85f94bec4e5d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:27.744811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f0776aa5-b48f-4eb4-80c5-da1af50fe7f9 None None] Provisioning complete for port 2ed402a3-413c-4649-9ccf-85f94bec4e5d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:27.746911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f0776aa5-b48f-4eb4-80c5-da1af50fe7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.747037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.795386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:27.808930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f0776aa5-b48f-4eb4-80c5-da1af50fe7f9 None None] Port 2ed402a3-413c-4649-9ccf-85f94bec4e5d cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:27.832128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.847874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:27.851824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.854146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0d40f1-46fb-46bc-b7a8-c62e29a8041c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:27.966569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=14']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:27.972080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:27.977387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:27.983387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa0d9bab-db88-4877-bcf3-892812dc33da tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:27.991245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::3b4 (40fe1879-ece6-4130-be20-c9f8a60bb4af/06892734-8d2b-4d64-97d4-d29a1a62cffa/d6e99d57-9f0c-4377-94cf-4efdfb3084ce) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:28.002493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8:0:1:f816:3eff:fea1:8cb6 (40fe1879-ece6-4130-be20-c9f8a60bb4af/7fd4d61b-f5d5-4dc8-8390-28bd32b564f1/d6e99d57-9f0c-4377-94cf-4efdfb3084ce) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:28.082710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756f1805-c4b5-4016-b2c4-56dd175a44e6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:28.086416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:28.119151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Checking segment: {'id': '391518a4-58af-4bbd-890a-5cafacc45ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:28.119464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Network hostable DHCP agents. Network: 41eb6ce4-1de0-4900-891e-dab7c5127fda, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:28.125853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.134710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.139111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f48eafd5-8c19-4073-be39-14d2a2d0f66c tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:28.188246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] In _notify_port_updated(), no bound segment for port 2ed402a3-413c-4649-9ccf-85f94bec4e5d on network eb103f73-bcbd-4c21-afdc-d68c5dd11445 {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:46:28.194668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:28.195361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.200861 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "PUT /v2.0/ports/2ed402a3-413c-4649-9ccf-85f94bec4e5d HTTP/1.1" status: 200 len: 1002 time: 0.7712371 Jun 22 20:46:28.200861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Network 41eb6ce4-1de0-4900-891e-dab7c5127fda is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:28.208247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59688) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:28.266082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 41eb6ce4-1de0-4900-891e-dab7c5127fda) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:28.271306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:28.271914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.279250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25469d36-ca8f-4fe1-bdb1-93daf5a7ff8b None None] Network 41eb6ce4-1de0-4900-891e-dab7c5127fda requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:28.281011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=2ed402a3-413c-4649-9ccf-85f94bec4e5d,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:28.285852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:28.320341 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8253150 Jun 22 20:46:28.383472 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port 2ed402a3-413c-4649-9ccf-85f94bec4e5d {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:28.383829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.399277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:28.532342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.569658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for 2ed402a3-413c-4649-9ccf-85f94bec4e5d owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:28.657803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d2fe8-6b59-4f08-9f8f-c39d0777a1de None None] Network 41eb6ce4-1de0-4900-891e-dab7c5127fda requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:28.768857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e227e4bd-cfa5-4d6d-81d9-9cc33bb73011 None None] Provisioning complete for port 2ed402a3-413c-4649-9ccf-85f94bec4e5d triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:28.769153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e227e4bd-cfa5-4d6d-81d9-9cc33bb73011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.774379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.779329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-45b936c2-f70b-4da1-85e8-50cc5bd39dab tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:28.799927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e227e4bd-cfa5-4d6d-81d9-9cc33bb73011 None None] Port 2ed402a3-413c-4649-9ccf-85f94bec4e5d was deleted so its status cannot be updated. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 22 20:46:28.823220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.834530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=2ed402a3-413c-4649-9ccf-85f94bec4e5d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:28.839672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:28.851727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object d6e99d57-9f0c-4377-94cf-4efdfb3084ce will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:28.943123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:28.954386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cdd04bad-4010-4927-84db-5df6403f6760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:29.024223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:29.026737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.030198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:29.031719 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/2ed402a3-413c-4649-9ccf-85f94bec4e5d HTTP/1.1" status: 204 len: 168 time: 0.8223567 Jun 22 20:46:29.034492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59702) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:29.035902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:29.043748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:29.044446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.064355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0456753 Jun 22 20:46:29.070724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59704) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:29.073556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=d6e99d57-9f0c-4377-94cf-4efdfb3084ce,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:29.080083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:29.088868 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c844e475-dd49-46d2-962c-5f631713585c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] GET failed (client error): The resource could not be found. Jun 22 20:46:29.096909 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c844e475-dd49-46d2-962c-5f631713585c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports/2ed402a3-413c-4649-9ccf-85f94bec4e5d HTTP/1.1" status: 404 len: 333 time: 0.0536149 Jun 22 20:46:29.097926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59706) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:29.109969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-66487310'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:29.225640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59710) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:29.235648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3aeb42b9-e7ac-4fff-8aa8-1053fb4c5543 None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:29.240967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2101666314-network', 'tenant_id': 'b95c30f6c7e64a639bcc1b13f278e20d'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:29.241527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3aeb42b9-e7ac-4fff-8aa8-1053fb4c5543 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:29.242385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3aeb42b9-e7ac-4fff-8aa8-1053fb4c5543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.270123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port d6e99d57-9f0c-4377-94cf-4efdfb3084ce {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:29.270625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.336530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Made reservation on behalf of b95c30f6c7e64a639bcc1b13f278e20d for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:29.339817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.350278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:29.353791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.389445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.391385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.412079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for d6e99d57-9f0c-4377-94cf-4efdfb3084ce owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:29.416747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:29.482498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1fac8e82-46c1-40b3-9ada-f18fd30e7ca6 None None] Provisioning for port d6e99d57-9f0c-4377-94cf-4efdfb3084ce completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:29.492123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1fac8e82-46c1-40b3-9ada-f18fd30e7ca6 None None] Provisioning complete for port d6e99d57-9f0c-4377-94cf-4efdfb3084ce triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:29.493109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1fac8e82-46c1-40b3-9ada-f18fd30e7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.545449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1fac8e82-46c1-40b3-9ada-f18fd30e7ca6 None None] Port d6e99d57-9f0c-4377-94cf-4efdfb3084ce cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:29.635911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::2e9 (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/60f0c2d0-6e7b-4e98-b3f5-57347d924b28) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:29.704446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.712060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.721469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f3a8df24-d024-4b6f-8152-f4ac97ae87a1 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:29.779268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:29.820331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32169f5b-c487-47af-a979-ba51b6c7fbd2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:29.840183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.841309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.841309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.841309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.841782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.842321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.842507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.842753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.843112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.843536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.843904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.844316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:29.851845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:29.917007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.948116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.948515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:29.956670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c75ac014-8bc2-44e0-bd15-ddf0154e8adf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:29.960827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:29.961189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Added segment 0e7050e1-05dd-4561-b46c-e9a1092fea06 of type vlan for network 9585b44c-9909-4104-8a54-5667b44ecd0e Jun 22 20:46:29.988422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=d6e99d57-9f0c-4377-94cf-4efdfb3084ce,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:29.993505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:30.060003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.064142 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/d6e99d57-9f0c-4377-94cf-4efdfb3084ce HTTP/1.1" status: 204 len: 168 time: 0.9916546 Jun 22 20:46:30.066420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59712) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.066613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.111607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.117233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-44313010-9876-4977-a0e0-734431ececc9 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:30.163521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60218c5-37ba-4fda-9da6-a808e3bb7e98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.165549 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e60218c5-37ba-4fda-9da6-a808e3bb7e98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0974498 Jun 22 20:46:30.169068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.169376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59714) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.170175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.170718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.174483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:30.188996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:30.191478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:30.197792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.198331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.224138 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1246498 Jun 22 20:46:30.224138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59716) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.224733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=60f0c2d0-6e7b-4e98-b3f5-57347d924b28,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:30.228606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:30.233237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d3:b3:ea'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:30.236625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-061f5a56-f50b-427e-a2c1-7b25448233c7 tempest-TagsExtTest-1958350413 tempest-TagsExtTest-1958350413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:30.260965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59718) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.266673 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0380139 Jun 22 20:46:30.267483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Request body: {'subnet': {'network_id': '9585b44c-9909-4104-8a54-5667b44ecd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2101666314-subnet', 'tenant_id': 'b95c30f6c7e64a639bcc1b13f278e20d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:30.279113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94396ea-95ed-41f9-812c-015d5fe4193b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.280692 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c94396ea-95ed-41f9-812c-015d5fe4193b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1106572 Jun 22 20:46:30.284946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59720) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.332624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=9585b44c-9909-4104-8a54-5667b44ecd0e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:30.344632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 9585b44c-9909-4104-8a54-5667b44ecd0e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:30.348103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Made reservation on behalf of b95c30f6c7e64a639bcc1b13f278e20d for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:30.351196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.389414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace892c1-c38d-4f7c-9344-2033a9db2c9c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.391928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:30.392265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace892c1-c38d-4f7c-9344-2033a9db2c9c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.394439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace892c1-c38d-4f7c-9344-2033a9db2c9c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.398626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ace892c1-c38d-4f7c-9344-2033a9db2c9c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1098721 Jun 22 20:46:30.434098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59722) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:30.537410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 06892734-8d2b-4d64-97d4-d29a1a62cffa {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:30.544188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.606819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2cf1dc7a-8cc8-4c66-917a-2ce122daf088 None None] Provisioning for port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:30.617005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2cf1dc7a-8cc8-4c66-917a-2ce122daf088 None None] Provisioning complete for port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:30.617387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2cf1dc7a-8cc8-4c66-917a-2ce122daf088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.631412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.649607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.657001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cdc20ae4-2029-4e55-8fd0-c044be31336e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:30.669787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1dc7a-8cc8-4c66-917a-2ce122daf088 None None] Port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:30.676177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.724073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4582ee10-92e2-4646-9e39-9bd421da441b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:30.726691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Checking segment: {'id': '0e7050e1-05dd-4561-b46c-e9a1092fea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9585b44c-9909-4104-8a54-5667b44ecd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:30.727089 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Network hostable DHCP agents. Network: 9585b44c-9909-4104-8a54-5667b44ecd0e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:30.729217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:30.748405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Network 9585b44c-9909-4104-8a54-5667b44ecd0e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:30.759043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 9585b44c-9909-4104-8a54-5667b44ecd0e) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:30.764430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:30.765290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.778541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12824f-2c65-4811-a754-ae9d5c135268 None None] Network 9585b44c-9909-4104-8a54-5667b44ecd0e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:30.793962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5288954 Jun 22 20:46:30.802280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.938900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:30.945228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85455413-2042-4085-815d-cad655ac2f1e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:30.948325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93525cd9-610e-4005-8cbc-11049a6ebdeb None None] Network 9585b44c-9909-4104-8a54-5667b44ecd0e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:30.991091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=06892734-8d2b-4d64-97d4-d29a1a62cffa,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:31.004334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:31.006721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.011525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59728) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.011725 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/06892734-8d2b-4d64-97d4-d29a1a62cffa HTTP/1.1" status: 204 len: 168 time: 0.5768144 Jun 22 20:46:31.018326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c11f1-3f1c-4a7d-b14f-a8d85bf06160 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:31.038440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.054141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.058191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:31.100210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 7fd4d61b-f5d5-4dc8-8390-28bd32b564f1 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:31.104799 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.116983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] In _notify_port_updated(), no bound segment for port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 on network eb103f73-bcbd-4c21-afdc-d68c5dd11445 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:46:31.123099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:31.124204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.126892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "PUT /v2.0/ports/60f0c2d0-6e7b-4e98-b3f5-57347d924b28 HTTP/1.1" status: 200 len: 1001 time: 0.8994534 Jun 22 20:46:31.131094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59734) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.150391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=60f0c2d0-6e7b-4e98-b3f5-57347d924b28,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:31.175788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.180605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:31.282629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:31.282971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.338024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.421260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.437924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:31.442991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.446749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e2441314-c34e-4f79-95b8-3a0bef844a3d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:31.476391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd4d61b-f5d5-4dc8-8390-28bd32b564f1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:31.479635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:31.480774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.485884 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/7fd4d61b-f5d5-4dc8-8390-28bd32b564f1 HTTP/1.1" status: 204 len: 168 time: 0.4726775 Jun 22 20:46:31.486663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59740) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.529529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7c4dbb5c-6423-461b-a51b-b31921ff6754 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415297 Jun 22 20:46:31.533115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59746) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.538329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:31.604030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ed55dbb5-3cea-4159-a067-ee98d507ad82 None None] Provisioning complete for port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:31.604687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ed55dbb5-3cea-4159-a067-ee98d507ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.648661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ed55dbb5-3cea-4159-a067-ee98d507ad82 None None] Port 60f0c2d0-6e7b-4e98-b3f5-57347d924b28 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:31.669478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:31.674255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.720723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-a489eba6-23d0-400b-939c-115ee2b5ea04 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:31.722416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-a489eba6-23d0-400b-939c-115ee2b5ea04 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/networks?id=41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 200 len: 811 time: 0.1932335 Jun 22 20:46:31.737935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.744375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69c73ffa-9b0c-4449-b1b7-08b961eae693 tempest-ServerActionsTestJSON-1152299478 tempest-ServerActionsTestJSON-1152299478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:31.799198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=60f0c2d0-6e7b-4e98-b3f5-57347d924b28,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:31.803602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:31.805243 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-bd059046-522b-4c1a-af13-4cf806639466 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/quotas/172708921e7c4642bad4466718154154 HTTP/1.1" status: 200 len: 375 time: 0.0749078 Jun 22 20:46:31.839181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.841210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/60f0c2d0-6e7b-4e98-b3f5-57347d924b28 HTTP/1.1" status: 204 len: 168 time: 0.7088163 Jun 22 20:46:31.846070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59748) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.874571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-dcadcafd-7159-42da-a9f2-6cd20ad41b50 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=172708921e7c4642bad4466718154154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402701 Jun 22 20:46:31.915294 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a23c668-6b40-4296-b701-7503c2c2611c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] GET failed (client error): The resource could not be found. Jun 22 20:46:31.921039 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4a23c668-6b40-4296-b701-7503c2c2611c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports/60f0c2d0-6e7b-4e98-b3f5-57347d924b28 HTTP/1.1" status: 404 len: 333 time: 0.0683467 Jun 22 20:46:31.921257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59750) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:31.931598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-952742474'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:31.989586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:31.991970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-46b28240-8e28-4d86-81c7-b293116eaf8a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:32.035175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:32.038410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:32.046032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:32.047375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.076687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=7f602121-eac6-4fd5-b163-16c44ca1715f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:32.083820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-bbbfabb9-37ff-4ef1-91b4-2c2b02643fe4 service neutron] 10.222.0.66 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921053 Jun 22 20:46:32.102628 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5683267 Jun 22 20:46:32.103579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59752) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:32.109870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:32.114640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.115032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.115413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.115788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.116163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.116631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.116882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.117237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.117600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.118006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.118507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.119217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:32.123860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:32.203021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:32.206027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a0741a-3648-487a-890f-35efb1830cff None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:32.206556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.231791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port 63db52d4-609b-4c73-bd31-e1639310ba9c yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:32.250588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-239b7828-2e62-4af9-917a-a50823d393f7 service neutron] 10.222.0.66 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540911 Jun 22 20:46:32.283646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:32.289327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.292625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-45967873-5987-4d26-931a-39ffaa453670 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:32.293371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-45967873-5987-4d26-931a-39ffaa453670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.378590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::2d4 (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/63db52d4-609b-4c73-bd31-e1639310ba9c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:32.401744 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.ipam_backend_mixin [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f602121-eac6-4fd5-b163-16c44ca1715f (CIDR: 2001:db8::/64) Jun 22 20:46:32.408505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:32.408948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:32.425955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43589115-64be-4616-a916-da111e3d40f2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3209894 Jun 22 20:46:32.449150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59754) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:32.463860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'subnet': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:32.530367 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3ac72506-a72c-48c1-97ca-81020f12fbe1 req-56c04712-78a1-4eb6-9da1-158b18d76381 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0548029 Jun 22 20:46:32.615412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.631649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object 63db52d4-609b-4c73-bd31-e1639310ba9c will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:32.635516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:32.637220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Update dhcp port {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'fixed_ips': [{'subnet_id': '7f602121-eac6-4fd5-b163-16c44ca1715f'}], 'binding:host_id': 'dv-neutron-797537-2-hyperv'}, 'id': 'e16d1133-d89b-4188-ad1f-9ab80e2c83b2'} from dv-neutron-797537-2-hyperv. {{(pid=100375) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 20:46:32.639175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.676058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.676841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.681764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c78294f8-d82f-4bf5-81bb-056cf5f3c9ac tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:32.725755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:32.728867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:32.731511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:32.738628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:32.739329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:32.759333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=63db52d4-609b-4c73-bd31-e1639310ba9c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:32.764194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:32.771748 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8476739 Jun 22 20:46:32.772239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59758) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:32.786876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'network_id': 'eb103f73-bcbd-4c21-afdc-d68c5dd11445', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-173076103'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:32.886269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Allocated IP 2001:db8::2 (40fe1879-ece6-4130-be20-c9f8a60bb4af/7f602121-eac6-4fd5-b163-16c44ca1715f/e16d1133-d89b-4188-ad1f-9ab80e2c83b2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:33.029177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Made reservation on behalf of 57e5f62a1c8b4d9184739fdb8ed32336 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:33.037762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.064705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] device_id is not set on port 467b1ecb-5773-4432-862c-1716507c0cd1 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:33.078561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:33.113581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.134083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Transition to ACTIVE for port object e16d1133-d89b-4188-ad1f-9ab80e2c83b2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:33.142982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.149176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bfccf24e-347f-40c3-b3e4-e2b93da469b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:33.154779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dacc9e9d-a06d-4337-9252-c8ddd0f4b92c None None] Provisioning for port 63db52d4-609b-4c73-bd31-e1639310ba9c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:33.182818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.objects.ports [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100373) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 22 20:46:33.193673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dacc9e9d-a06d-4337-9252-c8ddd0f4b92c None None] Provisioning complete for port 63db52d4-609b-4c73-bd31-e1639310ba9c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:33.194097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dacc9e9d-a06d-4337-9252-c8ddd0f4b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.228540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Allocated IP 2001:db8::30c (eb103f73-bcbd-4c21-afdc-d68c5dd11445/011903e5-52b7-427b-b326-0ee7e7a7e670/467b1ecb-5773-4432-862c-1716507c0cd1) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:33.263555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=17']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:33.267838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:33.268869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-dacc9e9d-a06d-4337-9252-c8ddd0f4b92c None None] Port 63db52d4-609b-4c73-bd31-e1639310ba9c cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:33.402326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.448145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.474293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Transition to ACTIVE for port object 467b1ecb-5773-4432-862c-1716507c0cd1 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:33.518966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.539610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-af768e9f-5795-47f3-90c8-63dd37b59f2c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:33.584211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:33.589176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:33.594102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:33.601972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:33.602620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.637290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:33.657843 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f40ed84-91b1-472c-9f92-0e6038d82118 req-7a2a95a9-b00c-4322-ba94-830dc3c7fc74 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0408521 Jun 22 20:46:33.663168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=467b1ecb-5773-4432-862c-1716507c0cd1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:33.666419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:33.670463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8942537 Jun 22 20:46:33.673025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59766) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:33.678743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b8', 'mac_address': 'fa:16:3e:d3:b3:ea'}, {'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:0c:a2:91'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:33.686604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.696565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.697889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.700022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71742560-244c-46ef-b9d4-215a613dbb56 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:33.752282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:33.755912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:33.759025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:33.759640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.788066 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3359954 Jun 22 20:46:33.793409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59768) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:33.799673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Request body: {'port': {'network_id': '40fe1879-ece6-4130-be20-c9f8a60bb4af', 'mac_address': 'fa:16:3e:bd:69:d0', 'name': 'tempest-NetworksTestDHCPv6-1293736450'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:33.805132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=19']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:33.808721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:33.823717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-281e8eff-7507-4a06-ac77-147253705c7a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:33.826690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:33.963152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Subnet': ['ID=f63e2c3f-6c59-4c2c-8e47-09461dffd370,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:33.965815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:33.997400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-848761d8-1a85-480b-841f-f6de9c245ca3 None None] Provisioning for port 467b1ecb-5773-4432-862c-1716507c0cd1 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:34.007952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-848761d8-1a85-480b-841f-f6de9c245ca3 None None] Provisioning complete for port 467b1ecb-5773-4432-862c-1716507c0cd1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:34.008647 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-848761d8-1a85-480b-841f-f6de9c245ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.037038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Made reservation on behalf of 1255fb76201b4d7db40d37e8487a77a6 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:34.069872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-848761d8-1a85-480b-841f-f6de9c245ca3 None None] Port 467b1ecb-5773-4432-862c-1716507c0cd1 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:34.075570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ff57d-4f70-4b67-a785-eab730488ece None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:34.100236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.105775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.109687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3ec0cbc-efa3-45ac-bf84-0a9d520cc8d5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:34.134145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.142180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] In _notify_port_updated(), no bound segment for port 467b1ecb-5773-4432-862c-1716507c0cd1 on network eb103f73-bcbd-4c21-afdc-d68c5dd11445 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:46:34.148585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:34.149186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.150978 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "PUT /v2.0/ports/467b1ecb-5773-4432-862c-1716507c0cd1 HTTP/1.1" status: 200 len: 1066 time: 0.4766440 Jun 22 20:46:34.153588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:34.202171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event updated for resources: {'Port': ['ID=467b1ecb-5773-4432-862c-1716507c0cd1,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:34.204032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] device_id is not set on port e87a65e0-c00b-440f-83cd-392e4b2855ab yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:34.206130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:34.223078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fa9de8ee-b679-4aee-95ae-f48e180afdf1 None None] Provisioning for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:34.250636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fa9de8ee-b679-4aee-95ae-f48e180afdf1 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:34.251237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa9de8ee-b679-4aee-95ae-f48e180afdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.299431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port 467b1ecb-5773-4432-862c-1716507c0cd1 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:34.300043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.363306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:34.456674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:34.457052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.465832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.487949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for 467b1ecb-5773-4432-862c-1716507c0cd1 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:34.494866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8::36f (40fe1879-ece6-4130-be20-c9f8a60bb4af/7f602121-eac6-4fd5-b163-16c44ca1715f/e87a65e0-c00b-440f-83cd-392e4b2855ab) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:34.509738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Allocated IP 2001:db8:0:1:f816:3eff:febd:69d0 (40fe1879-ece6-4130-be20-c9f8a60bb4af/f63e2c3f-6c59-4c2c-8e47-09461dffd370/e87a65e0-c00b-440f-83cd-392e4b2855ab) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:34.575092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-22027e83-d6d8-4b79-a34f-a653a58e6a2f None None] Provisioning complete for port 467b1ecb-5773-4432-862c-1716507c0cd1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:34.575485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-22027e83-d6d8-4b79-a34f-a653a58e6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.626394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-22027e83-d6d8-4b79-a34f-a653a58e6a2f None None] Port 467b1ecb-5773-4432-862c-1716507c0cd1 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:34.692431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.706992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc3b3c4e-4010-4c90-8cc1-a71fc5c8e55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:34.735943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=467b1ecb-5773-4432-862c-1716507c0cd1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:34.772195 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fd3a68a2-3030-4431-a982-9afb9494a065 req-33ba256b-652d-4619-a1b4-76c98b6627dd tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0409880 Jun 22 20:46:34.783034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:34.830295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.866580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Transition to ACTIVE for port object e87a65e0-c00b-440f-83cd-392e4b2855ab will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:34.930372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.944567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a4483557-d928-46dc-8a27-437ca5dbf59c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:34.945332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:34.948863 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/467b1ecb-5773-4432-862c-1716507c0cd1 HTTP/1.1" status: 204 len: 168 time: 0.7940030 Jun 22 20:46:34.951378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59780) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:34.986072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:34.987808 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0cf231-e3a2-484e-8b2b-f330edfb5d23 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] GET failed (client error): The resource could not be found. Jun 22 20:46:34.989478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b0cf231-e3a2-484e-8b2b-f330edfb5d23 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports/467b1ecb-5773-4432-862c-1716507c0cd1 HTTP/1.1" status: 404 len: 333 time: 0.0356090 Jun 22 20:46:34.992869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:34.993180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:35.000448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:35.007034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:35.007723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.038260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event updated for resources: {'Port': ['ID=e87a65e0-c00b-440f-83cd-392e4b2855ab,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:35.042176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:35.050817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2562809 Jun 22 20:46:35.054464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59786) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:35.134642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port 63db52d4-609b-4c73-bd31-e1639310ba9c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:35.135073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.173008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting port e87a65e0-c00b-440f-83cd-392e4b2855ab {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:35.173449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.240956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.256820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for 63db52d4-609b-4c73-bd31-e1639310ba9c owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:35.305375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.319177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Calling delete_port for e87a65e0-c00b-440f-83cd-392e4b2855ab owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:35.354453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-55282e06-ad15-459d-b07c-e9d0809f153c None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:35.355042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55282e06-ad15-459d-b07c-e9d0809f153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.429591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.435923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c3ff7c87-0261-4ee7-8484-d3dd606ea156 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:35.477209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=63db52d4-609b-4c73-bd31-e1639310ba9c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:35.488401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:35.511433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.516467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/63db52d4-609b-4c73-bd31-e1639310ba9c HTTP/1.1" status: 204 len: 168 time: 0.5226018 Jun 22 20:46:35.517075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59788) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:35.553480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d4176f-5d9e-4387-a3f1-7c64ca2353c1 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] GET failed (client error): The resource could not be found. Jun 22 20:46:35.555206 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80d4176f-5d9e-4387-a3f1-7c64ca2353c1 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "GET /v2.0/ports/63db52d4-609b-4c73-bd31-e1639310ba9c HTTP/1.1" status: 404 len: 333 time: 0.0372005 Jun 22 20:46:35.559065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59790) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:35.580293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.582255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-feedf5f2-44c2-4178-ab3a-9d66b5e9259f None None] Could not find standard attr ID for object e87a65e0-c00b-440f-83cd-392e4b2855ab. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:35.586848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1d9c0258-0179-4b77-a04b-5333d75f8772 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:35.614577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Port': ['ID=e87a65e0-c00b-440f-83cd-392e4b2855ab,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:35.619534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:35.677206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.682310 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/e87a65e0-c00b-440f-83cd-392e4b2855ab HTTP/1.1" status: 204 len: 168 time: 0.6267440 Jun 22 20:46:35.683094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59792) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:35.723093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port fae4c848-0b1b-41bc-9e87-c66b8aece1e2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:35.723423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.817682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03cdb3-51dd-4768-86ca-3bbe316b0ea4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:35.823261 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ab03cdb3-51dd-4768-86ca-3bbe316b0ea4 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1356640 Jun 22 20:46:35.823573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59796) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:35.860948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:35.875040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for fae4c848-0b1b-41bc-9e87-c66b8aece1e2 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:35.914286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c8ca387-f179-4749-8571-2e36ba98084e req-5db6a35b-fb34-4db0-b257-06e79de0739b tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0366266 Jun 22 20:46:35.930819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e42f27-793a-4f28-b822-3a4be6b80252 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:35.945149 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a7e42f27-793a-4f28-b822-3a4be6b80252 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1083298 Jun 22 20:46:35.945149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59800) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.008903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed6895-e7cc-4736-8641-eea66ffbe20d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:36.011027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed6895-e7cc-4736-8641-eea66ffbe20d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:36.012968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed6895-e7cc-4736-8641-eea66ffbe20d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:36.024510 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c9ed6895-e7cc-4736-8641-eea66ffbe20d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750356 Jun 22 20:46:36.024915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59804) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.055808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.068089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3889417-92a8-4a3e-b99d-edfc2a923160 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:36.096823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=fae4c848-0b1b-41bc-9e87-c66b8aece1e2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:36.104819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet 7f602121-eac6-4fd5-b163-16c44ca1715f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:36.109572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.115785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:36.118781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.120924 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/ports/fae4c848-0b1b-41bc-9e87-c66b8aece1e2 HTTP/1.1" status: 204 len: 168 time: 0.5606458 Jun 22 20:46:36.123211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59806) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.172067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.212895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting subnet 011903e5-52b7-427b-b326-0ee7e7a7e670 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:36.218010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.284870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.294212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.374851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.378586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5cb6dc0d-af02-4311-9231-6ccf187596b8 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:36.400850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.410953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=7f602121-eac6-4fd5-b163-16c44ca1715f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:36.414077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:36.415096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.419828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/7f602121-eac6-4fd5-b163-16c44ca1715f HTTP/1.1" status: 204 len: 168 time: 0.3941903 Jun 22 20:46:36.420501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59808) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.431126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea482e-8701-4123-a466-a26392f9c51c None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:36.479219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Deleting subnet f63e2c3f-6c59-4c2c-8e47-09461dffd370 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:36.482800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.487826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.492679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6dca8284-17c1-42ab-ab95-01156ba6a75b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:36.524829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Subnet': ['ID=011903e5-52b7-427b-b326-0ee7e7a7e670,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:36.532445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.534605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d0de6-a15a-4d37-b681-27a974264e43 None None] Network eb103f73-bcbd-4c21-afdc-d68c5dd11445 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:36.535837 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/subnets/011903e5-52b7-427b-b326-0ee7e7a7e670 HTTP/1.1" status: 204 len: 168 time: 0.4116497 Jun 22 20:46:36.536914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:36.538716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59810) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.551290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.622926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.663436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.697688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Deleting port 50a5a337-d5c7-484c-99d1-82fee466366f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:36.698059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.763994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.767891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:36.777569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] For port 50a5a337-d5c7-484c-99d1-82fee466366f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=50a5a337-d5c7-484c-99d1-82fee466366f,segment=NetworkSegment(a2e843b1-bc2d-4982-9869-c34084959223),segment_id=a2e843b1-bc2d-4982-9869-c34084959223)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:36.777846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.797386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Subnet': ['ID=f63e2c3f-6c59-4c2c-8e47-09461dffd370,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:36.800949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Calling delete_port for 50a5a337-d5c7-484c-99d1-82fee466366f owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:36.801434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:36.802454 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:36.804826 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f63e2c3f-6c59-4c2c-8e47-09461dffd370 HTTP/1.1" status: 204 len: 168 time: 0.3831449 Jun 22 20:46:36.807335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59812) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.853199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] DHCP port deletion for eb103f73-bcbd-4c21-afdc-d68c5dd11445 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:36.879720 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2520ac38-223d-4c32-af3f-7c4e20b17511 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705252 Jun 22 20:46:36.882449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59814) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:36.943980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Deleting port 50a5a337-d5c7-484c-99d1-82fee466366f {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:36.944419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.034366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] For port 50a5a337-d5c7-484c-99d1-82fee466366f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=50a5a337-d5c7-484c-99d1-82fee466366f,segment=NetworkSegment(a2e843b1-bc2d-4982-9869-c34084959223),segment_id=a2e843b1-bc2d-4982-9869-c34084959223)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:37.034775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.058942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Calling delete_port for 50a5a337-d5c7-484c-99d1-82fee466366f owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:37.144404 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-486b8682-6958-49f6-9407-10948a09e802 req-df89d40e-eae0-444d-ab33-9cd914d82288 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0579011 Jun 22 20:46:37.160239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.162979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-60f6b465-69f1-4d41-a932-86b682511238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:37.190515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Pushing event deleted for resources: {'Port': ['ID=50a5a337-d5c7-484c-99d1-82fee466366f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:37.196310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] No DVR routers for this DVR port 50a5a337-d5c7-484c-99d1-82fee466366f on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:37.208935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.213707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.214552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.215084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.215410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.216310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.216310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.216996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.216996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.216996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.217339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.217602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:46:37.222786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:37.494462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.500716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24a5bc62-dfb1-4938-a78a-865f1f9aedc7 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:37.509724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba280b07-9cfd-4f9e-8acb-2467a80018f8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:37.511233 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba280b07-9cfd-4f9e-8acb-2467a80018f8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6282747 Jun 22 20:46:37.512000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc96f5a-3b36-46c7-bc1b-16e1f3c25ab2 None None] Network 40fe1879-ece6-4130-be20-c9f8a60bb4af requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:37.514123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59822) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.542570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Port': ['ID=50a5a337-d5c7-484c-99d1-82fee466366f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:37.552631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-6d8962e7-c39e-4224-b2e5-a71de11ab3d6 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:37.554383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-6d8962e7-c39e-4224-b2e5-a71de11ab3d6 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.53 "GET /v2.0/networks?id=41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 200 len: 811 time: 0.5883234 Jun 22 20:46:37.555513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] No DVR routers for this DVR port 50a5a337-d5c7-484c-99d1-82fee466366f on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:37.557613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:37.577501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0c0d439e-fbae-4e64-a15b-8d3950cb8046 None None] Provisioning complete for port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:37.578625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0c0d439e-fbae-4e64-a15b-8d3950cb8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.589119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Request body: {'port': {'device_id': '709d7817-9b54-45d3-867d-ce82904a7f55', 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda', 'admin_state_up': True, 'tenant_id': '172708921e7c4642bad4466718154154'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:37.593551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910ee90-657f-4518-a62c-3e62afca2cac tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:37.595798 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7910ee90-657f-4518-a62c-3e62afca2cac tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805712 Jun 22 20:46:37.601914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.656427 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0036b8a0-fc20-4806-8e08-062bafeede15 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522470 Jun 22 20:46:37.662514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59826) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.697596 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-40392cc4-bbd5-4e7d-b014-e56466dc3760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.698499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40392cc4-bbd5-4e7d-b014-e56466dc3760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.700773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40392cc4-bbd5-4e7d-b014-e56466dc3760 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/e87a65e0-c00b-440f-83cd-392e4b2855ab HTTP/1.1" status: 404 len: 333 time: 0.0370977 Jun 22 20:46:37.704010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59828) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.723700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.741391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-843806e4-de0d-4e41-b80e-9044db073cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.741978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843806e4-de0d-4e41-b80e-9044db073cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.743612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb103f73-bcbd-4c21-afdc-d68c5dd11445']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:37.744536 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-843806e4-de0d-4e41-b80e-9044db073cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f63e2c3f-6c59-4c2c-8e47-09461dffd370 HTTP/1.1" status: 404 len: 337 time: 0.0393066 Jun 22 20:46:37.747882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.759186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e843b1-bc2d-4982-9869-c34084959223') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:37.759487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e843b1-bc2d-4982-9869-c34084959223') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:37.778528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.788910 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8cf7ca-345c-4be3-a35a-0ad881f53201 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.790240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8cf7ca-345c-4be3-a35a-0ad881f53201 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.792144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6e8cf7ca-345c-4be3-a35a-0ad881f53201 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/7f602121-eac6-4fd5-b163-16c44ca1715f HTTP/1.1" status: 404 len: 337 time: 0.0433550 Jun 22 20:46:37.795387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59832) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.803082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.815250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:37.815698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:37.820752 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:37.830626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] DHCP port deletion for 40fe1879-ece6-4130-be20-c9f8a60bb4af request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:37.832938 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0a965c-438c-4b66-84c7-092ad470d47f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.833171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0a965c-438c-4b66-84c7-092ad470d47f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.834846 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3c0a965c-438c-4b66-84c7-092ad470d47f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/d6e99d57-9f0c-4377-94cf-4efdfb3084ce HTTP/1.1" status: 404 len: 333 time: 0.0347042 Jun 22 20:46:37.837939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59834) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.871784 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59dff12-41bc-4d86-a07c-8b15f7068a11 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.872379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59dff12-41bc-4d86-a07c-8b15f7068a11 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.874463 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a59dff12-41bc-4d86-a07c-8b15f7068a11 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/7fd4d61b-f5d5-4dc8-8390-28bd32b564f1 HTTP/1.1" status: 404 len: 337 time: 0.0353487 Jun 22 20:46:37.877813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59836) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.881609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Made reservation on behalf of 172708921e7c4642bad4466718154154 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:37.886330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.902477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Deleting port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:37.903463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.914958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-e793724f-6d36-4e10-8d5f-25f1945034c1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.915322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e793724f-6d36-4e10-8d5f-25f1945034c1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.917082 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e793724f-6d36-4e10-8d5f-25f1945034c1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/06892734-8d2b-4d64-97d4-d29a1a62cffa HTTP/1.1" status: 404 len: 337 time: 0.0382004 Jun 22 20:46:37.919974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59838) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.935946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.975245 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a418f848-f8aa-492c-a468-7718f9e5149b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:37.976146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a418f848-f8aa-492c-a468-7718f9e5149b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:37.978395 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a418f848-f8aa-492c-a468-7718f9e5149b tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/337c491a-5883-40ed-ad02-7215739ba310 HTTP/1.1" status: 404 len: 333 time: 0.0571024 Jun 22 20:46:37.980902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59840) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:37.981230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9ddb3da-21e8-4096-9588-099ebb0489af tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:37.996747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] For port e16d1133-d89b-4188-ad1f-9ab80e2c83b2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,segment=NetworkSegment(a6f16b91-c691-4475-a862-9dedf04fbb5a),segment_id=a6f16b91-c691-4475-a862-9dedf04fbb5a)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:37.997242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:37.997700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.003023 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] 10.222.0.66 "DELETE /v2.0/networks/eb103f73-bcbd-4c21-afdc-d68c5dd11445 HTTP/1.1" status: 204 len: 168 time: 1.4630239 Jun 22 20:46:38.007157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Pushing event deleted for resources: {'Network': ['ID=eb103f73-bcbd-4c21-afdc-d68c5dd11445,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:38.011813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:38.012148 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feb1274-157e-4cc2-b346-599a752925f9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.012758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feb1274-157e-4cc2-b346-599a752925f9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.016685 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5feb1274-157e-4cc2-b346-599a752925f9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/a65f6d2b-b6c5-448f-ac14-696026155bde HTTP/1.1" status: 404 len: 337 time: 0.0344553 Jun 22 20:46:38.019120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59844) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.052375 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d727fb-0a74-4a25-a8d8-ac087d93d655 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.053180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d727fb-0a74-4a25-a8d8-ac087d93d655 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.055236 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-53d727fb-0a74-4a25-a8d8-ac087d93d655 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f4e1662c-83ca-4696-8410-0c2163f1332a HTTP/1.1" status: 404 len: 337 time: 0.0350950 Jun 22 20:46:38.058717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59846) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.100244 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-513e8ff7-2c3e-46d0-b596-600983ced61f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.100981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513e8ff7-2c3e-46d0-b596-600983ced61f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.103093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-513e8ff7-2c3e-46d0-b596-600983ced61f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/c5afde23-6049-4bbd-8100-be66cdb6835b HTTP/1.1" status: 404 len: 333 time: 0.0434098 Jun 22 20:46:38.105512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59848) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.116664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Allocated IP 172.20.0.6 (41eb6ce4-1de0-4900-891e-dab7c5127fda/756f1805-c4b5-4016-b2c4-56dd175a44e6/1809c225-b90b-4081-bfe2-18d1451a7e38) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:38.136423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-89388fd2-7e2e-4486-ba10-ab23706fcba7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.136897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89388fd2-7e2e-4486-ba10-ab23706fcba7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.139114 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89388fd2-7e2e-4486-ba10-ab23706fcba7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/e57a6074-05c6-43d2-9a2c-8e82c189ea9f HTTP/1.1" status: 404 len: 337 time: 0.0324187 Jun 22 20:46:38.142386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59850) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.179159 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a9b13-4d74-499c-a4c5-418ad40de0a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.179901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20a9b13-4d74-499c-a4c5-418ad40de0a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.181912 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a20a9b13-4d74-499c-a4c5-418ad40de0a7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/907f86be-8652-4237-9a66-99ea659d7a72 HTTP/1.1" status: 404 len: 337 time: 0.0382583 Jun 22 20:46:38.186096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59852) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.196435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Calling delete_port for e16d1133-d89b-4188-ad1f-9ab80e2c83b2 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:38.218804 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-81677c13-f3ad-487c-9e3f-f8411d5ff82e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.219909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81677c13-f3ad-487c-9e3f-f8411d5ff82e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.224926 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-81677c13-f3ad-487c-9e3f-f8411d5ff82e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/ea756414-bfcd-4a4e-88a1-fde9ff1ed963 HTTP/1.1" status: 404 len: 333 time: 0.0364339 Jun 22 20:46:38.225810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59856) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.280865 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b938dc-7d98-4174-8005-a15f7a8e1500 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.281572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b938dc-7d98-4174-8005-a15f7a8e1500 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.286226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59858) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.286613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-08b938dc-7d98-4174-8005-a15f7a8e1500 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/d0fd9a32-9880-4a24-b7a8-9c85896d6d8b HTTP/1.1" status: 404 len: 337 time: 0.0591929 Jun 22 20:46:38.321798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.326098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a4c755-933e-4b5e-95fd-ec085dc6e8f0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.326840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a4c755-933e-4b5e-95fd-ec085dc6e8f0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.330854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-59a4c755-933e-4b5e-95fd-ec085dc6e8f0 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/1b887ba3-971f-4ad0-a1c5-7c3250fc1a09 HTTP/1.1" status: 404 len: 333 time: 0.0414593 Jun 22 20:46:38.331045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-335a874a-4734-4019-ad71-7fb0edc8165b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:38.331704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59862) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.368421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] No DVR routers for this DVR port e16d1133-d89b-4188-ad1f-9ab80e2c83b2 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:38.373194 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc741794-9454-44a3-8ad2-2e48c33ebc09 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.376143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc741794-9454-44a3-8ad2-2e48c33ebc09 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.382086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:38.382937 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc741794-9454-44a3-8ad2-2e48c33ebc09 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/4b784e8d-f64e-414f-8900-3bc357eb6b4c HTTP/1.1" status: 404 len: 337 time: 0.0499804 Jun 22 20:46:38.383877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59864) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.386245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Pushing event deleted for resources: {'Port': ['ID=e16d1133-d89b-4188-ad1f-9ab80e2c83b2,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:38.411414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:38.412713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e16d1133-d89b-4188-ad1f-9ab80e2c83b2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:38.413077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e16d1133-d89b-4188-ad1f-9ab80e2c83b2 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:38.413504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 50a5a337-d5c7-484c-99d1-82fee466366f no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:38.432602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 50a5a337-d5c7-484c-99d1-82fee466366f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:38.432880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 50a5a337-d5c7-484c-99d1-82fee466366f not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:38.443255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb69c7eb-508f-44e0-9cf9-9fb0aaa4c259 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.444026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb69c7eb-508f-44e0-9cf9-9fb0aaa4c259 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.445780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cb69c7eb-508f-44e0-9cf9-9fb0aaa4c259 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/bf93ce79-2ac9-4a29-a802-c0dbaa23ad49 HTTP/1.1" status: 404 len: 333 time: 0.0559361 Jun 22 20:46:38.448706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59866) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.472761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.472761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d81d96f6-998d-4432-a016-c4bb61c73037 req-4c08ca81-2dad-4f26-9b5a-c360254c4af7 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0699737 Jun 22 20:46:38.486241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59868) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.487684 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-89365516-a82b-4802-9b1f-63dfde65ec9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.488345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89365516-a82b-4802-9b1f-63dfde65ec9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.492909 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89365516-a82b-4802-9b1f-63dfde65ec9e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1e6e96e5-fd79-47ed-be92-522e149cd7ab HTTP/1.1" status: 404 len: 337 time: 0.0401061 Jun 22 20:46:38.493368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59870) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.525309 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-5532be69-c505-4836-bceb-e529d3048d3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.526173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5532be69-c505-4836-bceb-e529d3048d3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.529947 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5532be69-c505-4836-bceb-e529d3048d3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/ff3a7c30-2530-4106-b095-a3f52bb6928f HTTP/1.1" status: 404 len: 333 time: 0.0331540 Jun 22 20:46:38.530284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.537659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59874) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.540097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cb4c871a-e8be-4e5c-b0b7-d66d64a21311 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:38.569403 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f24291-1419-4c17-9459-27faee74da87 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.570623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f24291-1419-4c17-9459-27faee74da87 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.574396 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d4f24291-1419-4c17-9459-27faee74da87 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/f78b0751-64cc-4b99-a6d3-b56b0466d5e0 HTTP/1.1" status: 404 len: 337 time: 0.0353103 Jun 22 20:46:38.575219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59876) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.581880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Network 41eb6ce4-1de0-4900-891e-dab7c5127fda is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:38.585241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:38.590138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:38.605994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1c94df-422c-4e5e-b36b-90e429ab658e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.606853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1c94df-422c-4e5e-b36b-90e429ab658e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.608604 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c1c94df-422c-4e5e-b36b-90e429ab658e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/7c66178c-22c0-40c3-92ec-93e9938de1ff HTTP/1.1" status: 404 len: 333 time: 0.0322058 Jun 22 20:46:38.612933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59878) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.620918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Pushing event updated for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:38.630887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:38.647154 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-661bce9e-48b2-40f4-8a33-d15374cd620e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.647703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661bce9e-48b2-40f4-8a33-d15374cd620e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.649484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-661bce9e-48b2-40f4-8a33-d15374cd620e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1d0c5596-e255-46cc-85e3-b5b2cf8a0dc2 HTTP/1.1" status: 404 len: 337 time: 0.0353043 Jun 22 20:46:38.652069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59880) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.669915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:38.670544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.683270 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-315eba2e-fa6e-4302-9c15-fcda4e584946 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.683850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315eba2e-fa6e-4302-9c15-fcda4e584946 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.685831 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-315eba2e-fa6e-4302-9c15-fcda4e584946 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/d945b009-65e4-4fc2-9ba7-f58543529d52 HTTP/1.1" status: 404 len: 333 time: 0.0325732 Jun 22 20:46:38.689179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59882) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.694721 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-510094ff-f9e1-4e4f-8270-5fb8367201ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57e5f62a1c8b4d9184739fdb8ed32336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027433 Jun 22 20:46:38.694917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59884) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.709395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247265 Jun 22 20:46:38.717148 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-201af7ec-c771-4a96-8345-9a3378ba7e97 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.717610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201af7ec-c771-4a96-8345-9a3378ba7e97 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.719822 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-201af7ec-c771-4a96-8345-9a3378ba7e97 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/1d275f90-a2d6-4d9b-816b-4d026ec2d8fe HTTP/1.1" status: 404 len: 337 time: 0.0297287 Jun 22 20:46:38.723221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59886) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.725379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Request body: {'port': {'device_id': '709d7817-9b54-45d3-867d-ce82904a7f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:38.752163 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a31271-e3b2-4af7-829d-18c110197e70 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.752605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a31271-e3b2-4af7-829d-18c110197e70 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.754327 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7a31271-e3b2-4af7-829d-18c110197e70 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/651e275f-e5a1-4a6b-b981-7646ed5dfdd7 HTTP/1.1" status: 404 len: 337 time: 0.0295918 Jun 22 20:46:38.757276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59888) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.783751 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-41626499-be84-4e12-9100-dc897023d6e2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.784452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41626499-be84-4e12-9100-dc897023d6e2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.786251 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-41626499-be84-4e12-9100-dc897023d6e2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/8d412360-53e7-45a2-b9ec-2c528053b66f HTTP/1.1" status: 404 len: 333 time: 0.0283895 Jun 22 20:46:38.789035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59890) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.817680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5da218-9448-4522-aa46-b9249990aba5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.818628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5da218-9448-4522-aa46-b9249990aba5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.819873 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ab5da218-9448-4522-aa46-b9249990aba5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/c4616cef-66c5-493a-beed-4e335f059ebf HTTP/1.1" status: 404 len: 337 time: 0.0299387 Jun 22 20:46:38.822530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.822686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59892) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.844971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:38.854494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac47ca4-b6ba-4842-9ff1-f7b0f47de55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:38.855290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac47ca4-b6ba-4842-9ff1-f7b0f47de55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:38.860033 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dac47ca4-b6ba-4842-9ff1-f7b0f47de55c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/8f126e89-955a-4dd9-9140-10ae1909ef2d HTTP/1.1" status: 404 len: 337 time: 0.0335441 Jun 22 20:46:38.860287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59896) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:38.862282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.000171 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:46:39.039375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.042699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.044405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0adc04d1-be39-4a1b-96ab-af4610e72782 HTTP/1.1" status: 204 len: 168 time: 0.3480718 Jun 22 20:46:39.047323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:39.077242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc04d1-be39-4a1b-96ab-af4610e72782,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:39.087437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:39.176177 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c8339d-7f56-45b0-a853-be93b0752808 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.176705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c8339d-7f56-45b0-a853-be93b0752808 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.178438 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c1c8339d-7f56-45b0-a853-be93b0752808 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/448ef0f4-1b05-4a86-b0e4-72e8839ac585 HTTP/1.1" status: 404 len: 333 time: 0.3172405 Jun 22 20:46:39.181052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59902) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.227944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81e5d5d-ec1e-4437-ad7c-afaa6a1afcb8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.228783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81e5d5d-ec1e-4437-ad7c-afaa6a1afcb8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.234496 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f81e5d5d-ec1e-4437-ad7c-afaa6a1afcb8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/a749f433-90d1-4b5f-af5b-64ccefb86f96 HTTP/1.1" status: 404 len: 337 time: 0.0495758 Jun 22 20:46:39.235192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59906) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.265945 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-196521d3-f446-439d-9b09-e3c2a34100c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.266423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196521d3-f446-439d-9b09-e3c2a34100c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.268180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-196521d3-f446-439d-9b09-e3c2a34100c3 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/4e7dbe8f-5922-46e2-bb7b-5e254d056c29 HTTP/1.1" status: 404 len: 337 time: 0.0317173 Jun 22 20:46:39.271272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59908) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.303597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1809c225-b90b-4081-bfe2-18d1451a7e38 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:46:39.306741 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e09a6e-0395-4594-962f-a7456e5f7390 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.307676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e09a6e-0395-4594-962f-a7456e5f7390 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.309925 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-01e09a6e-0395-4594-962f-a7456e5f7390 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/85e048e8-bd83-411e-8cf8-505153af69fa HTTP/1.1" status: 404 len: 333 time: 0.0377820 Jun 22 20:46:39.312516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59910) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.316961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.338084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Transition to ACTIVE for port object 1809c225-b90b-4081-bfe2-18d1451a7e38 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:39.341866 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4794a39-4f79-430e-8881-9d9d28bc577a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.342362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4794a39-4f79-430e-8881-9d9d28bc577a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.342585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.347169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d4794a39-4f79-430e-8881-9d9d28bc577a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/fae1fc3d-b674-4d6d-a9db-fc357862fbbe HTTP/1.1" status: 404 len: 337 time: 0.0307729 Jun 22 20:46:39.347359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-615dbb73-8e59-400d-a5e0-d6990d51a58f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:39.347489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59914) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.383897 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4685960-a015-4e9d-9dc9-8854e36227e7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.385150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4685960-a015-4e9d-9dc9-8854e36227e7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.389867 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c4685960-a015-4e9d-9dc9-8854e36227e7 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/be5b4fe9-0087-4ef3-b0ea-600854911897 HTTP/1.1" status: 404 len: 337 time: 0.0381260 Jun 22 20:46:39.391122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59918) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.400050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:39.402938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:39.426242 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8f0fed1d-1d41-48c9-a545-eeff07105dd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c HTTP/1.1" status: 200 len: 205 time: 0.0300183 Jun 22 20:46:39.426715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59920) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.466613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-49b68e8e-81b5-449b-b779-bd7ad37c77e8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] delete failed (client error): The resource could not be found. Jun 22 20:46:39.472176 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-49b68e8e-81b5-449b-b779-bd7ad37c77e8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/routers/fd6ab9fa-0ed1-4b3e-b3ac-31e180bf699c HTTP/1.1" status: 404 len: 336 time: 0.0400064 Jun 22 20:46:39.472176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59924) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.489793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Attempting to bind port 1809c225-b90b-4081-bfe2-18d1451a7e38 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:39.490240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Attempting to bind port 1809c225-b90b-4081-bfe2-18d1451a7e38 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '391518a4-58af-4bbd-890a-5cafacc45ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:39.490831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Attempting to bind port 1809c225-b90b-4081-bfe2-18d1451a7e38 on network 41eb6ce4-1de0-4900-891e-dab7c5127fda {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:39.495873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Port 1809c225-b90b-4081-bfe2-18d1451a7e38 on network 41eb6ce4-1de0-4900-891e-dab7c5127fda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:46:39.497852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Attempting to bind port 1809c225-b90b-4081-bfe2-18d1451a7e38 on network 41eb6ce4-1de0-4900-891e-dab7c5127fda {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:39.503582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:39.503922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Checking segment: {'id': '391518a4-58af-4bbd-890a-5cafacc45ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:39.504304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Bound using segment: {'id': '391518a4-58af-4bbd-890a-5cafacc45ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:39.504734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Bound port: 1809c225-b90b-4081-bfe2-18d1451a7e38, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391518a4-58af-4bbd-890a-5cafacc45ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:39.505094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.505391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12a80e9-7765-4e15-ab90-f18ded4b4300 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.505858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12a80e9-7765-4e15-ab90-f18ded4b4300 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.507615 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a12a80e9-7765-4e15-ab90-f18ded4b4300 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/5621bfd9-9737-4f27-b63a-19d2119170ef HTTP/1.1" status: 404 len: 337 time: 0.0348971 Jun 22 20:46:39.511811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59928) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.561984 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54934250-3226-400b-9998-d689b2be3485 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d5effc0-a26f-4747-b7ab-056961fcea7a HTTP/1.1" status: 200 len: 205 time: 0.0466380 Jun 22 20:46:39.563576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59932) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.589006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:39.594336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1809c225-b90b-4081-bfe2-18d1451a7e38,segment=NetworkSegment(391518a4-58af-4bbd-890a-5cafacc45ed3),segment_id=391518a4-58af-4bbd-890a-5cafacc45ed3)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:39.602419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.608446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f9747f1e-7c81-4076-b456-ff75e4521c10 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:39.617614 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-19e99797-e438-4589-a177-b82d47e48787 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] delete failed (client error): The resource could not be found. Jun 22 20:46:39.618784 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-19e99797-e438-4589-a177-b82d47e48787 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/routers/9d5effc0-a26f-4747-b7ab-056961fcea7a HTTP/1.1" status: 404 len: 336 time: 0.0528982 Jun 22 20:46:39.621367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.651651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aae0701-2432-401f-946c-7b186d509ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.652540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aae0701-2432-401f-946c-7b186d509ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.654681 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2aae0701-2432-401f-946c-7b186d509ff5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/d7f201bf-1485-40fa-a6d5-028dc0df0b05 HTTP/1.1" status: 404 len: 337 time: 0.0321133 Jun 22 20:46:39.658104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59936) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.666833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:39.667654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:39.669034 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] 10.222.0.53 "PUT /v2.0/ports/1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 200 len: 1093 time: 0.9504910 Jun 22 20:46:39.690452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:46:39.693810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58216324-0909-40b5-941a-2f59ab4991a6" -d '{"events": [{"name": "network-changed", "server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:46:39.706586 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33b700d-fb8f-4ed5-832b-42aa07b7ff1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.707142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33b700d-fb8f-4ed5-832b-42aa07b7ff1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.711282 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a33b700d-fb8f-4ed5-832b-42aa07b7ff1d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/da228dcc-ea03-4487-b50e-540714a329f3 HTTP/1.1" status: 404 len: 337 time: 0.0508225 Jun 22 20:46:39.712843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59942) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.745309 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-2501b02c-8750-4af0-b144-437fb43c0529 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.746142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2501b02c-8750-4af0-b144-437fb43c0529 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.748391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2501b02c-8750-4af0-b144-437fb43c0529 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/03d34b41-2bd0-4ee5-9f61-1b3077eb846f HTTP/1.1" status: 404 len: 333 time: 0.0342953 Jun 22 20:46:39.751872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59946) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.775910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e367436-e376-4dee-bda8-0bc7166b274c x-openstack-request-id: req-7e367436-e376-4dee-bda8-0bc7166b274c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:46:39.776227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:46:39.776504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e367436-e376-4dee-bda8-0bc7166b274c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:46:39.776875 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38', 'status': 'completed', 'code': 200} Jun 22 20:46:39.786735 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe0d8db-df05-46f2-af1e-feaab4ce308c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.787412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe0d8db-df05-46f2-af1e-feaab4ce308c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.790987 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1fe0d8db-df05-46f2-af1e-feaab4ce308c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/26a9ee22-721c-4e50-9a69-b3dba889ff2a HTTP/1.1" status: 404 len: 337 time: 0.0363464 Jun 22 20:46:39.793067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59950) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.801752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:39.813943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:39.850774 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c22e325-bf4b-46bf-a8b5-ede1069cfe0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.853050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c22e325-bf4b-46bf-a8b5-ede1069cfe0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.865818 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7c22e325-bf4b-46bf-a8b5-ede1069cfe0f tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/6098aa0d-96a1-4ece-b04a-c880b7d09d74 HTTP/1.1" status: 404 len: 333 time: 0.0682728 Jun 22 20:46:39.866640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59954) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.881572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1b0fb-33cb-49cc-8c81-0631af3a1b72 req-bf990919-6849-4af0-8d18-e745e77a66b2 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:39.884327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3e1b0fb-33cb-49cc-8c81-0631af3a1b72 req-bf990919-6849-4af0-8d18-e745e77a66b2 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 943 time: 0.2317240 Jun 22 20:46:39.894539 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c3fb5-faf2-4b6d-93dd-8402dc3a4baa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.894999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433c3fb5-faf2-4b6d-93dd-8402dc3a4baa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.900404 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-433c3fb5-faf2-4b6d-93dd-8402dc3a4baa tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/937a172d-5f97-4520-a4b8-428a1136747b HTTP/1.1" status: 404 len: 337 time: 0.0291827 Jun 22 20:46:39.900611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-c9a816ba-f5e1-4d5f-a7ed-ec02f55ba8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:39.900788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59956) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.901554 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-c9a816ba-f5e1-4d5f-a7ed-ec02f55ba8a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=172708921e7c4642bad4466718154154&device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 1096 time: 0.1546752 Jun 22 20:46:39.932491 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dedfe1-af7f-43a4-ae9c-16237147cd98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.933173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54dedfe1-af7f-43a4-ae9c-16237147cd98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.934885 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54dedfe1-af7f-43a4-ae9c-16237147cd98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/f7476261-b3c3-470e-b997-ad8b9d761d69 HTTP/1.1" status: 404 len: 333 time: 0.0334110 Jun 22 20:46:39.938908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59958) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:39.955181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-6c3b3764-5273-4fde-b21b-a9c66201b359 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 200 len: 217 time: 0.0435867 Jun 22 20:46:39.971782 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefac92a-1169-41bb-bf23-02550b00a600 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:39.972523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefac92a-1169-41bb-bf23-02550b00a600 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:39.975599 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aefac92a-1169-41bb-bf23-02550b00a600 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/535726a3-1553-453f-bd9d-7bae0d45d593 HTTP/1.1" status: 404 len: 337 time: 0.0354438 Jun 22 20:46:39.978574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59960) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.010408 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3e1b0fb-33cb-49cc-8c81-0631af3a1b72 req-3c692481-475b-49fe-8c15-6cf14c974920 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149442 Jun 22 20:46:40.016394 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3f875f-390b-44b6-958c-f7784b27bec2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.017753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3f875f-390b-44b6-958c-f7784b27bec2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.020122 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4c3f875f-390b-44b6-958c-f7784b27bec2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/2e32d0f3-3f8e-488f-8c92-3d3779286df1 HTTP/1.1" status: 404 len: 333 time: 0.0403013 Jun 22 20:46:40.024825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59962) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.036814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59964) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.049985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-307723ec-9a44-4ae8-a71c-d71cd1a7ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:40.051633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-307723ec-9a44-4ae8-a71c-d71cd1a7ff76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=756f1805-c4b5-4016-b2c4-56dd175a44e6 HTTP/1.1" status: 200 len: 851 time: 0.0896604 Jun 22 20:46:40.059529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-398f4743-adfc-4078-a14f-52ddaa0e2825 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.059982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398f4743-adfc-4078-a14f-52ddaa0e2825 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.061680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-398f4743-adfc-4078-a14f-52ddaa0e2825 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/9ed99829-dc90-4ef7-a055-c48492299af5 HTTP/1.1" status: 404 len: 337 time: 0.0368118 Jun 22 20:46:40.069328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59968) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.093266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-0d527fc7-db69-4680-a7d6-b14d32b8ba75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=41eb6ce4-1de0-4900-891e-dab7c5127fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341370 Jun 22 20:46:40.104263 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a18f15-7656-4897-9fb2-204304e4a410 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.105326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a18f15-7656-4897-9fb2-204304e4a410 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.107269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-68a18f15-7656-4897-9fb2-204304e4a410 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/b1dc76c1-9217-48c1-8c69-8928d66f8058 HTTP/1.1" status: 404 len: 333 time: 0.0359967 Jun 22 20:46:40.110689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59970) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.141644 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed6e81-5f97-48ec-97d3-29bb766ab653 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.142133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ed6e81-5f97-48ec-97d3-29bb766ab653 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.143917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40ed6e81-5f97-48ec-97d3-29bb766ab653 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/acd94dff-1d4d-4199-b7f0-4f579a4b713d HTTP/1.1" status: 404 len: 337 time: 0.0324035 Jun 22 20:46:40.146745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59972) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.180663 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ae2320-40f0-4f36-a870-1ea0b55c933d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.181237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ae2320-40f0-4f36-a870-1ea0b55c933d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.185413 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a9ae2320-40f0-4f36-a870-1ea0b55c933d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/3b8f8c55-497e-40f2-90d9-82f0b5cafb1b HTTP/1.1" status: 404 len: 333 time: 0.0351620 Jun 22 20:46:40.187483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59974) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.188755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1355406150'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:40.217839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Made reservation on behalf of 58190322338642fcb32e630dbf322b6e for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:40.222048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.230359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-0defea16-ebdf-44e8-a538-4d22e4e9c6d6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.230796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0defea16-ebdf-44e8-a538-4d22e4e9c6d6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.231580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.232515 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0defea16-ebdf-44e8-a538-4d22e4e9c6d6 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/5c5cda23-56ff-4cd7-94a5-1e1c9d2b2864 HTTP/1.1" status: 404 len: 337 time: 0.0434384 Jun 22 20:46:40.235848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.276553 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45159c1-6b3e-452c-b689-2b8df42e3cb5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.277343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45159c1-6b3e-452c-b689-2b8df42e3cb5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.281652 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f45159c1-6b3e-452c-b689-2b8df42e3cb5 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/ports/b270bc6d-0f32-4ed3-a8b4-cb5e88380645 HTTP/1.1" status: 404 len: 333 time: 0.0414572 Jun 22 20:46:40.282741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.320957 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-3ceb713a-2898-45db-8cf1-ee8095c8c58a service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200398 Jun 22 20:46:40.322372 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b152c66-901f-4996-8434-10fa4fbb2583 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] DELETE failed (client error): The resource could not be found. Jun 22 20:46:40.322809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b152c66-901f-4996-8434-10fa4fbb2583 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 20:46:40.324435 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b152c66-901f-4996-8434-10fa4fbb2583 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/subnets/379614f6-9b59-4663-a498-d42c533081e3 HTTP/1.1" status: 404 len: 337 time: 0.0407679 Jun 22 20:46:40.328588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59980) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.356168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.365400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.371172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-71a602a1-4c23-4016-a245-386228bc7327 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:40.426529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:40.428904 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b7f3b1f-0699-47d8-ab65-8449dc811e17 req-23eaef57-7339-4461-bccb-7d6cb86206cf service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009824 Jun 22 20:46:40.451795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.452175 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Added segment e61f3bb5-0e5f-4d12-9565-e677bf6246e1 of type vlan for network e918ffa1-3ee6-4631-ae90-5a8072d56313 Jun 22 20:46:40.461322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f456617f-b4ff-4367-b713-7183c8f6ad07,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:40.466968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.470919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:40.510919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.559844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216324-0909-40b5-941a-2f59ab4991a6 req-0bfbf3d4-09db-4e3f-a2d3-231c50fe0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:40.561637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-0bfbf3d4-09db-4e3f-a2d3-231c50fe0dfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=172708921e7c4642bad4466718154154&device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 1096 time: 0.0636561 Jun 22 20:46:40.613436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.616240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.621768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:40.622388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.630456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e2c5bec6-cf13-439d-b839-308ec6cb47f7 tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:40.638500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fe1879-ece6-4130-be20-c9f8a60bb4af']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:40.671506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f16b91-c691-4475-a862-9dedf04fbb5a') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:40.671795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f16b91-c691-4475-a862-9dedf04fbb5a') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:40.676582 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6390612 Jun 22 20:46:40.679867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59982) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:40.686456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Request body: {'subnet': {'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:40.694045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216324-0909-40b5-941a-2f59ab4991a6 req-dbd2dbb0-b148-4c59-95ec-c8cdc27b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:40.695528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-dbd2dbb0-b148-4c59-95ec-c8cdc27b11ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 200 len: 912 time: 0.1266987 Jun 22 20:46:40.717137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.729058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'Network': ['ID=e918ffa1-3ee6-4631-ae90-5a8072d56313,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:40.733568 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:40.739088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.741850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:40.748114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:40.748895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:40.754102 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:40.793994 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-f3957da8-cdf3-4094-b545-a9059b69b795 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 200 len: 217 time: 0.0869899 Jun 22 20:46:40.822916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.826432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c908ecd0-f371-4441-8d8e-8aec198e0308 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:40.831483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.834640 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] 10.222.0.66 "DELETE /v2.0/networks/40fe1879-ece6-4130-be20-c9f8a60bb4af HTTP/1.1" status: 204 len: 168 time: 0.5037723 Jun 22 20:46:40.847665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Pushing event deleted for resources: {'Network': ['ID=40fe1879-ece6-4130-be20-c9f8a60bb4af,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:40.850155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:40.875159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216324-0909-40b5-941a-2f59ab4991a6 req-a291c3a1-56e4-4d85-b484-fe5b4dafc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:40.876809 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-a291c3a1-56e4-4d85-b484-fe5b4dafc018 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=756f1805-c4b5-4016-b2c4-56dd175a44e6 HTTP/1.1" status: 200 len: 851 time: 0.0755897 Jun 22 20:46:40.893334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Made reservation on behalf of 58190322338642fcb32e630dbf322b6e for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:40.896894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:40.927620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-de5ec829-d00c-4787-95e7-d4baae707090 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=41eb6ce4-1de0-4900-891e-dab7c5127fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436816 Jun 22 20:46:41.089799 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-97872450-40a0-4922-b0df-84ac839fd6dd service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529951 Jun 22 20:46:41.163377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59990) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:41.234463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a29c-fd89-47fc-b68f-2833941b0a46 req-6b7680b9-0a9e-4492-9ca1-ba0db2a9e998 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:41.239367 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5814a29c-fd89-47fc-b68f-2833941b0a46 req-6b7680b9-0a9e-4492-9ca1-ba0db2a9e998 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 943 time: 0.0930634 Jun 22 20:46:41.252241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.256208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb647f24-8fda-4bad-a05f-961b5c7963ec tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:41.264451 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58216324-0909-40b5-941a-2f59ab4991a6 req-39faaeb0-c791-409e-b05c-7e05ceba5d2c service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513193 Jun 22 20:46:41.295224 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5814a29c-fd89-47fc-b68f-2833941b0a46 req-38d56e63-272d-4cd8-9922-9ef14b531486 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Jun 22 20:46:41.334064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'Subnet': ['ID=4a9bf08d-082e-4e50-bdd9-104e256d89f9,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:41.338349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:41.339629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Checking segment: {'id': 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:41.340003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Network hostable DHCP agents. Network: e918ffa1-3ee6-4631-ae90-5a8072d56313, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:41.362391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:41.378581 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d4c59e56-df19-44d1-9b0c-cad084f45636 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1255fb76201b4d7db40d37e8487a77a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138438 Jun 22 20:46:41.381926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 59994) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:41.383829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, e918ffa1-3ee6-4631-ae90-5a8072d56313) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:41.389196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:41.389888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.400219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46339085-bdfc-4f25-ac7b-6aa93f478e32 None None] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:41.407820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7264786 Jun 22 20:46:41.411580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 59996) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:41.416947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Request body: {'port': {'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-297921945'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:41.465779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.504617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.542456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Made reservation on behalf of 58190322338642fcb32e630dbf322b6e for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:41.549049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.575304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] device_id is not set on port 8dc7f78a-3593-4bea-beb7-db426a95bbfc yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:41.580360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.583964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.588711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/884d7c99-8e84-49e9-b381-b8a118d6bce3 HTTP/1.1" status: 204 len: 168 time: 0.2022038 Jun 22 20:46:41.588711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-83ea5710-ef0b-4b78-a202-e740243a964b tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:41.595829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884d7c99-8e84-49e9-b381-b8a118d6bce3,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:41.598330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:41.611677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-e918ffa1-3ee6-4631-ae90-5a8072d56313', 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313', 'tenant_id': '58190322338642fcb32e630dbf322b6e', 'fixed_ips': [{'subnet_id': '4a9bf08d-082e-4e50-bdd9-104e256d89f9'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:41.612957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.728191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Allocated IP 2001:db8::3df (e918ffa1-3ee6-4631-ae90-5a8072d56313/4a9bf08d-082e-4e50-bdd9-104e256d89f9/8dc7f78a-3593-4bea-beb7-db426a95bbfc) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:41.908124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.927702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Transition to ACTIVE for port object 8dc7f78a-3593-4bea-beb7-db426a95bbfc will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:41.964812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:41.975797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-da47e639-5a91-4357-a3af-84d67f9eeb3a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:42.018780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:42.019663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Allocated IP 2001:db8::2 (e918ffa1-3ee6-4631-ae90-5a8072d56313/4a9bf08d-082e-4e50-bdd9-104e256d89f9/4cdfb6bc-f9e3-4796-90b7-023d9267337d) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:42.028621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:42.028621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:42.034508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.035208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.056787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'Port': ['ID=8dc7f78a-3593-4bea-beb7-db426a95bbfc,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:42.062263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:42.065802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6532068 Jun 22 20:46:42.070437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60012) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:42.078683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Request body: {'port': {'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1031313036', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:42.079773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.api.validators [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] bootfile-name is not in valid_values {{(pid=100374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:42.080174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.api.validators [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] tftp-server is not in valid_values {{(pid=100374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:42.080456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.api.validators [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] server-ip-address is not in valid_values {{(pid=100374) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:42.202804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.212045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Transition to ACTIVE for port object 4cdfb6bc-f9e3-4796-90b7-023d9267337d will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:42.222755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Made reservation on behalf of 58190322338642fcb32e630dbf322b6e for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:42.227007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.230931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Transition to ACTIVE for port object 4cdfb6bc-f9e3-4796-90b7-023d9267337d will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:42.237956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.240757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d5a6340f-5600-404a-a010-f343bfb69691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:42.247968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] device_id is not set on port 3da64c23-799c-4686-97f4-aae87f805e22 yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:46:42.275838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:42.280114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:42.284776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:42.361404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Attempting to bind port 4cdfb6bc-f9e3-4796-90b7-023d9267337d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:42.361809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Attempting to bind port 4cdfb6bc-f9e3-4796-90b7-023d9267337d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:42.362182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Attempting to bind port 4cdfb6bc-f9e3-4796-90b7-023d9267337d on network e918ffa1-3ee6-4631-ae90-5a8072d56313 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:42.364936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Pushing event updated for resources: {'Port': ['ID=4cdfb6bc-f9e3-4796-90b7-023d9267337d,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:42.369995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:42.376728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:42.378366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Checking segment: {'id': 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:42.378939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.379553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Bound using segment: {'id': 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:42.379836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Bound port: 4cdfb6bc-f9e3-4796-90b7-023d9267337d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e918ffa1-3ee6-4631-ae90-5a8072d56313'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:42.380253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.416884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Allocated IP 2001:db8::1da (e918ffa1-3ee6-4631-ae90-5a8072d56313/4a9bf08d-082e-4e50-bdd9-104e256d89f9/3da64c23-799c-4686-97f4-aae87f805e22) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:42.486539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] For port 4cdfb6bc-f9e3-4796-90b7-023d9267337d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:42.493436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] For port 4cdfb6bc-f9e3-4796-90b7-023d9267337d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4cdfb6bc-f9e3-4796-90b7-023d9267337d,segment=NetworkSegment(e61f3bb5-0e5f-4d12-9565-e677bf6246e1),segment_id=e61f3bb5-0e5f-4d12-9565-e677bf6246e1)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:42.499282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.503480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:42.508439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60024) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:42.570013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Pushing event updated for resources: {'Port': ['ID=4cdfb6bc-f9e3-4796-90b7-023d9267337d,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:42.573635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:42.645753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0c4a8-fe18-4e5e-a8eb-add53a7dcad2 req-bd5e4052-acc7-47a4-86aa-b0cfcf9740de tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.647338 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-89f0c4a8-fe18-4e5e-a8eb-add53a7dcad2 req-bd5e4052-acc7-47a4-86aa-b0cfcf9740de tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 943 time: 0.1807439 Jun 22 20:46:42.660087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1743249115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:42.692668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.693980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.700959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.721942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-89f0c4a8-fe18-4e5e-a8eb-add53a7dcad2 req-9ad6aa7a-ded3-4a6f-b11e-fee347a77d2d tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666518 Jun 22 20:46:42.727044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Transition to ACTIVE for port object 3da64c23-799c-4686-97f4-aae87f805e22 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:42.765379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.767375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.771243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.777495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-50e0a4ba-56f7-4e4c-b707-99c94969076b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:42.815525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.817252 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-834f59da-adc5-480e-a0cd-9f532ef106ba tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3063707 Jun 22 20:46:42.820398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60028) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:42.828160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2004263356'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:42.836735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:42.844172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:42.848909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:42.862543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.863252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.873654 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:42.875563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'Port': ['ID=3da64c23-799c-4686-97f4-aae87f805e22,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:42.879038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.886285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:42.890422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:42.900560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8258159 Jun 22 20:46:42.900909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60030) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:42.984518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0bc16-0ce2-4c3d-9227-80dabc455044 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.990855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0bc16-0ce2-4c3d-9227-80dabc455044 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.996723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0bc16-0ce2-4c3d-9227-80dabc455044 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:42.998438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7cd0bc16-0ce2-4c3d-9227-80dabc455044 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0964093 Jun 22 20:46:43.003509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.005312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60032) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:43.011247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.017535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d37cdefb-5b53-47b1-acc9-542f06ab880e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:43.037623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:43.054966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e43daf-8509-40c0-ac86-965d9f129232,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:43.059532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:43.060633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.060977 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Added segment 2b55441a-0cff-45f1-9897-a69c2ce0b2be of type vlan for network c46f901a-2f03-4a6e-9af8-2e1c60674801 Jun 22 20:46:43.114533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.120412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Deleting port 3da64c23-799c-4686-97f4-aae87f805e22 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:43.120763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.155305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.165964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:43.166560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.169201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2c9346f2-1bd7-4594-b87b-338b2bd6ee74 tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:43.228740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.239152 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4146793 Jun 22 20:46:43.239696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60034) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:43.243592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Network': ['ID=c46f901a-2f03-4a6e-9af8-2e1c60674801,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:43.245927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'subnet': {'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:43.247298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:43.256467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:43.259865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Calling delete_port for 3da64c23-799c-4686-97f4-aae87f805e22 owned by {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:43.653535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d87de-dd60-4495-92ff-17c9996cda2b None None] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:43.670615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1809c225-b90b-4081-bfe2-18d1451a7e38 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:46:43.759225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:43.762780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.770400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7d222462-0f28-4ca3-9053-06caebbc03b3 None None] Provisioning for port 4cdfb6bc-f9e3-4796-90b7-023d9267337d completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:43.887734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1809c225-b90b-4081-bfe2-18d1451a7e38,segment=NetworkSegment(391518a4-58af-4bbd-890a-5cafacc45ed3),segment_id=391518a4-58af-4bbd-890a-5cafacc45ed3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:43.902922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.908305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a6d6a5a-5764-4c1a-87de-bd6786081f1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:43.929560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '1809c225-b90b-4081-bfe2-18d1451a7e38', 'network_id': '41eb6ce4-1de0-4900-891e-dab7c5127fda', 'port_id': '1809c225-b90b-4081-bfe2-18d1451a7e38', 'mac_address': 'fa:16:3e:05:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756f1805-c4b5-4016-b2c4-56dd175a44e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:46:43.960160 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a15e7-0e57-4c2d-95f6-d85f9f29a4a8 req-f14ef419-1466-4704-a960-c48222149001 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:43.961942 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-215a15e7-0e57-4c2d-95f6-d85f9f29a4a8 req-f14ef419-1466-4704-a960-c48222149001 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 943 time: 0.0986199 Jun 22 20:46:43.971390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event deleted for resources: {'Port': ['ID=3da64c23-799c-4686-97f4-aae87f805e22,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:43.974984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:43.978494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:43.980395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "DELETE /v2.0/ports/3da64c23-799c-4686-97f4-aae87f805e22 HTTP/1.1" status: 204 len: 168 time: 0.9740098 Jun 22 20:46:43.986479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60038) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:43.992273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Request body: {'port': {'name': 'tempest-new-port-name-465676279', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:43.992917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] bootfile-name is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:43.993453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] tftp-server is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:43.994014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.api.validators [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] server-ip-address is not in valid_values {{(pid=100373) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 20:46:43.996684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.014115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1809c225-b90b-4081-bfe2-18d1451a7e38 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:46:44.056387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1809c225-b90b-4081-bfe2-18d1451a7e38,segment=NetworkSegment(391518a4-58af-4bbd-890a-5cafacc45ed3),segment_id=391518a4-58af-4bbd-890a-5cafacc45ed3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:44.064508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.069640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cab5f9af-feec-4901-a87f-6cab5e75801e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:44.071776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-215a15e7-0e57-4c2d-95f6-d85f9f29a4a8 req-3b442972-d99e-4014-9b9d-e779c742525c tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Jun 22 20:46:44.122022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.125859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.126094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-599be1bc-f207-480c-b351-9dafef6cee64 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:44.158543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:44.162727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:44.208408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Subnet': ['ID=22310d17-d3f2-4f93-9c83-c42024ec2c7d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:44.212339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:44.220456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Checking segment: {'id': '2b55441a-0cff-45f1-9897-a69c2ce0b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:44.220892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network hostable DHCP agents. Network: c46f901a-2f03-4a6e-9af8-2e1c60674801, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:44.244535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:44.261744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, c46f901a-2f03-4a6e-9af8-2e1c60674801) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:44.270448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:44.271337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.277564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d48dfe-dd0b-4504-812d-ad46d29b0fe1 None None] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:44.303430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0624061 Jun 22 20:46:44.308874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['1809c225-b90b-4081-bfe2-18d1451a7e38'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:46:44.310247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60040) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:44.323954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'network': {'name': 'tempest-router-network01--1366122047'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:44.372312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:44.380333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.415739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:44.430667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.430985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.431708 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Added segment 55ee7150-3fc4-48d1-85a8-63ef64a27cca of type vlan for network abe40285-b420-49ad-b435-7c9a63929700 Jun 22 20:46:44.444610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.454278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2be9b71b-9709-438c-b959-b18e83649171 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:44.490054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4cdfb6bc-f9e3-4796-90b7-023d9267337d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:44.496045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] In _notify_port_updated(), no bound segment for port 8dc7f78a-3593-4bea-beb7-db426a95bbfc on network e918ffa1-3ee6-4631-ae90-5a8072d56313 {{(pid=100373) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:46:44.504982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-079d5043-b12f-4b8f-8c39-b94342596222 None None] Provisioning for port 8dc7f78a-3593-4bea-beb7-db426a95bbfc completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:44.508377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:44.509212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.513252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.514447 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "PUT /v2.0/ports/8dc7f78a-3593-4bea-beb7-db426a95bbfc HTTP/1.1" status: 200 len: 1129 time: 0.5268865 Jun 22 20:46:44.517573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60042) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:44.529780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-079d5043-b12f-4b8f-8c39-b94342596222 None None] Provisioning complete for port 8dc7f78a-3593-4bea-beb7-db426a95bbfc triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:44.530189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-079d5043-b12f-4b8f-8c39-b94342596222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.545428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event updated for resources: {'Port': ['ID=8dc7f78a-3593-4bea-beb7-db426a95bbfc,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:44.550246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:44.609044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bd660-5f5f-4661-95cc-d3312dce173f tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:44.610975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-337bd660-5f5f-4661-95cc-d3312dce173f tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "GET /v2.0/ports/8dc7f78a-3593-4bea-beb7-db426a95bbfc HTTP/1.1" status: 200 len: 1129 time: 0.0914407 Jun 22 20:46:44.612441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.615539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60044) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:44.618289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:44.618939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.622664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-948b549a-ff5b-492b-83af-9e5218492744 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:44.650256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-079d5043-b12f-4b8f-8c39-b94342596222 None None] Port 8dc7f78a-3593-4bea-beb7-db426a95bbfc cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:44.718246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-c46f901a-2f03-4a6e-9af8-2e1c60674801', 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801', 'tenant_id': '0198b6bef58a4658a82ce007d2bc8738', 'fixed_ips': [{'subnet_id': '22310d17-d3f2-4f93-9c83-c42024ec2c7d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:44.720138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.726118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 4cdfb6bc-f9e3-4796-90b7-023d9267337d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:44.744069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4318242 Jun 22 20:46:44.748350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4cdfb6bc-f9e3-4796-90b7-023d9267337d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:44.748350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.752122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:44.757873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'network': {'name': 'tempest-router-network02--404485182'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:44.782860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Network': ['ID=abe40285-b420-49ad-b435-7c9a63929700,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:44.787306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:44.795205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:44.800471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.804587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network abe40285-b420-49ad-b435-7c9a63929700 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:44.832793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Deleting port 8dc7f78a-3593-4bea-beb7-db426a95bbfc {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:44.833150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.833586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:44.852898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.852898 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Added segment 8fae0b18-c170-4064-932e-d66ec2dd6815 of type vlan for network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 Jun 22 20:46:44.916954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.954635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.963165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:44.963345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.963829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:44.979563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Calling delete_port for 8dc7f78a-3593-4bea-beb7-db426a95bbfc owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:44.980018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e87d831-c61e-4612-9dc8-82301c69ae95 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:45.004649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8899aa47-a362-49dd-a22d-c2d1370f9be6 None None] Provisioning complete for port 8dc7f78a-3593-4bea-beb7-db426a95bbfc triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:45.004938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8899aa47-a362-49dd-a22d-c2d1370f9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.073743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Network': ['ID=68403e70-48a6-46e7-b72f-26b8a4ee54d9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:45.076758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:45.078983 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3262310 Jun 22 20:46:45.082830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60050) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:45.091560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'subnet': {'network_id': 'abe40285-b420-49ad-b435-7c9a63929700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:45.103148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:45.150351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8899aa47-a362-49dd-a22d-c2d1370f9be6 None None] Port 8dc7f78a-3593-4bea-beb7-db426a95bbfc cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:45.222877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.241590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee8fcde0-2c4d-4257-a2ea-40165d5172a8 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:45.276980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event deleted for resources: {'Port': ['ID=8dc7f78a-3593-4bea-beb7-db426a95bbfc,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:45.280714 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:45.315937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:45.320011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.321227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.324629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "DELETE /v2.0/ports/8dc7f78a-3593-4bea-beb7-db426a95bbfc HTTP/1.1" status: 204 len: 168 time: 0.7024314 Jun 22 20:46:45.327761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60054) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:45.404790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Deleting subnet 4a9bf08d-082e-4e50-bdd9-104e256d89f9 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:46:45.410676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.448214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Allocated IP 2001:db8::2 (c46f901a-2f03-4a6e-9af8-2e1c60674801/22310d17-d3f2-4f93-9c83-c42024ec2c7d/bc7d251b-d664-41e3-9608-8adb29c9ffc6) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:45.448925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb40ae8-1512-41d1-831b-baaa8e90e9e2 req-d42f800a-a29a-4ab5-a2a1-023240487eb2 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:45.451067 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1bb40ae8-1512-41d1-831b-baaa8e90e9e2 req-d42f800a-a29a-4ab5-a2a1-023240487eb2 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 944 time: 0.1954067 Jun 22 20:46:45.465345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-997db5b7-96e1-4b0b-97d9-6862fb49e053 None None] Could not find standard attr ID for object 3da64c23-799c-4686-97f4-aae87f805e22. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:45.486516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.494555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.541574 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1bb40ae8-1512-41d1-831b-baaa8e90e9e2 req-e67b2a88-77ab-4ff4-b41f-861afb084f15 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824895 Jun 22 20:46:45.595371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 4cdfb6bc-f9e3-4796-90b7-023d9267337d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4cdfb6bc-f9e3-4796-90b7-023d9267337d,segment=NetworkSegment(e61f3bb5-0e5f-4d12-9565-e677bf6246e1),segment_id=e61f3bb5-0e5f-4d12-9565-e677bf6246e1)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:45.605775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.611273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-efb97083-c1eb-44d5-a4db-2250614791de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:45.633009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.633490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.642508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5347cf34-65bb-468b-96ac-7f506dbc5638 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:45.680801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=4cdfb6bc-f9e3-4796-90b7-023d9267337d,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:45.696040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Subnet': ['ID=3f91b7d5-a278-492d-b815-0e4cda634db0,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:45.696261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1809c225-b90b-4081-bfe2-18d1451a7e38 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:45.699191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:45.699451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:45.731739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.750428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:45.760355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Checking segment: {'id': '55ee7150-3fc4-48d1-85a8-63ef64a27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:45.761121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network hostable DHCP agents. Network: abe40285-b420-49ad-b435-7c9a63929700, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:45.790086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.793044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60056) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:45.793239 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "DELETE /v2.0/subnets/4a9bf08d-082e-4e50-bdd9-104e256d89f9 HTTP/1.1" status: 204 len: 168 time: 0.4639928 Jun 22 20:46:45.794364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9bf08d-082e-4e50-bdd9-104e256d89f9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:45.796951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:45.808900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network abe40285-b420-49ad-b435-7c9a63929700 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:45.825923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7d77ba24-aae4-4f66-ba03-6d3506e302b7 None None] Could not find standard attr ID for object 8dc7f78a-3593-4bea-beb7-db426a95bbfc. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 20:46:45.833834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.862519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Transition to ACTIVE for port object bc7d251b-d664-41e3-9608-8adb29c9ffc6 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:45.875367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 1809c225-b90b-4081-bfe2-18d1451a7e38 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:45.881584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, abe40285-b420-49ad-b435-7c9a63929700) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:45.886634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 1809c225-b90b-4081-bfe2-18d1451a7e38 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:45.887297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.891416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:45.891721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.920175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.929592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8393152 Jun 22 20:46:45.930084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60058) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:45.931386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Transition to ACTIVE for port object bc7d251b-d664-41e3-9608-8adb29c9ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:45.933086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aaaa93-c02b-4bab-83ca-1f5fdaf3f931 None None] Network abe40285-b420-49ad-b435-7c9a63929700 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:45.935583 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'subnet': {'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:45.962461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:45.966925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fabb52de-4b2f-458f-82a1-2439469262ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.011718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Deleting port 4cdfb6bc-f9e3-4796-90b7-023d9267337d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:46.012573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.069420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:46.073554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.084547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7145756-d60f-448a-9db7-ab3faf5848d6 None None] Network e918ffa1-3ee6-4631-ae90-5a8072d56313 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:46.089793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:46.100458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] For port 4cdfb6bc-f9e3-4796-90b7-023d9267337d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4cdfb6bc-f9e3-4796-90b7-023d9267337d,segment=NetworkSegment(e61f3bb5-0e5f-4d12-9565-e677bf6246e1),segment_id=e61f3bb5-0e5f-4d12-9565-e677bf6246e1)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:46.101184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.122238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Calling delete_port for 4cdfb6bc-f9e3-4796-90b7-023d9267337d owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:46.125746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:46.136630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:46.173597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Pushing event updated for resources: {'Port': ['ID=bc7d251b-d664-41e3-9608-8adb29c9ffc6,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:46.185493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:46.222267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.234405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.237506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-edae8e40-1679-4af4-ab7b-10fa20515a6a tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.266925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event deleted for resources: {'Port': ['ID=4cdfb6bc-f9e3-4796-90b7-023d9267337d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:46.270878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:46.271812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] No DVR routers for this DVR port 4cdfb6bc-f9e3-4796-90b7-023d9267337d on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:46:46.329247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Attempting to bind port bc7d251b-d664-41e3-9608-8adb29c9ffc6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:46.329622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Attempting to bind port bc7d251b-d664-41e3-9608-8adb29c9ffc6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '2b55441a-0cff-45f1-9897-a69c2ce0b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:46.330335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Attempting to bind port bc7d251b-d664-41e3-9608-8adb29c9ffc6 on network c46f901a-2f03-4a6e-9af8-2e1c60674801 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:46.342151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.349323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-81f05082-b4da-4dd6-89f3-c4f6e1d8d365 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.363076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:46:46.365374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe0bea2-2514-4473-ae98-788c84f9c795" -d '{"events": [{"server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "name": "network-vif-plugged", "status": "completed", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:46:46.385816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4cdfb6bc-f9e3-4796-90b7-023d9267337d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:46.388200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.401487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e918ffa1-3ee6-4631-ae90-5a8072d56313']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:46.415490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:46.415797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61f3bb5-0e5f-4d12-9565-e677bf6246e1') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:46.425395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:46.425782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Checking segment: {'id': '2b55441a-0cff-45f1-9897-a69c2ce0b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:46.428049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.428508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.429167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Bound using segment: {'id': '2b55441a-0cff-45f1-9897-a69c2ce0b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:46.429943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Bound port: bc7d251b-d664-41e3-9608-8adb29c9ffc6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b55441a-0cff-45f1-9897-a69c2ce0b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c46f901a-2f03-4a6e-9af8-2e1c60674801'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:46.430255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.435004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f224ea-60b8-4392-94ab-d089cdd7659d x-openstack-request-id: req-69f224ea-60b8-4392-94ab-d089cdd7659d {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:46:46.435387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "name": "network-vif-plugged", "status": "completed", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:46:46.435569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69f224ea-60b8-4392-94ab-d089cdd7659d {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:46:46.435951 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38', 'code': 200} Jun 22 20:46:46.443933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1809c225-b90b-4081-bfe2-18d1451a7e38,segment=NetworkSegment(391518a4-58af-4bbd-890a-5cafacc45ed3),segment_id=391518a4-58af-4bbd-890a-5cafacc45ed3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:46.446523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Subnet': ['ID=e5ee9836-42f4-4c33-bdf8-d97dc6c8e321,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:46.455540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.456476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Checking segment: {'id': '8fae0b18-c170-4064-932e-d66ec2dd6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:46.456804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network hostable DHCP agents. Network: 68403e70-48a6-46e7-b72f-26b8a4ee54d9, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:46.459635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:46.474902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:46:46.475401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.477839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:46:46.483729 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:46:46.487929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2a376-5463-4b3e-b0a8-205bb27cd3b9 None None] DHCP port deletion for e918ffa1-3ee6-4631-ae90-5a8072d56313 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:46:46.491460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4cdfb6bc-f9e3-4796-90b7-023d9267337d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:46.491882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4cdfb6bc-f9e3-4796-90b7-023d9267337d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 22 20:46:46.492074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 68403e70-48a6-46e7-b72f-26b8a4ee54d9) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:46.494388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.497097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:46.498135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.517655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.528027 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5967317 Jun 22 20:46:46.528733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60062) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:46.544905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe976394-8343-4fd0-b8b5-b3717c5d15e2 None None] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:46.591604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.596383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e383ccbb-5171-42e6-8cc9-0e7796013f1e tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.600815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.602772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] 10.222.0.66 "DELETE /v2.0/networks/e918ffa1-3ee6-4631-ae90-5a8072d56313 HTTP/1.1" status: 204 len: 168 time: 0.8084154 Jun 22 20:46:46.608063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-abe40285-b420-49ad-b435-7c9a63929700', 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700', 'tenant_id': '0198b6bef58a4658a82ce007d2bc8738', 'fixed_ips': [{'subnet_id': '3f91b7d5-a278-492d-b815-0e4cda634db0'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:46.609875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.612000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 4cdfb6bc-f9e3-4796-90b7-023d9267337d not found, will not notify nova. {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 22 20:46:46.647420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Pushing event deleted for resources: {'Network': ['ID=e918ffa1-3ee6-4631-ae90-5a8072d56313,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:46.651466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:46.763408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de635feb-1d60-4a2f-b940-9dea5f800825 req-d9d51020-edcc-412c-b843-2dc26521c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:46.766605 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-de635feb-1d60-4a2f-b940-9dea5f800825 req-d9d51020-edcc-412c-b843-2dc26521c171 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 1098 time: 0.0928617 Jun 22 20:46:46.871738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-de635feb-1d60-4a2f-b940-9dea5f800825 req-4ba5dcee-44c5-40bb-a6c2-b590f659edb2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938945 Jun 22 20:46:46.880876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:46.897221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] For port bc7d251b-d664-41e3-9608-8adb29c9ffc6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:46.899753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:46.906449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bf5afc47-3732-4ba7-adcf-6934b495f54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.912525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cbb48-88ac-4b57-816b-c2f52f15637f req-3625d4b0-670a-4c36-913a-223c30847b0e tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:46.914635 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1a2cbb48-88ac-4b57-816b-c2f52f15637f req-3625d4b0-670a-4c36-913a-223c30847b0e tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1470034 Jun 22 20:46:46.930071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] For port bc7d251b-d664-41e3-9608-8adb29c9ffc6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bc7d251b-d664-41e3-9608-8adb29c9ffc6,segment=NetworkSegment(2b55441a-0cff-45f1-9897-a69c2ce0b2be),segment_id=2b55441a-0cff-45f1-9897-a69c2ce0b2be)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:46.941965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:46.966445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:46.978033 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1a2cbb48-88ac-4b57-816b-c2f52f15637f req-b30daa05-2176-48b0-9f0d-0ea0927cf146 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 Jun 22 20:46:47.016789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.077687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60072) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:47.148736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Pushing event updated for resources: {'Port': ['ID=bc7d251b-d664-41e3-9608-8adb29c9ffc6,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:47.152939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:47.155914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Allocated IP 2001:db8::2 (abe40285-b420-49ad-b435-7c9a63929700/3f91b7d5-a278-492d-b815-0e4cda634db0/8cb53008-1d08-4514-afd3-521570987218) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:47.176141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-68403e70-48a6-46e7-b72f-26b8a4ee54d9', 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9', 'tenant_id': '0198b6bef58a4658a82ce007d2bc8738', 'fixed_ips': [{'subnet_id': 'e5ee9836-42f4-4c33-bdf8-d97dc6c8e321'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:47.177707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.321498 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9499f1a5-e347-44f0-85cd-c6cb8802ac35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58190322338642fcb32e630dbf322b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422421 Jun 22 20:46:47.324749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60076) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:47.396248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.424933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.477419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Allocated IP 2001:db8::2 (68403e70-48a6-46e7-b72f-26b8a4ee54d9/e5ee9836-42f4-4c33-bdf8-d97dc6c8e321/f3caca7f-251a-427e-b425-d2abac63d980) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:47.487637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.490599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.494822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f456617f-b4ff-4367-b713-7183c8f6ad07 HTTP/1.1" status: 204 len: 168 time: 0.1687589 Jun 22 20:46:47.495777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c926802f-43d5-4fa4-ad63-23b77f89559f tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:47.501573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.506243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456617f-b4ff-4367-b713-7183c8f6ad07,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:47.516846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:47.534168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Transition to ACTIVE for port object 8cb53008-1d08-4514-afd3-521570987218 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:47.585757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Transition to ACTIVE for port object 8cb53008-1d08-4514-afd3-521570987218 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:47.595793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.606379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-10060b32-da28-4bf9-8b55-744fd628376b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:47.616052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Network abe40285-b420-49ad-b435-7c9a63929700 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:47.620027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:47.642384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:47.691476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Allocated IP 2001:db8::1 (abe40285-b420-49ad-b435-7c9a63929700/3f91b7d5-a278-492d-b815-0e4cda634db0/12dd3842-1272-464b-8ba1-eb0a38de5f75) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:47.870599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.893506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Transition to ACTIVE for port object 12dd3842-1272-464b-8ba1-eb0a38de5f75 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:47.928169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Attempting to bind port 8cb53008-1d08-4514-afd3-521570987218 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:47.928789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Attempting to bind port 8cb53008-1d08-4514-afd3-521570987218 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '55ee7150-3fc4-48d1-85a8-63ef64a27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:47.929325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Attempting to bind port 8cb53008-1d08-4514-afd3-521570987218 on network abe40285-b420-49ad-b435-7c9a63929700 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:47.933665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Pushing event updated for resources: {'Port': ['ID=8cb53008-1d08-4514-afd3-521570987218,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:47.947891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.950171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-674fc921-17a1-4de2-9f79-6e1c92881bec tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:47.973589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:47.980113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:47.980962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Checking segment: {'id': '55ee7150-3fc4-48d1-85a8-63ef64a27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:47.981544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:47.982132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Bound using segment: {'id': '55ee7150-3fc4-48d1-85a8-63ef64a27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:47.983051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Bound port: 8cb53008-1d08-4514-afd3-521570987218, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee7150-3fc4-48d1-85a8-63ef64a27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'abe40285-b420-49ad-b435-7c9a63929700'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:47.984341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.004702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network abe40285-b420-49ad-b435-7c9a63929700 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:48.020811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:48.026143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:48.034598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.035364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.056830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Transition to ACTIVE for port object f3caca7f-251a-427e-b425-d2abac63d980 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:48.096449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Transition to ACTIVE for port object f3caca7f-251a-427e-b425-d2abac63d980 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:48.106690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] For port 8cb53008-1d08-4514-afd3-521570987218, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:48.110895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Port': ['ID=12dd3842-1272-464b-8ba1-eb0a38de5f75,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:48.111553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.115584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:48.126055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] For port 8cb53008-1d08-4514-afd3-521570987218, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8cb53008-1d08-4514-afd3-521570987218,segment=NetworkSegment(55ee7150-3fc4-48d1-85a8-63ef64a27cca),segment_id=55ee7150-3fc4-48d1-85a8-63ef64a27cca)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:48.127871 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ef5317a8-f10f-43e4-b534-c4123a759ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:48.194307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Pushing event updated for resources: {'Port': ['ID=f3caca7f-251a-427e-b425-d2abac63d980,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:48.208416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:48.213543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.217460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:48.276521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:48.296385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:48.303110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:48.369602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275a407-14b7-469a-99c7-72161aea8ea4 None None] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:48.411768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Pushing event updated for resources: {'Port': ['ID=8cb53008-1d08-4514-afd3-521570987218,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:48.416291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:48.473707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Attempting to bind port f3caca7f-251a-427e-b425-d2abac63d980 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:48.474125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Attempting to bind port f3caca7f-251a-427e-b425-d2abac63d980 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '8fae0b18-c170-4064-932e-d66ec2dd6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:48.474484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Attempting to bind port f3caca7f-251a-427e-b425-d2abac63d980 on network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:48.484145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bc7d251b-d664-41e3-9608-8adb29c9ffc6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:48.504344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60100) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:48.531492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:48.532101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Checking segment: {'id': '8fae0b18-c170-4064-932e-d66ec2dd6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:48.532588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.533082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Bound using segment: {'id': '8fae0b18-c170-4064-932e-d66ec2dd6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:48.544109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Bound port: f3caca7f-251a-427e-b425-d2abac63d980, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fae0b18-c170-4064-932e-d66ec2dd6815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '68403e70-48a6-46e7-b72f-26b8a4ee54d9'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:48.544109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.571747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9e23e925-3382-497e-b85b-41c66500d499 None None] Provisioning for port bc7d251b-d664-41e3-9608-8adb29c9ffc6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:48.675224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a796cca6-e8da-4c46-aee5-5327bab028d3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:48.676065 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-a796cca6-e8da-4c46-aee5-5327bab028d3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 20:46:48.676856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-a796cca6-e8da-4c46-aee5-5327bab028d3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:46:48.678210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a796cca6-e8da-4c46-aee5-5327bab028d3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1713233 Jun 22 20:46:48.681443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643d30c-0164-447a-948f-9ec0c648f5c0 req-f177e1aa-edbf-4c0e-9386-e7eb5250498f tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:48.682596 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e643d30c-0164-447a-948f-9ec0c648f5c0 req-f177e1aa-edbf-4c0e-9386-e7eb5250498f tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1753702 Jun 22 20:46:48.683099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60104) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:48.691083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034270657'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:48.702899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.739670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port bc7d251b-d664-41e3-9608-8adb29c9ffc6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:48.742166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] For port f3caca7f-251a-427e-b425-d2abac63d980, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:48.748143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] For port f3caca7f-251a-427e-b425-d2abac63d980, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3caca7f-251a-427e-b425-d2abac63d980,segment=NetworkSegment(8fae0b18-c170-4064-932e-d66ec2dd6815),segment_id=8fae0b18-c170-4064-932e-d66ec2dd6815)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:48.754190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bc7d251b-d664-41e3-9608-8adb29c9ffc6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:48.754600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.757285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.760535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:48.779496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.794430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e643d30c-0164-447a-948f-9ec0c648f5c0 req-9a092c61-435e-4501-a186-a38f3bc5ebfa tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972593 Jun 22 20:46:48.802232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:48.894548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Pushing event updated for resources: {'Port': ['ID=f3caca7f-251a-427e-b425-d2abac63d980,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:48.897987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:48.961091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.057577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port bc7d251b-d664-41e3-9608-8adb29c9ffc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bc7d251b-d664-41e3-9608-8adb29c9ffc6,segment=NetworkSegment(2b55441a-0cff-45f1-9897-a69c2ce0b2be),segment_id=2b55441a-0cff-45f1-9897-a69c2ce0b2be)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:49.063319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.066608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da1e5953-d8e4-4f89-8b8c-0f0dd3eea980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:49.073833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044298c5-c349-4fbd-82ac-cb199a755d19 req-a409e360-0170-4c86-8074-a13b480e584b tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:49.088483 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-044298c5-c349-4fbd-82ac-cb199a755d19 req-a409e360-0170-4c86-8074-a13b480e584b tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1260450 Jun 22 20:46:49.161258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=bc7d251b-d664-41e3-9608-8adb29c9ffc6,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:49.165670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:49.196841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.201513 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-044298c5-c349-4fbd-82ac-cb199a755d19 req-ed56dece-a24d-4797-b5ee-df7c85d0d3c5 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076660 Jun 22 20:46:49.202814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.203748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.207090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.208308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-208fdb6e-53db-43eb-bc80-9a001c1f87b8 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:49.214653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4cdfb6bc-f9e3-4796-90b7-023d9267337d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:46:49.217270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.251443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4cdfb6bc-f9e3-4796-90b7-023d9267337d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:46:49.252143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4cdfb6bc-f9e3-4796-90b7-023d9267337d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:46:49.379236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Port': ['ID=12dd3842-1272-464b-8ba1-eb0a38de5f75,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:49.388977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:49.395925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-93902d5a-cfb0-488f-a0e6-5b048e84e389 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:49.475226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f3a60d-ec80-4f62-a3a7-31f1a867acd2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:49.489368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:49.510431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network abe40285-b420-49ad-b435-7c9a63929700 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:49.513022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:49.572544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6e3e097d-43d0-4c1d-9009-5d0fefc6fe52 None None] Provisioning complete for port bc7d251b-d664-41e3-9608-8adb29c9ffc6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:49.573057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e3e097d-43d0-4c1d-9009-5d0fefc6fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.587438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.628286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.642288 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b4057cc8-90ca-4de2-9ae5-4e701824f2da tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:49.653928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.659585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60114) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:49.660316 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9738491 Jun 22 20:46:49.665314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '2832692a-0446-4f76-8fed-981601448261', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:49.691887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2832692a-0446-4f76-8fed-981601448261,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:49.704746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:49.721751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.745053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Router f018816c-741d-4681-9e2a-d4f58ccccd7f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:46:49.754854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-829ffcc0-dd33-46ec-8f6d-1b2f7e60c3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.846577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.873024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60116) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:49.875410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748875cb-0493-4c8a-82e0-7034d94b7e7c None None] Network abe40285-b420-49ad-b435-7c9a63929700 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:49.889881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.899965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:49.909245 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3758314 Jun 22 20:46:49.909245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60118) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:49.910308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09d46061-ebc0-4cbe-a4d0-b0c3bba83f67 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:49.913971 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] Sync routers for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:49.932142 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:49.932929 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:49.977086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152785d0-7351-4b6d-b8e9-467c18359832,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:49.982765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:49.996143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:49.998337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369050 Jun 22 20:46:50.003354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60120) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:50.019791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.023656 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:50.028356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ff0fe291-d53a-43f3-8013-12781b4382f3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '2832692a-0446-4f76-8fed-981601448261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:50.039079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-de999759-b80a-490a-a29f-5d0366d2595f None None] Provisioning for port 8cb53008-1d08-4514-afd3-521570987218 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:50.044654 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:50.045584 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:50.050127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1452d-3356-4167-9d64-7d9f502f15f4 req-58d8912d-e2b2-4a9c-aa1f-23eb680cc625 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:50.064569 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-60c1452d-3356-4167-9d64-7d9f502f15f4 req-58d8912d-e2b2-4a9c-aa1f-23eb680cc625 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.2681627 Jun 22 20:46:50.123129 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:50.127410 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ff243-796f-40e3-86ec-87627be27de1 None None] The sync data for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:50.191353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ff0fe291-d53a-43f3-8013-12781b4382f3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.212991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-60c1452d-3356-4167-9d64-7d9f502f15f4 req-81d86878-b5a2-40ca-82c3-451bca4d4054 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466968 Jun 22 20:46:50.247723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad318a-5110-4db7-a9b1-7dec5074dac5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:50.254659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad318a-5110-4db7-a9b1-7dec5074dac5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:50.255456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad318a-5110-4db7-a9b1-7dec5074dac5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:50.273128 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-25ad318a-5110-4db7-a9b1-7dec5074dac5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=3b1fa675d8854d00b529634114207bd9&network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 2999 time: 0.3969088 Jun 22 20:46:50.365690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-ff0fe291-d53a-43f3-8013-12781b4382f3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 20:46:50.372207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60124) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:50.372997 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ff0fe291-d53a-43f3-8013-12781b4382f3 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3682485 Jun 22 20:46:50.502342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.542939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.557742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8cb53008-1d08-4514-afd3-521570987218 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:50.604373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f32e7-266b-45f7-bf06-3c55f02ad2dd None None] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:50.620237 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-02deed18-7a1c-4f6b-96b6-feca7c3f4818 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:50.621527 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-02deed18-7a1c-4f6b-96b6-feca7c3f4818 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7081926 Jun 22 20:46:50.625805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60128) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:50.651173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.657339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.658574 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/2832692a-0446-4f76-8fed-981601448261 HTTP/1.1" status: 204 len: 168 time: 0.2817206 Jun 22 20:46:50.659706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6499d761-c7f4-4e71-bd0b-a96e7b7b5b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:50.662869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:50.692911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832692a-0446-4f76-8fed-981601448261,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:50.696727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:50.708609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8cb53008-1d08-4514-afd3-521570987218 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:50.731365 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df286cf0-302e-4c16-844d-4395d33970e2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669539 Jun 22 20:46:50.736275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8cb53008-1d08-4514-afd3-521570987218 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:50.736726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.737650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60132) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:50.743561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424691410'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:50.770171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Provisioning for port f3caca7f-251a-427e-b425-d2abac63d980 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:50.782834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.847642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Provisioning complete for port 8cb53008-1d08-4514-afd3-521570987218 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:50.848444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.934274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.941107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.963866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-18a8b71e-b4a0-4f86-9acb-6c18837394cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:50.992303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:50.997667 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2546892 Jun 22 20:46:51.000249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.000481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60134) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.001216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.006972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3765ae0f-55c6-40ea-818b-7025c668f65e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '529dd95e-94eb-4984-a3e7-67b58c5cb9b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:51.007909 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-3765ae0f-55c6-40ea-818b-7025c668f65e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 20:46:51.008498 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-3765ae0f-55c6-40ea-818b-7025c668f65e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:51.013095 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3765ae0f-55c6-40ea-818b-7025c668f65e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095141 Jun 22 20:46:51.015031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60136) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.034378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529dd95e-94eb-4984-a3e7-67b58c5cb9b0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:51.040340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:51.087324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 8cb53008-1d08-4514-afd3-521570987218, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8cb53008-1d08-4514-afd3-521570987218,segment=NetworkSegment(55ee7150-3fc4-48d1-85a8-63ef64a27cca),segment_id=55ee7150-3fc4-48d1-85a8-63ef64a27cca)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:51.097496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.098526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3caca7f-251a-427e-b425-d2abac63d980 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:51.100388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.104033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.105323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:51.157521 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.223956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=8cb53008-1d08-4514-afd3-521570987218,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:51.231978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.236870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.241629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/529dd95e-94eb-4984-a3e7-67b58c5cb9b0 HTTP/1.1" status: 204 len: 168 time: 0.2245440 Jun 22 20:46:51.242538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60140) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.244498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8b1d2d7c-14a7-407a-9b3f-755227762b0f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:51.255213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529dd95e-94eb-4984-a3e7-67b58c5cb9b0,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:51.257883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:51.268345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:51.311339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:46:51.312125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:46:51.334970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f3caca7f-251a-427e-b425-d2abac63d980 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:51.351312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f3caca7f-251a-427e-b425-d2abac63d980 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:51.352247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.393922 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a9bd6322-dc6d-40e2-b680-a52048542263 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500084 Jun 22 20:46:51.402113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60144) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.415011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--499091174'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:51.419524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.479425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.524574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f3caca7f-251a-427e-b425-d2abac63d980, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3caca7f-251a-427e-b425-d2abac63d980,segment=NetworkSegment(8fae0b18-c170-4064-932e-d66ec2dd6815),segment_id=8fae0b18-c170-4064-932e-d66ec2dd6815)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:51.524818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.527236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dbd55-be9d-4a63-86ee-9ad58feea4ec req-351c05dd-db49-4f2e-b4c4-65dc32b11756 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:51.529191 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c89dbd55-be9d-4a63-86ee-9ad58feea4ec req-351c05dd-db49-4f2e-b4c4-65dc32b11756 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1252117 Jun 22 20:46:51.529890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.531263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bc7d251b-d664-41e3-9608-8adb29c9ffc6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:51.534480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:51.580056 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c89dbd55-be9d-4a63-86ee-9ad58feea4ec req-48014cc5-3b43-45e6-b0d3-e5ca5c1391ba tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jun 22 20:46:51.624632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f3caca7f-251a-427e-b425-d2abac63d980,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:51.628450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:51.637751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bc7d251b-d664-41e3-9608-8adb29c9ffc6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:51.638166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.765739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.792090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.798523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1329a0b5-67ae-4371-bb61-039ad68390a5 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:51.840639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.841876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4324055 Jun 22 20:46:51.845962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60152) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.846535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b5e18-6095-42fd-9987-caf203218b4b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:51.850997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-299991ab-fbbf-4008-818e-6c06959b9c0e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '8e2b5e18-6095-42fd-9987-caf203218b4b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:51.851593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:51.851876 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-299991ab-fbbf-4008-818e-6c06959b9c0e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 20:46:51.852444 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-299991ab-fbbf-4008-818e-6c06959b9c0e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:51.853443 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-299991ab-fbbf-4008-818e-6c06959b9c0e tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064359 Jun 22 20:46:51.858759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60154) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:51.932997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Provisioning for port 12dd3842-1272-464b-8ba1-eb0a38de5f75 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:51.942400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Provisioning complete for port 12dd3842-1272-464b-8ba1-eb0a38de5f75 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:51.942988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.945106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting port 12dd3842-1272-464b-8ba1-eb0a38de5f75 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:46:51.945495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.957378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:51.974104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60156) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.007771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-518d304c-7d6f-4940-8729-321ec7ebceab None None] Port 12dd3842-1272-464b-8ba1-eb0a38de5f75 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:52.045390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.133782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334856ed-2012-4b33-ad6c-4e6274102ef8 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:52.138584 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-334856ed-2012-4b33-ad6c-4e6274102ef8 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 814 time: 0.1632912 Jun 22 20:46:52.143122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-68b15123-b0af-4f74-ba6f-ffa108f7c062 None None] Provisioning complete for port f3caca7f-251a-427e-b425-d2abac63d980 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:52.144713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-68b15123-b0af-4f74-ba6f-ffa108f7c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.177092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.179739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.184896 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e2b5e18-6095-42fd-9987-caf203218b4b HTTP/1.1" status: 204 len: 168 time: 0.3204179 Jun 22 20:46:52.190850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a753f-e152-44a6-bf60-8fb0e00b0958 req-212192f1-8c7a-492a-a2d7-2add130302fb tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:52.192537 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cb7a753f-e152-44a6-bf60-8fb0e00b0958 req-212192f1-8c7a-492a-a2d7-2add130302fb tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1959598 Jun 22 20:46:52.193049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60160) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.193772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6d0fba77-c02b-4512-9a27-b5d7be227772 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:52.227649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b5e18-6095-42fd-9987-caf203218b4b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:52.230210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:52.253162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.273478 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cb7a753f-e152-44a6-bf60-8fb0e00b0958 req-cab0bac4-99c1-4e4f-b680-0627d3d5fa5e tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Jun 22 20:46:52.292964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-14c71792-3b3a-4882-9bdb-3fa857b9065a tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947769 Jun 22 20:46:52.302394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60164) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.307408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395684019'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.337544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.388957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-68b15123-b0af-4f74-ba6f-ffa108f7c062 None None] Provisioning complete for port 12dd3842-1272-464b-8ba1-eb0a38de5f75 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:52.389451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-68b15123-b0af-4f74-ba6f-ffa108f7c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.414210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8cb53008-1d08-4514-afd3-521570987218 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:52.451176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.459426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.464843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2085735a-a2a1-4c19-a83e-6b5b2f5f1051 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:52.467559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-68b15123-b0af-4f74-ba6f-ffa108f7c062 None None] Port 12dd3842-1272-464b-8ba1-eb0a38de5f75 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:52.487436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8cb53008-1d08-4514-afd3-521570987218 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:52.487815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.492961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-0a14213d-fe33-4b0e-8943-8433142bec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:52.494643 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-0a14213d-fe33-4b0e-8943-8433142bec40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=172708921e7c4642bad4466718154154&device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 1098 time: 0.5370750 Jun 22 20:46:52.503133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.507484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2041395 Jun 22 20:46:52.507935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60166) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.512955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-60502da3-6fa7-4b27-a9d9-9fa4e594a94f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'a046fcd7-fa4a-41c1-9657-32521a76cafe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.513817 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-60502da3-6fa7-4b27-a9d9-9fa4e594a94f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 20:46:52.514348 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-60502da3-6fa7-4b27-a9d9-9fa4e594a94f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:52.519209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-60502da3-6fa7-4b27-a9d9-9fa4e594a94f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071349 Jun 22 20:46:52.519469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60168) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.526132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0903408b-baad-489b-a1a2-f05c75ee3876 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'a046fcd7-fa4a-41c1-9657-32521a76cafe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.527366 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-0903408b-baad-489b-a1a2-f05c75ee3876 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 20:46:52.528127 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-0903408b-baad-489b-a1a2-f05c75ee3876 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:52.532451 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0903408b-baad-489b-a1a2-f05c75ee3876 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089927 Jun 22 20:46:52.532451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a046fcd7-fa4a-41c1-9657-32521a76cafe,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:52.532721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.534731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60170) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.537985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:52.541430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-27824e8b-68fd-44d5-9260-39b18781e6b2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'a046fcd7-fa4a-41c1-9657-32521a76cafe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.542272 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-27824e8b-68fd-44d5-9260-39b18781e6b2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 20:46:52.542733 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-27824e8b-68fd-44d5-9260-39b18781e6b2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:52.546369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-27824e8b-68fd-44d5-9260-39b18781e6b2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083802 Jun 22 20:46:52.553932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60172) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.557568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Calling delete_port for 12dd3842-1272-464b-8ba1-eb0a38de5f75 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:46:52.568430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e8b28b8f-6a4b-4b52-869f-e020361d4452 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'a046fcd7-fa4a-41c1-9657-32521a76cafe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.569329 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-e8b28b8f-6a4b-4b52-869f-e020361d4452 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 20:46:52.569827 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-e8b28b8f-6a4b-4b52-869f-e020361d4452 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:52.575490 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e8b28b8f-6a4b-4b52-869f-e020361d4452 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137775 Jun 22 20:46:52.575748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60174) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.583669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3caca7f-251a-427e-b425-d2abac63d980 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:52.633062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f3caca7f-251a-427e-b425-d2abac63d980 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:52.634160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.642696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.668170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.672548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-d2f865d5-e5c4-4fcf-be9c-378c56587bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:52.674054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-d2f865d5-e5c4-4fcf-be9c-378c56587bd0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 200 len: 912 time: 0.1715705 Jun 22 20:46:52.710896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60176) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.717552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--1678199861', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.737270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.740289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.744069 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/a046fcd7-fa4a-41c1-9657-32521a76cafe HTTP/1.1" status: 204 len: 168 time: 0.1648293 Jun 22 20:46:52.744404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9f522d6-5c80-4e38-ad26-8627a359efce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:52.750331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60178) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.763225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:52.765858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-279c72d0-698e-4d10-a503-793ad99776a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 200 len: 217 time: 0.0822763 Jun 22 20:46:52.767065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.779251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046fcd7-fa4a-41c1-9657-32521a76cafe,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:52.790322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:52.837000 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9653a17f-5145-4fb2-b145-d7e779117ee4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795250 Jun 22 20:46:52.837205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60180) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:52.842536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051973632'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:52.859090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-e126505d-15fe-4b73-8058-b4864500f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:52.864235 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-e126505d-15fe-4b73-8058-b4864500f3fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=756f1805-c4b5-4016-b2c4-56dd175a44e6 HTTP/1.1" status: 200 len: 851 time: 0.0916364 Jun 22 20:46:52.872394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.918718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-58f43d3c-5bf3-4dc8-8464-98f68ca0c23f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=41eb6ce4-1de0-4900-891e-dab7c5127fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408685 Jun 22 20:46:52.924362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.936395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.939784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-791189d6-cbde-4f53-b071-cbfc13e487fa tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:52.940010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:52.959227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:52.959572 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 653fbff9-834b-4ecc-8308-d92239f9b098 of type vlan for network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 Jun 22 20:46:52.986106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Port': ['ID=12dd3842-1272-464b-8ba1-eb0a38de5f75,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:52.989933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:53.022022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.045589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.054383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.059262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-affd6997-a871-498e-b9e7-08a6acc29c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:53.103535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.108030 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2661781 Jun 22 20:46:53.109073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.115376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ff3ff6c9-eb73-4881-b51e-5d37941f0ba7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.116256 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-ff3ff6c9-eb73-4881-b51e-5d37941f0ba7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 20:46:53.116742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ff3ff6c9-eb73-4881-b51e-5d37941f0ba7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.120383 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ff3ff6c9-eb73-4881-b51e-5d37941f0ba7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079837 Jun 22 20:46:53.120383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.126458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:53.126677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60184) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.126776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.129647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2da1b7-45c1-4f4e-b30e-516c998ecc54,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:53.134751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:53.135157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-83d94be0-57f2-4693-951a-7eb6b4232556 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.135290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f154448-bc66-4e1d-9a07-b53c6020a0d4 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:53.156649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4444902 Jun 22 20:46:53.162062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60186) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.177436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:53.193771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-5e62a29d-a550-4752-9892-2157c6133f7d service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648389 Jun 22 20:46:53.206037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=9c2fd1e4-9695-446f-b208-7c8fbea11f88,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:53.211612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:53.218751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:53.419344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b738ff-881f-4e08-821b-0f896773d8a4 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:53.423699 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09b738ff-881f-4e08-821b-0f896773d8a4 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2577662 Jun 22 20:46:53.424748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60190) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.432377 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-83d94be0-57f2-4693-951a-7eb6b4232556 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.437006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83d94be0-57f2-4693-951a-7eb6b4232556 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3082979 Jun 22 20:46:53.438045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60192) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.448496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-521558c7-5f4b-45e3-bbdf-ccf2aa8bf183 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.448989 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-521558c7-5f4b-45e3-bbdf-ccf2aa8bf183 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 20:46:53.449540 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-521558c7-5f4b-45e3-bbdf-ccf2aa8bf183 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.454284 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-521558c7-5f4b-45e3-bbdf-ccf2aa8bf183 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117779 Jun 22 20:46:53.463593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60194) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.475225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d447bcf6-6cea-4b17-8311-f426f5d2cc20 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.558209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-d447bcf6-6cea-4b17-8311-f426f5d2cc20 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.562898 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d447bcf6-6cea-4b17-8311-f426f5d2cc20 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0958185 Jun 22 20:46:53.563153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60196) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.569068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ae7f3244-6c1e-42d6-aebd-540b837ca8d2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.569542 dv-neutron-797537-2-hyperv neutron-server[100373]: WARNING neutron.api.v2.base [None req-ae7f3244-6c1e-42d6-aebd-540b837ca8d2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 20:46:53.570057 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ae7f3244-6c1e-42d6-aebd-540b837ca8d2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.572932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ae7f3244-6c1e-42d6-aebd-540b837ca8d2 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069869 Jun 22 20:46:53.574605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb346063-e10f-4f8a-a79b-b1b2b56361f2 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:53.576110 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb346063-e10f-4f8a-a79b-b1b2b56361f2 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510458 Jun 22 20:46:53.576716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.581852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3de61eca-57fa-4372-8556-fab0f31a21fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.586872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60200) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.616197 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9ba16d5e-8abb-437c-b4d1-83eeb9f82190 req-2e07bf0f-905c-401b-b8ed-2914a6266694 service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908975 Jun 22 20:46:53.622097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Router f018816c-741d-4681-9e2a-d4f58ccccd7f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:46:53.631330 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-638c174e-7c18-4ed7-bdec-e1921c98ba39 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408802 Jun 22 20:46:53.631575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60202) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.678355 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1816989d-5ab2-4e23-95cb-0aa3e114d922 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427766 Jun 22 20:46:53.678628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60204) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.715937 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-3de61eca-57fa-4372-8556-fab0f31a21fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.720825 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3de61eca-57fa-4372-8556-fab0f31a21fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1390116 Jun 22 20:46:53.743130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60206) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.756375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7149-5846-4c82-8ed3-013606f3e717 req-bb4978bd-5ae6-4384-aeb8-15a6a5df52cf tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:53.759188 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-821e7149-5846-4c82-8ed3-013606f3e717 req-bb4978bd-5ae6-4384-aeb8-15a6a5df52cf tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.3160253 Jun 22 20:46:53.765026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-51fddc7c-0355-41c3-947c-3da0a060dfd9 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.765026 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-51fddc7c-0355-41c3-947c-3da0a060dfd9 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 20:46:53.765026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-51fddc7c-0355-41c3-947c-3da0a060dfd9 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.765831 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-51fddc7c-0355-41c3-947c-3da0a060dfd9 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184338 Jun 22 20:46:53.768839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60208) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.772445 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-e0542125-9e65-4152-bbb8-e55da286db4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3284912 Jun 22 20:46:53.775502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:53.779412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-40da3d4c-e789-44be-a1f4-fbe9c9385050 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.790568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] Sync routers for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:53.791165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642675 Jun 22 20:46:53.791629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.815331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:53.816913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:53.836849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4d04c-eecd-4aa6-897e-1981d4ce120d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:53.838891 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c2b4d04c-eecd-4aa6-897e-1981d4ce120d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592515 Jun 22 20:46:53.841767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60212) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.853856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-977d3b3b-87e0-4097-91bb-eb2b59cad971 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] delete failed (client error): The resource could not be found. Jun 22 20:46:53.860892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-977d3b3b-87e0-4097-91bb-eb2b59cad971 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-572559615 HTTP/1.1" status: 404 len: 334 time: 0.0670118 Jun 22 20:46:53.861738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60214) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.879296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:53.891734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:53.892475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:53.899855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b3fa5259-1308-4823-8838-ffec2d2c2d6b tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f018816c-741d-4681-9e2a-d4f58ccccd7f'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.922697 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c412b01-ef5c-4037-9c02-901173b79f7f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787828 Jun 22 20:46:53.923495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60216) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.931539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946533524', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:53.941240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:53.942651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ff245-f82a-494d-886d-91cb46ca5989 None None] The sync data for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:53.961284 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-40da3d4c-e789-44be-a1f4-fbe9c9385050 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:53.962372 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40da3d4c-e789-44be-a1f4-fbe9c9385050 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1920116 Jun 22 20:46:53.965645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60218) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:53.973320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2d994ef9-0f85-4b95-8943-78c5a3fe7914 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': 'de2da1b7-45c1-4f4e-b30e-516c998ecc54', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:54.009064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-821e7149-5846-4c82-8ed3-013606f3e717 req-875333ce-9a39-4ceb-bf48-e94bb9f04bbc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353299 Jun 22 20:46:54.084619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:54.087318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.112540 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-2d994ef9-0f85-4b95-8943-78c5a3fe7914 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:54.113594 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2d994ef9-0f85-4b95-8943-78c5a3fe7914 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1469679 Jun 22 20:46:54.117172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60220) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.220215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-cbcea187-8727-4fcc-97e7-dada977a88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.221613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-cbcea187-8727-4fcc-97e7-dada977a88e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1098 time: 0.3778040 Jun 22 20:46:54.232066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3fa5259-1308-4823-8838-ffec2d2c2d6b tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.303395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-b3fa5259-1308-4823-8838-ffec2d2c2d6b tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] update failed (client error): The resource could not be found. Jun 22 20:46:54.309604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b3fa5259-1308-4823-8838-ffec2d2c2d6b tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f HTTP/1.1" status: 404 len: 339 time: 0.4380970 Jun 22 20:46:54.310758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60222) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.311209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.322470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-991501881'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:54.341985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.352337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6959c570-3177-42ed-bd28-0f7caa7ec004 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:54.375836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.402944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:54.407207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.425095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-a96e73cf-3553-423d-8b05-f48fde12fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.426588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-a96e73cf-3553-423d-8b05-f48fde12fe66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 897 time: 0.1757069 Jun 22 20:46:54.442551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=ecdaf222-6da6-48b6-914a-aa88480c77f3,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:54.445470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:54.460204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:54.460571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 9c2fd1e4-9695-446f-b208-7c8fbea11f88, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:54.476103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.478818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.479936 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/de2da1b7-45c1-4f4e-b30e-516c998ecc54 HTTP/1.1" status: 204 len: 168 time: 0.3615985 Jun 22 20:46:54.480088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:54.482825 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:46:54.485017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a39c0354-f0df-4de4-8fa6-0c17131bff04 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:54.486816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60224) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.497791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2da1b7-45c1-4f4e-b30e-516c998ecc54,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:54.501484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:54.504678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 9c2fd1e4-9695-446f-b208-7c8fbea11f88) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:54.514241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.515419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.516194 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-a9cec959-cea2-46e3-a16a-5780d056e5fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 1001 time: 0.0821254 Jun 22 20:46:54.519348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.519694 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Added segment 611bb478-8d3e-43ae-b44e-76febb6f1216 of type vlan for network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 Jun 22 20:46:54.523991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecec594-463e-431d-8771-5af62b9c8d4a None None] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:54.569235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-dec986b5-1804-4593-882f-ae3d6e4939e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.573500 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6451116 Jun 22 20:46:54.573666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-dec986b5-1804-4593-882f-ae3d6e4939e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 200 len: 834 time: 0.0489650 Jun 22 20:46:54.587700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.596757 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c0a36e13-3af6-4cfc-b769-a4870316ee23 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087620 Jun 22 20:46:54.600958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60228) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.605133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--522181674'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:54.645737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.656449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.663319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.664164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.668839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-320bb6a1-8ba2-45fd-bd40-a7a910f0083f tempest-NetworksTest-1021688632 tempest-NetworksTest-1021688632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:54.670957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-691714c6-fd78-4558-8464-44261d775667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:54.672868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-691714c6-fd78-4558-8464-44261d775667 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873032 Jun 22 20:46:54.710994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3996110 Jun 22 20:46:54.711634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60230) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.713967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:54.715292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.755072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'subnet': {'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:54.791637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Network': ['ID=2dff69c7-4ee0-4e78-baa2-f8aa5906baf1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:54.799482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:54.809430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-06954cde-da62-4588-91dd-50bd403f474e service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301060 Jun 22 20:46:54.813589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:46:54.911263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.931169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60232) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:54.934231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.937868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-218ec908-6e71-4bc6-b9b9-e963ae83a898 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:54.940257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569217533', 'description': 'tempest-secgroup-smoke-1569217533 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:54.940947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Allocated IP 172.20.0.18 (9c2fd1e4-9695-446f-b208-7c8fbea11f88/ecdaf222-6da6-48b6-914a-aa88480c77f3/1c2bd86b-f46e-4358-87b3-c855b1420203) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:54.958327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Made reservation on behalf of 0198b6bef58a4658a82ce007d2bc8738 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:46:54.964190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:54.975390 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5f5e20f-17b1-42a9-ba94-481767f49afa req-d21277ac-873c-4ffc-9203-06949284f231 service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591449 Jun 22 20:46:54.981049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.055913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3426d957-6729-4b2e-82ab-7326a262ccfa,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.063059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.096793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.103730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.110644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.156293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.160533 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2253721 Jun 22 20:46:55.163065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60236) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.174426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.185382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023535de-0d1e-4f66-9cb6-baa1a4edc7b4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.196200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.200081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.211483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Transition to ACTIVE for port object 1c2bd86b-f46e-4358-87b3-c855b1420203 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:55.234424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.236041 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6346335 Jun 22 20:46:55.236641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Transition to ACTIVE for port object 1c2bd86b-f46e-4358-87b3-c855b1420203 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:55.239784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60238) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.244664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d0cee8a5-9e5a-49ee-87b1-e25585e07110 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '3426d957-6729-4b2e-82ab-7326a262ccfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.245367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.248651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.266916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.269603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0134af41-3914-4a71-9353-126f516f5bde tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.283362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.300579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:55.306620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:55.313305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:55.328336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbd5d7-ed1f-4a90-83e2-79906a6b7876 req-bd373b5e-7547-4042-b8f6-6fcdd37e54ca tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:55.330094 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d0dbd5d7-ed1f-4a90-83e2-79906a6b7876 req-bd373b5e-7547-4042-b8f6-6fcdd37e54ca tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1367097 Jun 22 20:46:55.347178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Subnet': ['ID=59fc0cb3-dbd0-4000-b7e6-3273e783147f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.351570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.366668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Pushing event updated for resources: {'Port': ['ID=1c2bd86b-f46e-4358-87b3-c855b1420203,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.367218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Checking segment: {'id': '611bb478-8d3e-43ae-b44e-76febb6f1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:55.367561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network hostable DHCP agents. Network: 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:46:55.369875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.373542 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-d0cee8a5-9e5a-49ee-87b1-e25585e07110 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The resource could not be found. Jun 22 20:46:55.374730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0cee8a5-9e5a-49ee-87b1-e25585e07110 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1339154 Jun 22 20:46:55.379054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60240) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.383853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-316ec2ce-0b01-4034-bd7e-942af3e6fb07 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '3426d957-6729-4b2e-82ab-7326a262ccfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8e0f5284-6ff9-42d4-85a5-eed2eef4399f'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.394949 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d0dbd5d7-ed1f-4a90-83e2-79906a6b7876 req-ce077b7a-1d7d-4517-8959-d1502db09fe6 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Jun 22 20:46:55.396779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.400823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.402490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:46:55.403692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c7b4d047-89f1-49f1-91c6-446d56eb0ec4 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.412187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Attempting to bind port 1c2bd86b-f46e-4358-87b3-c855b1420203 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:55.412658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Attempting to bind port 1c2bd86b-f46e-4358-87b3-c855b1420203 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:55.413413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Attempting to bind port 1c2bd86b-f46e-4358-87b3-c855b1420203 on network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:55.419940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:55.420292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:55.420986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Checking segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:55.421843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.422290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Bound using segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:55.423297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Bound port: 1c2bd86b-f46e-4358-87b3-c855b1420203, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:55.423575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.428176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174f484a-8602-469f-9b07-d51fb2bd9c17,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.431571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.432481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:55.433410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.438478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.440455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2750757 Jun 22 20:46:55.444613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60244) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.448665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12ebba-93c8-4608-b7a7-a75a08ab88bf None None] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:55.450315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.465740 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7482512 Jun 22 20:46:55.470176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60246) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.476465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fee1939c-69b5-4db3-ba64-ac38175868cc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.493578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.569320 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-316ec2ce-0b01-4034-bd7e-942af3e6fb07 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The resource could not be found. Jun 22 20:46:55.573466 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-316ec2ce-0b01-4034-bd7e-942af3e6fb07 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1934412 Jun 22 20:46:55.574070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60248) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.584170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.589012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] For port 1c2bd86b-f46e-4358-87b3-c855b1420203, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:55.590343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.594466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7de532f1-c2f8-4585-b54c-b9ce13435331 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.598814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] For port 1c2bd86b-f46e-4358-87b3-c855b1420203, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1c2bd86b-f46e-4358-87b3-c855b1420203,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:55.607091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.622522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.625653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1799614 Jun 22 20:46:55.629507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.629703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-44924619-1357-4254-9f3b-845b301b4fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.636545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.643355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3353087c-ddd8-4db4-925e-0191396c68d4,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.647541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.651362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.699881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.742769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Pushing event updated for resources: {'Port': ['ID=1c2bd86b-f46e-4358-87b3-c855b1420203,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.753698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.756013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-2dff69c7-4ee0-4e78-baa2-f8aa5906baf1', 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1', 'tenant_id': '0198b6bef58a4658a82ce007d2bc8738', 'fixed_ips': [{'subnet_id': '59fc0cb3-dbd0-4000-b7e6-3273e783147f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:46:55.756902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.797369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.802703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.806061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-717a359c-a640-4e7e-a6e9-eb3532aff146 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:55.848031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:55.851828 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182093 Jun 22 20:46:55.857968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:55.877294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:55.914801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e692d762-d76e-4289-a392-4c4badb9d84b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:55.918383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:55.995676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Allocated IP 2001:db8:1::2 (2dff69c7-4ee0-4e78-baa2-f8aa5906baf1/59fc0cb3-dbd0-4000-b7e6-3273e783147f/bef5d22f-442b-45b1-b7e1-1544351c6479) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:56.029821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.070858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e21b-78cb-4876-9020-a99c727b38c7 req-73dea201-e570-489c-a32b-fcd420694a33 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:56.072666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7d25e21b-78cb-4876-9020-a99c727b38c7 req-73dea201-e570-489c-a32b-fcd420694a33 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.2257178 Jun 22 20:46:56.135061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.150908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7d25e21b-78cb-4876-9020-a99c727b38c7 req-6f86c371-3d1a-406c-a4dd-9069100b7a0b tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677531 Jun 22 20:46:56.160791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.172347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.184098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.201703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c0e20b-2a8c-4b27-b98e-258d75bfe399,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.205166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.211284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.216147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447700 Jun 22 20:46:56.216920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60256) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.224692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.245669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fee1939c-69b5-4db3-ba64-ac38175868cc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.246238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.254477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:46:56.262135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.272388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Transition to ACTIVE for port object bef5d22f-442b-45b1-b7e1-1544351c6479 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:56.282647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.285165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.290190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/3426d957-6729-4b2e-82ab-7326a262ccfa HTTP/1.1" status: 204 len: 168 time: 0.7105529 Jun 22 20:46:56.294555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60258) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.299361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ceca7348-32eb-4e90-915d-5e771fb8aa83 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.301297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Transition to ACTIVE for port object bef5d22f-442b-45b1-b7e1-1544351c6479 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:56.308407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.314220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-406e5ee8-a68f-4d02-85e3-8c0951d3a246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.345789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3426d957-6729-4b2e-82ab-7326a262ccfa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.350449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.393639 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-447c3b2d-731c-49e1-8184-005381a0ede0 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928738 Jun 22 20:46:56.393639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.394123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.400554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-41ea2f9a-5c01-4d60-aac5-3988eb0641d0 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '8b378b89-1f5d-454c-8512-e8e38a810f67', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.406540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:56.413156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.417607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-134a3e2c-fd1b-414d-89a4-5523143cd297 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.441013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:56.447937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:56.452045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774c4be5-9b60-4fc0-b287-127513ec7f90,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.456988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.470553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Pushing event updated for resources: {'Port': ['ID=bef5d22f-442b-45b1-b7e1-1544351c6479,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.475430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1c2bd86b-f46e-4358-87b3-c855b1420203 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:56.476758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.477142 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-fee1939c-69b5-4db3-ba64-ac38175868cc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:56.478837 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fee1939c-69b5-4db3-ba64-ac38175868cc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f HTTP/1.1" status: 400 len: 364 time: 1.0072393 Jun 22 20:46:56.479965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.482431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2629225 Jun 22 20:46:56.485425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60262) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.485874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60264) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.493852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-41ea2f9a-5c01-4d60-aac5-3988eb0641d0 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The resource could not be found. Jun 22 20:46:56.498540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-41ea2f9a-5c01-4d60-aac5-3988eb0641d0 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0997019 Jun 22 20:46:56.499972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60268) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.508382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--501130680'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.536251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.544466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '023535de-0d1e-4f66-9cb6-baa1a4edc7b4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.562837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Attempting to bind port bef5d22f-442b-45b1-b7e1-1544351c6479 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:46:56.563268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Attempting to bind port bef5d22f-442b-45b1-b7e1-1544351c6479 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '611bb478-8d3e-43ae-b44e-76febb6f1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:46:56.563570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Attempting to bind port bef5d22f-442b-45b1-b7e1-1544351c6479 on network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:46:56.570226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:46:56.570688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Checking segment: {'id': '611bb478-8d3e-43ae-b44e-76febb6f1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:46:56.571000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.571408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Bound using segment: {'id': '611bb478-8d3e-43ae-b44e-76febb6f1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:46:56.571885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Bound port: bef5d22f-442b-45b1-b7e1-1544351c6479, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611bb478-8d3e-43ae-b44e-76febb6f1216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2dff69c7-4ee0-4e78-baa2-f8aa5906baf1'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:46:56.572519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.614052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1c2bd86b-f46e-4358-87b3-c855b1420203 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:56.653512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] For port bef5d22f-442b-45b1-b7e1-1544351c6479, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:46:56.657043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] For port bef5d22f-442b-45b1-b7e1-1544351c6479, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bef5d22f-442b-45b1-b7e1-1544351c6479,segment=NetworkSegment(611bb478-8d3e-43ae-b44e-76febb6f1216),segment_id=611bb478-8d3e-43ae-b44e-76febb6f1216)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:46:56.658482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.662449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.664172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.664587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.668987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed6f1387-459a-46c9-92be-d6f731cbcdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.702336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988b3d14-422f-4d7a-970d-1aa2d01f2679,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.707385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.750009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Pushing event updated for resources: {'Port': ['ID=bef5d22f-442b-45b1-b7e1-1544351c6479,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.753700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:56.757147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.761391 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2575700 Jun 22 20:46:56.761951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.767251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262241075'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.796909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.802666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:46:56.814612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.898385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.903746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.906807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a1ea632-d4ab-4074-8396-35395000519b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.946524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.946857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.952101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:56.953412 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1904869 Jun 22 20:46:56.954354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:56.959064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19ebed40-7ea9-417d-9690-55250398c5e3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:56.969621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-04d40214-690f-4235-93f4-85bd38039706 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group_rule': {'security_group_id': '988b3d14-422f-4d7a-970d-1aa2d01f2679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ff3231ed-e9f0-4f63-bae1-d51a2c66274d'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:56.978799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3231ed-e9f0-4f63-bae1-d51a2c66274d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:56.991353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:57.020276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.042104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-04d40214-690f-4235-93f4-85bd38039706 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 20:46:57.043997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.046273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04d40214-690f-4235-93f4-85bd38039706 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0887816 Jun 22 20:46:57.049345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60274) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:57.057431 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5692739 Jun 22 20:46:57.059222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2be2f6-4827-453b-ae1d-80d18e60a461,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:57.076657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:57.143250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.176738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.278732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.282820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.284350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/ff3231ed-e9f0-4f63-bae1-d51a2c66274d HTTP/1.1" status: 204 len: 168 time: 0.2331913 Jun 22 20:46:57.286017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8ac922a8-28e9-4761-b0c4-ce717960de0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:57.290501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60286) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:57.313768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3231ed-e9f0-4f63-bae1-d51a2c66274d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:57.334958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:57.378384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06552c20-91b8-4101-8fd3-5b8221a85907 None None] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:57.418517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-136c5771-fdd0-43a8-9f80-12d540fcc064 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569217533&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0734146 Jun 22 20:46:57.425403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-203bf53d-8bbd-411d-897a-b8df24504155 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1344979 Jun 22 20:46:57.428656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60292) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:57.458550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Provisioning for port 1c2bd86b-f46e-4358-87b3-c855b1420203 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:57.464861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Provisioning complete for port 1c2bd86b-f46e-4358-87b3-c855b1420203 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:57.465241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.588541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.590490 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9800-70c1-4542-93db-f3a184e2185f req-042ba54f-b403-430b-8304-a059c36627ec tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:57.594423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-567f9800-70c1-4542-93db-f3a184e2185f req-042ba54f-b403-430b-8304-a059c36627ec tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.2252271 Jun 22 20:46:57.613997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1c0feb28-23b8-4fc2-b309-58d0f6ac5741 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:57.615615 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1c0feb28-23b8-4fc2-b309-58d0f6ac5741 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=9c2fd1e4-9695-446f-b208-7c8fbea11f88 HTTP/1.1" status: 200 len: 797 time: 0.1886511 Jun 22 20:46:57.638528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.648402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Allocated IP 2001:db8::1 (c46f901a-2f03-4a6e-9af8-2e1c60674801/22310d17-d3f2-4f93-9c83-c42024ec2c7d/2a963685-ad25-481f-9ddb-c1e77e4020d6) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:46:57.652221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-81c01180-07f6-422a-bfb5-4d3359ce9266 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0254464 Jun 22 20:46:57.665460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.719245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] For port 1c2bd86b-f46e-4358-87b3-c855b1420203, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1c2bd86b-f46e-4358-87b3-c855b1420203,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:57.724068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.726951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:57.787998 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-567f9800-70c1-4542-93db-f3a184e2185f req-8dbdf190-d473-4eea-a363-c49f1e8599fb tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879191 Jun 22 20:46:57.801759 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-b479173b-57de-47ab-beb9-9817aed99ee4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1402361 Jun 22 20:46:57.804001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.808731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.813151 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/988b3d14-422f-4d7a-970d-1aa2d01f2679 HTTP/1.1" status: 204 len: 168 time: 0.3748684 Jun 22 20:46:57.813960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60294) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:57.814738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adac25d1-ebb8-43a5-9b2f-2e8b5e374e3e tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:57.817507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Pushing event updated for resources: {'Port': ['ID=1c2bd86b-f46e-4358-87b3-c855b1420203,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:57.831232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:57.880561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b3d14-422f-4d7a-970d-1aa2d01f2679,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:57.890049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:57.908527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:57.938687 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Transition to ACTIVE for port object 2a963685-ad25-481f-9ddb-c1e77e4020d6 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:46:58.006352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.010873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-72a69fd1-25e5-4cfa-8d9a-a9514c8ea854 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:58.029695 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1b9eee64-635b-470b-b407-b9023fd214b0 service neutron] 10.222.0.66 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911793 Jun 22 20:46:58.057404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:58.062947 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2469fc1-3ff0-4c78-8aa2-6a77c07582d7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2388542 Jun 22 20:46:58.063153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:58.066992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60298) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:58.074360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612388070'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:58.080464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Port': ['ID=2a963685-ad25-481f-9ddb-c1e77e4020d6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:58.083022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:46:58.083602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.086498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:58.121101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.167892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-229bf4a1-b8f5-4846-b919-ff93d7172d0a None None] Provisioning complete for port 1c2bd86b-f46e-4358-87b3-c855b1420203 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:58.168933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-229bf4a1-b8f5-4846-b919-ff93d7172d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.413103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-f1c228ba-a64d-47a1-8fcc-52b0429f4ddb service neutron] 10.222.0.66 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640959 Jun 22 20:46:58.418995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.437814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-b749869a-fe7b-46fb-b107-06de8fed0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:58.439707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-b749869a-fe7b-46fb-b107-06de8fed0b49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=172708921e7c4642bad4466718154154&device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 1098 time: 0.2009001 Jun 22 20:46:58.503511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324fb7d8-327e-4588-969f-dca1b500df6a None None] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:46:58.505408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.556470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0d77-f84a-49c0-9ebf-81d96bcf9877 req-86b3200d-2681-4443-a31e-d2455beb9036 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:58.565563 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a2cb0d77-f84a-49c0-9ebf-81d96bcf9877 req-86b3200d-2681-4443-a31e-d2455beb9036 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1983900 Jun 22 20:46:58.618436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bef5d22f-442b-45b1-b7e1-1544351c6479 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:58.676351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Provisioning for port bef5d22f-442b-45b1-b7e1-1544351c6479 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:58.683080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Provisioning complete for port bef5d22f-442b-45b1-b7e1-1544351c6479 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:58.683483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.734076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port bef5d22f-442b-45b1-b7e1-1544351c6479 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:58.735232 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a2cb0d77-f84a-49c0-9ebf-81d96bcf9877 req-0934dc52-0031-4194-ad70-551c6a13b869 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586401 Jun 22 20:46:58.757167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bef5d22f-442b-45b1-b7e1-1544351c6479 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:58.757550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.929535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.958365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.967040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.969663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:58.988329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-445299a6-3517-4936-9b36-61f76f5dee83 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:58.989975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.018694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.026360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port bef5d22f-442b-45b1-b7e1-1544351c6479, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bef5d22f-442b-45b1-b7e1-1544351c6479,segment=NetworkSegment(611bb478-8d3e-43ae-b44e-76febb6f1216),segment_id=611bb478-8d3e-43ae-b44e-76febb6f1216)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:46:59.035983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a4f8041f-d13e-4bdc-a3c7-828ed0dbe0e3 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:59.047421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.048287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1c2bd86b-f46e-4358-87b3-c855b1420203 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:46:59.065522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-20502ec9-ab7a-4fb0-bb2d-013461e730d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:59.068657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad09de08-608d-4eed-98b7-f9bf495c5df8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:59.104479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:59.117017 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-19379f6c-c25f-4ecd-a5ff-e32c8c483831 req-dbaee72d-03d2-43eb-ade0-1b3eb14b7053 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 210 time: 0.1038260 Jun 22 20:46:59.132199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event updated for resources: {'Port': ['ID=2a963685-ad25-481f-9ddb-c1e77e4020d6,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:59.149709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:59.157189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.159209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0903111 Jun 22 20:46:59.162850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60312) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.173619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a7191f96-a9ca-43c3-b9ae-38ae2ab3896a tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:46:59.174687 dv-neutron-797537-2-hyperv neutron-server[100374]: WARNING neutron.api.v2.base [None req-a7191f96-a9ca-43c3-b9ae-38ae2ab3896a tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 20:46:59.175655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-a7191f96-a9ca-43c3-b9ae-38ae2ab3896a tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 20:46:59.177389 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7191f96-a9ca-43c3-b9ae-38ae2ab3896a tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "PUT /v2.0/security-groups/ad09de08-608d-4eed-98b7-f9bf495c5df8 HTTP/1.1" status: 409 len: 330 time: 0.0127873 Jun 22 20:46:59.179671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-f9077bad-5e6b-49e6-a3e6-aabca314fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:59.181048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-f9077bad-5e6b-49e6-a3e6-aabca314fc80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 200 len: 912 time: 0.7273362 Jun 22 20:46:59.181510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60314) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.204449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:46:59.206599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:46:59.240719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:46:59.241295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-86ef77cd-db60-43d0-85ca-00288a206c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:46:59.264938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=bef5d22f-442b-45b1-b7e1-1544351c6479,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:59.266013 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-ac25ec19-1dad-49c6-b98f-defe83805eb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 200 len: 217 time: 0.0660892 Jun 22 20:46:59.277139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:59.291236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1c2bd86b-f46e-4358-87b3-c855b1420203 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:59.291620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.366533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.390538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-3544b5d5-0a92-4f48-a751-1ba0275d77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:46:59.392696 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-3544b5d5-0a92-4f48-a751-1ba0275d77cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=756f1805-c4b5-4016-b2c4-56dd175a44e6 HTTP/1.1" status: 200 len: 851 time: 0.1150970 Jun 22 20:46:59.403011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Router f018816c-741d-4681-9e2a-d4f58ccccd7f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:46:59.423332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.464326 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-4ead5d21-8b3c-4b69-8d57-171b7f3caa38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=41eb6ce4-1de0-4900-891e-dab7c5127fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568526 Jun 22 20:46:59.614908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:46:59.626737 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] Sync routers for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:46:59.632852 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1458285 Jun 22 20:46:59.637710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60316) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.647128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.649727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.651931 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:59.652616 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:59.658463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60318) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.666485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/ad09de08-608d-4eed-98b7-f9bf495c5df8 HTTP/1.1" status: 204 len: 168 time: 0.4838734 Jun 22 20:46:59.669365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0e24b7e-6823-40cd-b4ae-3598fe23be94 tempest-NegativeSecGroupIPv6Test-1459754682 tempest-NegativeSecGroupIPv6Test-1459754682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:46:59.695958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad09de08-608d-4eed-98b7-f9bf495c5df8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:46:59.715192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:46:59.739660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-ed50c872-504b-49a9-82c9-fa6e47462a1d service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486291 Jun 22 20:46:59.745015 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:59.759652 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:46:59.760725 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:59.826679 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:46:59.828313 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937a6be-9d6d-4395-9c4f-3e751f94adf8 None None] The sync data for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:46:59.861329 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e5d1ee3b-fdb7-449d-ae5a-1641f5ee3a93 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2015510 Jun 22 20:46:59.862146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60322) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.866176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f27ca1c6-22f8-4ca9-ad51-6a93f66afbcb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.913400 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-96fdf881-2aef-4354-8419-0d3a7ea1b191 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] delete failed (client error): The resource could not be found. Jun 22 20:46:59.918809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-96fdf881-2aef-4354-8419-0d3a7ea1b191 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "DELETE /v2.0/security-groups/f2835626-5c56-4ff8-b200-c17c3d191c80 HTTP/1.1" status: 404 len: 347 time: 0.0553436 Jun 22 20:46:59.919538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60324) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.922260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Provisioning for port 2a963685-ad25-481f-9ddb-c1e77e4020d6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:46:59.927770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Provisioning complete for port 2a963685-ad25-481f-9ddb-c1e77e4020d6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:59.928651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:46:59.935509 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1593dd4-4678-4cee-99c2-9a875114b306 req-c34b21bb-2d4f-49cf-93d2-9991c982bc47 service neutron] 10.222.0.53 "GET /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845248 Jun 22 20:46:59.970556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Port 2a963685-ad25-481f-9ddb-c1e77e4020d6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:46:59.983172 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-b7d66b67-86c4-4409-a1f5-eb9a697ae5cd tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] show failed (client error): The resource could not be found. Jun 22 20:46:59.984509 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b7d66b67-86c4-4409-a1f5-eb9a697ae5cd tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-groups/014606db-1baf-4fa5-82b5-09e709e208f8 HTTP/1.1" status: 404 len: 347 time: 0.0311103 Jun 22 20:46:59.989782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60326) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:46:59.990900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Provisioning complete for port bef5d22f-442b-45b1-b7e1-1544351c6479 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:46:59.991489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5f9cdfd1-c807-40b9-9a20-df7cae24e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.008335 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.api.v2.resource [None req-c7d95c0b-19f9-4130-9167-2a78eb2d5c4d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] show failed (client error): The resource could not be found. Jun 22 20:47:00.010505 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c7d95c0b-19f9-4130-9167-2a78eb2d5c4d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] 10.222.0.66 "GET /v2.0/security-group-rules/ca414f6a-0284-42de-8a32-aacda72dcdc7 HTTP/1.1" status: 404 len: 356 time: 0.0185134 Jun 22 20:47:00.031172 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-f27ca1c6-22f8-4ca9-ad51-6a93f66afbcb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 20:47:00.032190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f27ca1c6-22f8-4ca9-ad51-6a93f66afbcb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f HTTP/1.1" status: 409 len: 329 time: 0.3935146 Jun 22 20:47:00.035802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60330) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:00.330981 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a416bc3c-4335-4e21-9c6b-1851f427fb7d req-95a9dccd-4f1b-44ed-94f4-a1625268f2cb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 210 time: 0.0671318 Jun 22 20:47:00.393717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60336) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:00.397561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bef5d22f-442b-45b1-b7e1-1544351c6479 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:00.441570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7f35c-8912-458c-b9cc-7dfed926f34f req-f86cf38d-a3d5-4782-94b1-c112ac7c6894 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:00.443498 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69a7f35c-8912-458c-b9cc-7dfed926f34f req-f86cf38d-a3d5-4782-94b1-c112ac7c6894 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.4867887 Jun 22 20:47:00.482794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bef5d22f-442b-45b1-b7e1-1544351c6479 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:00.483866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.538924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-c4c6fcb7-7397-4eff-b5b3-ebc108c9d71b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:00.544336 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-c4c6fcb7-7397-4eff-b5b3-ebc108c9d71b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=9c2fd1e4-9695-446f-b208-7c8fbea11f88 HTTP/1.1" status: 200 len: 797 time: 0.1789410 Jun 22 20:47:00.588527 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69a7f35c-8912-458c-b9cc-7dfed926f34f req-ea2825fc-d550-48a3-b5bf-007c52a948d8 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192961 Jun 22 20:47:00.647096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-7b0ce33a-d9d0-49c5-958e-0568d80e7113 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 473 time: 0.0864990 Jun 22 20:47:00.663661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['023535de-0d1e-4f66-9cb6-baa1a4edc7b4']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:00.737091 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e3fd5c86-69f0-4efd-8a46-ca857ce652ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b31413da2b374f518e8d2f1af8deb33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404722 Jun 22 20:47:00.739732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60340) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:00.806266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:00.810046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.817374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.865399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.914984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.961273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.23 (9c2fd1e4-9695-446f-b208-7c8fbea11f88/ecdaf222-6da6-48b6-914a-aa88480c77f3/c2435c52-9c26-4af0-8b9f-dc65dec07b7e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:00.992168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.994940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:00.996290 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08f3a60d-ec80-4f62-a3a7-31f1a867acd2 HTTP/1.1" status: 204 len: 168 time: 0.2553198 Jun 22 20:47:00.999984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:01.012418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f3a60d-ec80-4f62-a3a7-31f1a867acd2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:01.016261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:01.186441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.207627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object c2435c52-9c26-4af0-8b9f-dc65dec07b7e will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:01.273246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting port 2a963685-ad25-481f-9ddb-c1e77e4020d6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:01.273858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.280100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.293883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a983a1cc-78bc-4ffd-b6ac-2df5c181b265 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:01.387727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:01.395578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:01.401620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:01.402076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.417449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Calling delete_port for 2a963685-ad25-481f-9ddb-c1e77e4020d6 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:01.443575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:01.449399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:01.494548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:01.495631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.530485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8732743 Jun 22 20:47:01.555226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Request body: {'port': {'device_id': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:01.706195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911831df-4823-4e89-bf64-3e1f3519c5e3 req-fbf882b8-94b3-405d-8f66-cda6cc768c2d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:01.709518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-911831df-4823-4e89-bf64-3e1f3519c5e3 req-fbf882b8-94b3-405d-8f66-cda6cc768c2d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 932 time: 0.1934490 Jun 22 20:47:01.710940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.739283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.744996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a7dcf3da-cfa1-42fd-a24a-81f95157913c tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:01.747758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-26769504-562f-4e70-a3ae-0fab44dee0eb None None] Provisioning for port c2435c52-9c26-4af0-8b9f-dc65dec07b7e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:01.757748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-26769504-562f-4e70-a3ae-0fab44dee0eb None None] Provisioning complete for port c2435c52-9c26-4af0-8b9f-dc65dec07b7e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:01.758365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26769504-562f-4e70-a3ae-0fab44dee0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:01.798090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Port': ['ID=2a963685-ad25-481f-9ddb-c1e77e4020d6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:01.820017 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-911831df-4823-4e89-bf64-3e1f3519c5e3 req-be99ed47-bdda-4d91-bf0f-4ed2e787f91f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043315 Jun 22 20:47:01.828951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:01.845169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-26769504-562f-4e70-a3ae-0fab44dee0eb None None] Port c2435c52-9c26-4af0-8b9f-dc65dec07b7e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:01.977238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.037527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3cf46-39d3-4313-a228-ffaf39b5efe1 req-ca6f3fa8-759f-4412-92b0-becefcb3ff33 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:02.039203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bfd3cf46-39d3-4313-a228-ffaf39b5efe1 req-ca6f3fa8-759f-4412-92b0-becefcb3ff33 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.2477653 Jun 22 20:47:02.116899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2435c52-9c26-4af0-8b9f-dc65dec07b7e {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:47:02.125314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.144427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Transition to ACTIVE for port object c2435c52-9c26-4af0-8b9f-dc65dec07b7e will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:02.148891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.152501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:02.168527 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bfd3cf46-39d3-4313-a228-ffaf39b5efe1 req-c0190674-9e31-4914-a9aa-bf62493787a3 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015654 Jun 22 20:47:02.182582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Router f018816c-741d-4681-9e2a-d4f58ccccd7f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:02.212239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Pushing event updated for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:02.215205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:02.291101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:02.301333 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639194 Jun 22 20:47:02.301738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60354) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:02.305156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] Sync routers for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:02.325141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:02.326616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:02.343749 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-e5d4f4f1-cf7d-44ee-a69c-99ab247d4c21 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] show failed (client error): The resource could not be found. Jun 22 20:47:02.348830 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e5d4f4f1-cf7d-44ee-a69c-99ab247d4c21 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1516807890 HTTP/1.1" status: 404 len: 335 time: 0.0459208 Jun 22 20:47:02.349483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60356) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:02.356778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Attempting to bind port c2435c52-9c26-4af0-8b9f-dc65dec07b7e on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:02.358887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-01d8b5d6-04ba-4230-a041-02e99c90a2e7 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:02.359207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Attempting to bind port c2435c52-9c26-4af0-8b9f-dc65dec07b7e by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:02.359207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Attempting to bind port c2435c52-9c26-4af0-8b9f-dc65dec07b7e on network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:02.369378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Port c2435c52-9c26-4af0-8b9f-dc65dec07b7e on network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:47:02.375522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Attempting to bind port c2435c52-9c26-4af0-8b9f-dc65dec07b7e on network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:02.388633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:02.389377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Checking segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:02.395355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Bound using segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:02.399262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:02.400436 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-01d8b5d6-04ba-4230-a041-02e99c90a2e7 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] update failed (client error): The resource could not be found. Jun 22 20:47:02.402439 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-01d8b5d6-04ba-4230-a041-02e99c90a2e7 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1631349964 HTTP/1.1" status: 404 len: 335 time: 0.0518963 Jun 22 20:47:02.406510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Bound port: c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:02.407130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60358) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:02.407464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.423251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] Routers {'f018816c-741d-4681-9e2a-d4f58ccccd7f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:02.424468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f018816c-741d-4681-9e2a-d4f58ccccd7f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:02.462523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting subnet 59fc0cb3-dbd0-4000-b7e6-3273e783147f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:02.463928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:02.465027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4a5fa-8152-4ca2-9745-de88cc0ebec0 None None] The sync data for ids ['f018816c-741d-4681-9e2a-d4f58ccccd7f'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:02.465796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.514897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.552896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:02.559022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:02.574861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.586310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-633340f0-c4d2-4a1a-a6bb-0343e64143b6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:02.622930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:02.624194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.626238 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] 10.222.0.53 "PUT /v2.0/ports/c2435c52-9c26-4af0-8b9f-dc65dec07b7e HTTP/1.1" status: 200 len: 1094 time: 1.0757909 Jun 22 20:47:02.626601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:02.629038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83" -d '{"events": [{"name": "network-changed", "server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:02.663410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.732801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ff4ab-a2be-4eed-a087-4281b8b795b3 x-openstack-request-id: req-b42ff4ab-a2be-4eed-a087-4281b8b795b3 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:02.733510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:02.734020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b42ff4ab-a2be-4eed-a087-4281b8b795b3 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:02.734734 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e', 'status': 'completed', 'code': 200} Jun 22 20:47:02.737052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Pushing event updated for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:02.742015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:02.745374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.751945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d269caa4-4967-4d3f-b3ad-d3605fc0aea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:02.785464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-6d84f57f-cd2c-4c99-bbe2-ed71ad248cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:02.787162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-6d84f57f-cd2c-4c99-bbe2-ed71ad248cca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 1097 time: 0.1133747 Jun 22 20:47:02.792438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:02.797148 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/subnets/59fc0cb3-dbd0-4000-b7e6-3273e783147f HTTP/1.1" status: 204 len: 168 time: 0.3864398 Jun 22 20:47:02.799967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:02.803927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ffafa-9de2-48f1-bbde-e0f8d87273ac None None] Network 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:02.834353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Subnet': ['ID=59fc0cb3-dbd0-4000-b7e6-3273e783147f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:02.847175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:02.866518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-83137e3e-5a3b-4a57-813e-5dd9670cc0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e HTTP/1.1" status: 200 len: 217 time: 0.0672331 Jun 22 20:47:02.896081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebbd00-cfbd-47c3-9897-e31a338f98e5 req-0e1de559-19ce-4927-95b5-c3e5de2c2650 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:02.897787 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-72ebbd00-cfbd-47c3-9897-e31a338f98e5 req-0e1de559-19ce-4927-95b5-c3e5de2c2650 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1470027 Jun 22 20:47:02.946048 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-72ebbd00-cfbd-47c3-9897-e31a338f98e5 req-c7fcf163-8814-4b23-9d86-7ba73fb80894 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Jun 22 20:47:03.000794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.007858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-d156f7af-a1dd-401a-a6ec-de063dbce72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.009964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-d156f7af-a1dd-401a-a6ec-de063dbce72e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ecdaf222-6da6-48b6-914a-aa88480c77f3 HTTP/1.1" status: 200 len: 838 time: 0.1279719 Jun 22 20:47:03.083919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] DHCP port deletion for 2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:03.136831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Deleting port bef5d22f-442b-45b1-b7e1-1544351c6479 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:03.137540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.153559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-27a038cf-b21d-49a2-8e00-71ebef37a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.155120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-27a038cf-b21d-49a2-8e00-71ebef37a176 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c2fd1e4-9695-446f-b208-7c8fbea11f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1331129 Jun 22 20:47:03.164645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449256-8aff-421a-a467-6a5de8c9119b req-63b02ff4-ddab-448a-98aa-761d0b61f7e8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.166145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9a449256-8aff-421a-a467-6a5de8c9119b req-63b02ff4-ddab-448a-98aa-761d0b61f7e8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 944 time: 0.1559560 Jun 22 20:47:03.207465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting port bef5d22f-442b-45b1-b7e1-1544351c6479 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:03.207808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.226803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] For port bef5d22f-442b-45b1-b7e1-1544351c6479, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bef5d22f-442b-45b1-b7e1-1544351c6479,segment=NetworkSegment(611bb478-8d3e-43ae-b44e-76febb6f1216),segment_id=611bb478-8d3e-43ae-b44e-76febb6f1216)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:03.227302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.240106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Calling delete_port for bef5d22f-442b-45b1-b7e1-1544351c6479 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:03.325029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9a449256-8aff-421a-a467-6a5de8c9119b req-e6f4a6ea-f408-4887-a5c6-c532379041e5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487963 Jun 22 20:47:03.333515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] For port bef5d22f-442b-45b1-b7e1-1544351c6479, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bef5d22f-442b-45b1-b7e1-1544351c6479,segment=NetworkSegment(611bb478-8d3e-43ae-b44e-76febb6f1216),segment_id=611bb478-8d3e-43ae-b44e-76febb6f1216)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:03.333738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.334059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.335681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:03.355020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Calling delete_port for bef5d22f-442b-45b1-b7e1-1544351c6479 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:03.362064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-1c75145a-c8d3-4b95-8cd9-f8d836190bbe service neutron] 10.222.0.53 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949494 Jun 22 20:47:03.362498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] No DVR routers for this DVR port bef5d22f-442b-45b1-b7e1-1544351c6479 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:03.366396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Pushing event deleted for resources: {'Port': ['ID=bef5d22f-442b-45b1-b7e1-1544351c6479,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:03.368582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:03.508026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81aae396-77ea-4763-ab8e-3e8c0414e842 req-e7fae936-6a62-4ada-94d6-d1f7ba94e06a service neutron] 10.222.0.53 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384532 Jun 22 20:47:03.514915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.514915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36fec833-842a-4549-8a6e-7690e33eeaf3 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:03.539927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Port': ['ID=bef5d22f-442b-45b1-b7e1-1544351c6479,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:03.543056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:03.543836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] No DVR routers for this DVR port bef5d22f-442b-45b1-b7e1-1544351c6479 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:03.657993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.670210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dff69c7-4ee0-4e78-baa2-f8aa5906baf1']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:03.684399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611bb478-8d3e-43ae-b44e-76febb6f1216') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:03.684692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611bb478-8d3e-43ae-b44e-76febb6f1216') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:03.695514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.713456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.716536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-fb59294a-be07-4af8-8d12-115fcbb50421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.718062 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-fb59294a-be07-4af8-8d12-115fcbb50421 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 1097 time: 0.1305132 Jun 22 20:47:03.722650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:03.723037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:03.725920 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:03.837935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.842277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f70e6e9-793a-48d5-837c-ddae40f77c55 tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:03.846132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.850029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/networks/2dff69c7-4ee0-4e78-baa2-f8aa5906baf1 HTTP/1.1" status: 204 len: 168 time: 1.0468690 Jun 22 20:47:03.850703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60368) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:03.875034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Network': ['ID=2dff69c7-4ee0-4e78-baa2-f8aa5906baf1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:03.878391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:03.881286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-1d63488f-fed8-440f-a0ac-f55e9fe2be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.882751 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-1d63488f-fed8-440f-a0ac-f55e9fe2be9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c2fd1e4-9695-446f-b208-7c8fbea11f88 HTTP/1.1" status: 200 len: 898 time: 0.1560647 Jun 22 20:47:03.929883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-c775506f-058c-424b-9230-d929629219c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e HTTP/1.1" status: 200 len: 217 time: 0.0391624 Jun 22 20:47:03.931379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting subnet e5ee9836-42f4-4c33-bdf8-d97dc6c8e321 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:03.934822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:03.980866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-826e39f5-02da-4dc1-9f1d-bc16216ae128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:03.982389 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-826e39f5-02da-4dc1-9f1d-bc16216ae128 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ecdaf222-6da6-48b6-914a-aa88480c77f3 HTTP/1.1" status: 200 len: 838 time: 0.0447533 Jun 22 20:47:03.990006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.050547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-aa821663-eba4-4dfd-bd3b-da61851609a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:04.052869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-aa821663-eba4-4dfd-bd3b-da61851609a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c2fd1e4-9695-446f-b208-7c8fbea11f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0629370 Jun 22 20:47:04.131605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.172568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-1357a4c1-92a4-40c4-97e3-cbda2b0ffc73 service neutron] 10.222.0.53 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122837 Jun 22 20:47:04.208416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28412f-337b-49f5-8c10-1204c9ba44dd req-6d656192-2e4a-49bd-9097-9568904d7c13 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:04.209966 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fa28412f-337b-49f5-8c10-1204c9ba44dd req-6d656192-2e4a-49bd-9097-9568904d7c13 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1148372 Jun 22 20:47:04.229799 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.238713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a63b2a00-2f58-4fe8-aca3-1dd94ccc4625 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:04.268254 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3c5abbf-e897-4b0b-8fef-f962f0c72a83 req-b7c8327f-974e-42ab-badc-b3e7fa66db3e service neutron] 10.222.0.53 "GET /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888171 Jun 22 20:47:04.271360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.275748 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/subnets/e5ee9836-42f4-4c33-bdf8-d97dc6c8e321 HTTP/1.1" status: 204 len: 168 time: 0.4214044 Jun 22 20:47:04.275748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ee9836-42f4-4c33-bdf8-d97dc6c8e321,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:04.276083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60372) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:04.277944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:04.283169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb45fd-bfc9-421e-9ff9-d85042419365 None None] Network 68403e70-48a6-46e7-b72f-26b8a4ee54d9 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:04.295816 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fa28412f-337b-49f5-8c10-1204c9ba44dd req-4bad18d6-afa3-4b97-8581-5c13c58ffb42 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cb23e10-52c0-4e9b-9da3-7041f5edc71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792150 Jun 22 20:47:04.340763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting subnet 3f91b7d5-a278-492d-b815-0e4cda634db0 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:04.345385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.386770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bef5d22f-442b-45b1-b7e1-1544351c6479 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:04.412404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: bef5d22f-442b-45b1-b7e1-1544351c6479 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:04.412975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bef5d22f-442b-45b1-b7e1-1544351c6479 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:04.413153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.563975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.570888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] DHCP port deletion for 68403e70-48a6-46e7-b72f-26b8a4ee54d9 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:04.618329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Deleting port f3caca7f-251a-427e-b425-d2abac63d980 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:04.618716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.624690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223eb4-ede6-4392-b360-d30fde6915d7 req-a2596273-44db-4e32-834f-c14e31602aa5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:04.626275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9b223eb4-ede6-4392-b360-d30fde6915d7 req-a2596273-44db-4e32-834f-c14e31602aa5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 944 time: 0.1730142 Jun 22 20:47:04.694968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] For port f3caca7f-251a-427e-b425-d2abac63d980, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f3caca7f-251a-427e-b425-d2abac63d980,segment=NetworkSegment(8fae0b18-c170-4064-932e-d66ec2dd6815),segment_id=8fae0b18-c170-4064-932e-d66ec2dd6815)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:04.695339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.698588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.702422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1d754e7d-ae2b-4f02-be25-7a23270db38e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:04.707674 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9b223eb4-ede6-4392-b360-d30fde6915d7 req-011c3f2d-68f0-4533-a41f-925a62f44d50 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707128 Jun 22 20:47:04.708531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Calling delete_port for f3caca7f-251a-427e-b425-d2abac63d980 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:04.737126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Subnet': ['ID=3f91b7d5-a278-492d-b815-0e4cda634db0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:04.741939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:04.742792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.747119 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/subnets/3f91b7d5-a278-492d-b815-0e4cda634db0 HTTP/1.1" status: 204 len: 168 time: 0.4675982 Jun 22 20:47:04.747373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60376) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:04.753557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-004c1542-f29a-41aa-8b66-e91a60b7185e tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:04.755102 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-004c1542-f29a-41aa-8b66-e91a60b7185e tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.53 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 945 time: 0.1686866 Jun 22 20:47:04.778856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df59f3e-17b6-4f3f-b1ea-09f645898801 None None] Network abe40285-b420-49ad-b435-7c9a63929700 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:04.851016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.918588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.919338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Deleting port 1809c225-b90b-4081-bfe2-18d1451a7e38 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:04.919755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.922343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:04.926733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting port f3caca7f-251a-427e-b425-d2abac63d980 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:04.927086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:04.949300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Pushing event deleted for resources: {'Port': ['ID=f3caca7f-251a-427e-b425-d2abac63d980,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:04.954199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:04.955011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] No DVR routers for this DVR port f3caca7f-251a-427e-b425-d2abac63d980 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:05.002030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] For port f3caca7f-251a-427e-b425-d2abac63d980, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:05.002399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.016845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Calling delete_port for f3caca7f-251a-427e-b425-d2abac63d980 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:05.019642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.ipam_backend_mixin [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Port f3caca7f-251a-427e-b425-d2abac63d980 was not found and therefore no delete operation was performed {{(pid=100373) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:47:05.021024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.023874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2617a02c-61ba-4c66-b85b-94885525a50e tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:05.039024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] For port 1809c225-b90b-4081-bfe2-18d1451a7e38, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=1809c225-b90b-4081-bfe2-18d1451a7e38,segment=NetworkSegment(391518a4-58af-4bbd-890a-5cafacc45ed3),segment_id=391518a4-58af-4bbd-890a-5cafacc45ed3)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:05.039370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.048756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Port': ['ID=f3caca7f-251a-427e-b425-d2abac63d980,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:05.050640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] No DVR routers for this DVR port f3caca7f-251a-427e-b425-d2abac63d980 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:05.052143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:05.053852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Calling delete_port for 1809c225-b90b-4081-bfe2-18d1451a7e38 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:05.066040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] DHCP port deletion for abe40285-b420-49ad-b435-7c9a63929700 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:05.132380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Deleting port 8cb53008-1d08-4514-afd3-521570987218 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:05.132924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.157260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.172204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68403e70-48a6-46e7-b72f-26b8a4ee54d9']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.188469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fae0b18-c170-4064-932e-d66ec2dd6815') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.188773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fae0b18-c170-4064-932e-d66ec2dd6815') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.198887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.210995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] For port 8cb53008-1d08-4514-afd3-521570987218, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8cb53008-1d08-4514-afd3-521570987218,segment=NetworkSegment(55ee7150-3fc4-48d1-85a8-63ef64a27cca),segment_id=55ee7150-3fc4-48d1-85a8-63ef64a27cca)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:05.211395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.213656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.223806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:05.223806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.226807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Calling delete_port for 8cb53008-1d08-4514-afd3-521570987218 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:05.227175 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:05.242222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.246367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8aed85d9-525a-4d83-852b-a0f91e5caf4a tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:05.272103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['1809c225-b90b-4081-bfe2-18d1451a7e38'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:47:05.276853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Pushing event deleted for resources: {'Port': ['ID=1809c225-b90b-4081-bfe2-18d1451a7e38,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:05.280629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:05.315933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.324367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85e0b98c-3fdd-41f0-a7b9-f623896ed0bd tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:05.328992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] No DVR routers for this DVR port 1809c225-b90b-4081-bfe2-18d1451a7e38 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:05.331790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.332049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.334173 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/networks/68403e70-48a6-46e7-b72f-26b8a4ee54d9 HTTP/1.1" status: 204 len: 168 time: 0.5854034 Jun 22 20:47:05.337684 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a325188f-e227-4a2c-9be3-dbbeac8ec8e3 req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.53 "DELETE /v2.0/ports/1809c225-b90b-4081-bfe2-18d1451a7e38 HTTP/1.1" status: 204 len: 173 time: 0.5720220 Jun 22 20:47:05.338786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'name': 'network-vif-deleted', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:05.345090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e60079-3975-47c5-9ec1-0e5fec6c838d" -d '{"events": [{"server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "name": "network-vif-deleted", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:05.346320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60378) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:05.347829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.352767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:05.384651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Pushing event deleted for resources: {'Port': ['ID=8cb53008-1d08-4514-afd3-521570987218,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:05.393196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:05.394129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] No DVR routers for this DVR port 8cb53008-1d08-4514-afd3-521570987218 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:05.406810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e2fd4-9cbe-47f5-b38a-7dc95b2c2e8c x-openstack-request-id: req-527e2fd4-9cbe-47f5-b38a-7dc95b2c2e8c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:05.407162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709d7817-9b54-45d3-867d-ce82904a7f55", "name": "network-vif-deleted", "tag": "1809c225-b90b-4081-bfe2-18d1451a7e38", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:05.407518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-527e2fd4-9cbe-47f5-b38a-7dc95b2c2e8c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:05.407975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709d7817-9b54-45d3-867d-ce82904a7f55', 'name': 'network-vif-deleted', 'tag': '1809c225-b90b-4081-bfe2-18d1451a7e38', 'status': 'completed', 'code': 200} Jun 22 20:47:05.438364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Network': ['ID=68403e70-48a6-46e7-b72f-26b8a4ee54d9,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:05.442920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:05.459979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.542097 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-de9388fc-d9ea-468f-9431-f8c97b49ba06 req-2e34a2ee-2274-4a7a-9f31-e857dfab7344 tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] 10.222.0.66 "GET /v2.0/ports?device_id=709d7817-9b54-45d3-867d-ce82904a7f55 HTTP/1.1" status: 200 len: 210 time: 0.0491478 Jun 22 20:47:05.609576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.622868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe40285-b420-49ad-b435-7c9a63929700']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.635274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ee7150-3fc4-48d1-85a8-63ef64a27cca') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.635661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ee7150-3fc4-48d1-85a8-63ef64a27cca') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:05.645540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.661545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.667326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:05.667700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:05.671269 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:05.731805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.737079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5ad0dde-8da1-4a88-a58e-86251b8f71f2 tempest-NetworksIpV6TestAttrs-911149538 tempest-NetworksIpV6TestAttrs-911149538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:05.741043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.742851 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/networks/abe40285-b420-49ad-b435-7c9a63929700 HTTP/1.1" status: 204 len: 168 time: 0.3955529 Jun 22 20:47:05.745803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:05.755862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Network': ['ID=abe40285-b420-49ad-b435-7c9a63929700,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:05.758200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:05.801249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting subnet 22310d17-d3f2-4f93-9c83-c42024ec2c7d {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:05.804379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.871622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device c2435c52-9c26-4af0-8b9f-dc65dec07b7e details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:47:05.880010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:05.992468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:05.996007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c53a-4dce-4d14-8708-a6afb8a5c7a0 req-867cbf22-7ba0-4694-9da0-8480878e7b90 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:05.997522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bf53c53a-4dce-4d14-8708-a6afb8a5c7a0 req-867cbf22-7ba0-4694-9da0-8480878e7b90 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 944 time: 0.1624546 Jun 22 20:47:06.011329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'port_id': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e', 'mac_address': 'fa:16:3e:af:7a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:47:06.044014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.050668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bf53c53a-4dce-4d14-8708-a6afb8a5c7a0 req-4174d0aa-4fa4-4505-ab48-8bedc5859492 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Jun 22 20:47:06.060198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.083893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2435c52-9c26-4af0-8b9f-dc65dec07b7e {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:47:06.111872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:06.116927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.118903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:06.135603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.139084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f4c35028-d3ea-420c-a31d-f71fe5bff370 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:06.193309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:06.196563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:06.343692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8cb53008-1d08-4514-afd3-521570987218 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:06.365236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8cb53008-1d08-4514-afd3-521570987218 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:06.365959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8cb53008-1d08-4514-afd3-521570987218 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:06.366067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3caca7f-251a-427e-b425-d2abac63d980 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:06.389629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['c2435c52-9c26-4af0-8b9f-dc65dec07b7e'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:47:06.392894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f3caca7f-251a-427e-b425-d2abac63d980 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:06.393489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f3caca7f-251a-427e-b425-d2abac63d980 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:06.522413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Subnet': ['ID=22310d17-d3f2-4f93-9c83-c42024ec2c7d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:06.524514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.526418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/subnets/22310d17-d3f2-4f93-9c83-c42024ec2c7d HTTP/1.1" status: 204 len: 168 time: 0.7782273 Jun 22 20:47:06.527485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:06.530681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60388) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:06.537605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9130a8b-c407-40c7-aaba-5cc4295e590b None None] Network c46f901a-2f03-4a6e-9af8-2e1c60674801 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:06.651676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.668467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:06.721196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Deleting port bc7d251b-d664-41e3-9608-8adb29c9ffc6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:06.721582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Deleting subnet 756f1805-c4b5-4016-b2c4-56dd175a44e6 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:06.721733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.727201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.771045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.813558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] For port bc7d251b-d664-41e3-9608-8adb29c9ffc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bc7d251b-d664-41e3-9608-8adb29c9ffc6,segment=NetworkSegment(2b55441a-0cff-45f1-9897-a69c2ce0b2be),segment_id=2b55441a-0cff-45f1-9897-a69c2ce0b2be)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:06.813962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.829477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Calling delete_port for bc7d251b-d664-41e3-9608-8adb29c9ffc6 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:06.837170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.865622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] DHCP port deletion for c46f901a-2f03-4a6e-9af8-2e1c60674801 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:06.903703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.906502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4b4163c-5979-4f0c-94e5-ce7e480197ab tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:06.919037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Deleting port bc7d251b-d664-41e3-9608-8adb29c9ffc6 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:06.919739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.933501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756f1805-c4b5-4016-b2c4-56dd175a44e6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:06.938327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:06.939504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.941513 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/756f1805-c4b5-4016-b2c4-56dd175a44e6 HTTP/1.1" status: 204 len: 168 time: 0.2730732 Jun 22 20:47:06.945212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:06.947549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:06.955339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9b3283c-ee44-49cd-8af7-d859a55c7862 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:06.980769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Port': ['ID=bc7d251b-d664-41e3-9608-8adb29c9ffc6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:06.985018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:06.986027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] No DVR routers for this DVR port bc7d251b-d664-41e3-9608-8adb29c9ffc6 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:07.002758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] For port bc7d251b-d664-41e3-9608-8adb29c9ffc6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bc7d251b-d664-41e3-9608-8adb29c9ffc6,segment=NetworkSegment(2b55441a-0cff-45f1-9897-a69c2ce0b2be),segment_id=2b55441a-0cff-45f1-9897-a69c2ce0b2be)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:07.003345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.027482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Calling delete_port for bc7d251b-d664-41e3-9608-8adb29c9ffc6 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:07.035449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.090702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.111078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f901a-2f03-4a6e-9af8-2e1c60674801']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.132928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b55441a-0cff-45f1-9897-a69c2ce0b2be') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.133178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b55441a-0cff-45f1-9897-a69c2ce0b2be') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.147390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.151735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cc0b54b9-9b4c-4248-ba33-63899b817953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:07.152953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.167818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.177222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.180616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Pushing event deleted for resources: {'Port': ['ID=bc7d251b-d664-41e3-9608-8adb29c9ffc6,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:07.183220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:07.183884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eb6ce4-1de0-4900-891e-dab7c5127fda']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.186476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] No DVR routers for this DVR port bc7d251b-d664-41e3-9608-8adb29c9ffc6 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:07.189412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:07.190065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.207588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391518a4-58af-4bbd-890a-5cafacc45ed3') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:07.207820 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:07.212287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391518a4-58af-4bbd-890a-5cafacc45ed3') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.247400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.264940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.273173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:07.273648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.274816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:07.275480 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:07.280389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9f81ad4-1cf4-4fc8-ab23-1e5210d8068b tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:07.286883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.288702 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/networks/c46f901a-2f03-4a6e-9af8-2e1c60674801 HTTP/1.1" status: 204 len: 168 time: 0.7561226 Jun 22 20:47:07.298779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60398) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:07.301266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Pushing event deleted for resources: {'Network': ['ID=c46f901a-2f03-4a6e-9af8-2e1c60674801,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:07.306561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:07.371771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-89cafb60-a814-47a2-ad8f-6f8487ca109d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "GET /v2.0/ports?device_id=f018816c-741d-4681-9e2a-d4f58ccccd7f HTTP/1.1" status: 200 len: 205 time: 0.0720677 Jun 22 20:47:07.376309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60400) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:07.387017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466faf23-fa33-49ed-a2f1-631c6f088055 req-07f33b45-832a-477a-b152-eb6b8a870aa5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:07.390793 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-466faf23-fa33-49ed-a2f1-631c6f088055 req-07f33b45-832a-477a-b152-eb6b8a870aa5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 945 time: 0.1837525 Jun 22 20:47:07.390793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.393469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7880f7-2979-44fe-b351-0af28f4c5085 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:07.397065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.399923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] 10.222.0.66 "DELETE /v2.0/networks/41eb6ce4-1de0-4900-891e-dab7c5127fda HTTP/1.1" status: 204 len: 168 time: 0.4522426 Jun 22 20:47:07.413852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60402) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:07.428905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=41eb6ce4-1de0-4900-891e-dab7c5127fda,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:07.449631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01a6253b-7bc2-4e60-8ecd-91893fc99c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:07.463689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.479946 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-466faf23-fa33-49ed-a2f1-631c6f088055 req-79a993f3-9733-4b6c-912a-14fe19588c13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826182 Jun 22 20:47:07.484139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Deleting subnet 4582ee10-92e2-4646-9e39-9bd421da441b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:07.487558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.522661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.561712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.623107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.626182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-293d88bf-b310-49df-8910-420712330a08 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:07.650876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4582ee10-92e2-4646-9e39-9bd421da441b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:07.656168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:07.657186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.661996 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3790ef0f-4a64-404b-a5b1-2dbe374dbaec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4582ee10-92e2-4646-9e39-9bd421da441b HTTP/1.1" status: 204 len: 168 time: 0.2442703 Jun 22 20:47:07.661996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60404) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:07.735632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.826512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.837387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9585b44c-9909-4104-8a54-5667b44ecd0e']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.850290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7050e1-05dd-4561-b46c-e9a1092fea06') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.850555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7050e1-05dd-4561-b46c-e9a1092fea06') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:07.860731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.876975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.883905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:07.883905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:07.885628 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:07.892252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device c2435c52-9c26-4af0-8b9f-dc65dec07b7e up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:07.926912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.929505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.944976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port c2435c52-9c26-4af0-8b9f-dc65dec07b7e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:07.949737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port c2435c52-9c26-4af0-8b9f-dc65dec07b7e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:07.950383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.951845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.955767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09107a25-34fd-404b-adaa-b07f859e78fa tempest-TagsTest-599078325 tempest-TagsTest-599078325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:07.968667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.977135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] 10.222.0.66 "DELETE /v2.0/networks/9585b44c-9909-4104-8a54-5667b44ecd0e HTTP/1.1" status: 204 len: 168 time: 0.3106949 Jun 22 20:47:07.977135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9585b44c-9909-4104-8a54-5667b44ecd0e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:07.986580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:07.992647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:07.994184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Fanout notify agent at l3_agent the message router_deleted on router f018816c-741d-4681-9e2a-d4f58ccccd7f {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:47:08.006733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.007852 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1ab1fc50-97fd-4452-8322-ad7e03db47f8 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] 10.222.0.66 "DELETE /v2.0/routers/f018816c-741d-4681-9e2a-d4f58ccccd7f HTTP/1.1" status: 204 len: 168 time: 0.6302974 Jun 22 20:47:08.045037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.078883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:08.083416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e0fb3-c54a-49c7-b3da-7d8405e64215" -d '{"events": [{"server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "name": "network-vif-plugged", "status": "completed", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:08.112819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:08.117492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.118769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1809c225-b90b-4081-bfe2-18d1451a7e38 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:08.121796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bf6b9573-50e0-4ed9-b5f5-6f70df5c7533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:08.159764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec87f291-3314-485d-bf8e-d6486da417f5 x-openstack-request-id: req-ec87f291-3314-485d-bf8e-d6486da417f5 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:08.160220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "name": "network-vif-plugged", "status": "completed", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:08.160554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec87f291-3314-485d-bf8e-d6486da417f5 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:08.161018 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e', 'code': 200} Jun 22 20:47:08.179644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 1809c225-b90b-4081-bfe2-18d1451a7e38 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:08.180010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 1809c225-b90b-4081-bfe2-18d1451a7e38 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:08.201263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:08.204861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:08.231337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.310238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60416) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.311463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-26611aab-7785-4062-8467-a5010691e75b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=172708921e7c4642bad4466718154154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780230 Jun 22 20:47:08.343196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60418) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.354465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bc7d251b-d664-41e3-9608-8adb29c9ffc6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:08.372720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.382933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: bc7d251b-d664-41e3-9608-8adb29c9ffc6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:08.384129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bc7d251b-d664-41e3-9608-8adb29c9ffc6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:08.396656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.412328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2608b68-da04-4150-94ac-c3eaf1e5a708 req-5a96d39f-bf46-4fa0-ae91-65f50f93ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:08.413820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c2608b68-da04-4150-94ac-c3eaf1e5a708 req-5a96d39f-bf46-4fa0-ae91-65f50f93ec9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 1099 time: 0.0599680 Jun 22 20:47:08.446574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.449647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.451015 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cb23e10-52c0-4e9b-9da3-7041f5edc71f HTTP/1.1" status: 204 len: 168 time: 0.1387234 Jun 22 20:47:08.451933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-574df7f8-36d4-4d39-b4a1-208958107d75 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:08.454579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c2608b68-da04-4150-94ac-c3eaf1e5a708 req-58327408-4429-4014-b687-59ead2e53e3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Jun 22 20:47:08.463713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb23e10-52c0-4e9b-9da3-7041f5edc71f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:08.468531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:08.522155 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8cdd36a9-a385-4630-9496-be3c76cf6336 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0198b6bef58a4658a82ce007d2bc8738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770492 Jun 22 20:47:08.524217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.583535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.606611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.668211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.672660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.681188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86ec85-8f97-434b-a114-49b5c8b6c274 req-f6546f28-b28e-4f16-bee0-dbd7caae4ddf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:08.682301 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95e43daf-8509-40c0-ac86-965d9f129232 HTTP/1.1" status: 204 len: 168 time: 0.1511977 Jun 22 20:47:08.682875 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0c86ec85-8f97-434b-a114-49b5c8b6c274 req-f6546f28-b28e-4f16-bee0-dbd7caae4ddf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0724463 Jun 22 20:47:08.687570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-496081dc-6373-4b1e-84a2-1eb6590cf19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:08.698688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e43daf-8509-40c0-ac86-965d9f129232,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:08.700980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:08.737782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0c86ec85-8f97-434b-a114-49b5c8b6c274 req-5a896a34-d026-4525-a484-9e8a10364833 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445335 Jun 22 20:47:08.772260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60432) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.816183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5bf7cf0c-a3da-435e-941b-fd5bb93f972a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b95c30f6c7e64a639bcc1b13f278e20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426347 Jun 22 20:47:08.818535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:08.883013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.909730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.959686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.962326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:08.963440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32169f5b-c487-47af-a979-ba51b6c7fbd2 HTTP/1.1" status: 204 len: 168 time: 0.1440251 Jun 22 20:47:08.964382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9ea742ce-8945-413e-9eb7-7514b23d602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:08.973010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32169f5b-c487-47af-a979-ba51b6c7fbd2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:08.975653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:09.453431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60456) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.549213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2c1accae-971f-4e70-9488-e4a48c38c550 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1159095721', 'prefixes': ['172.20.0.0/16']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:09.615349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2c1accae-971f-4e70-9488-e4a48c38c550 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] Notify callbacks [] for subnetpool, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:09.616608 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2c1accae-971f-4e70-9488-e4a48c38c550 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1621504 Jun 22 20:47:09.620265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60460) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.649837 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-23a8ee94-512a-4647-8f77-cf1bd2530973 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "GET /v2.0/subnetpools/a416de36-1dd8-49c7-8638-ad895588090d HTTP/1.1" status: 200 len: 732 time: 0.0284407 Jun 22 20:47:09.652174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60462) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.657081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e44af4f7-fb78-47f6-97ba-f0083dfd4806 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-389432733'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:09.729945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e44af4f7-fb78-47f6-97ba-f0083dfd4806 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] Notify callbacks [] for subnetpool, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:09.731117 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e44af4f7-fb78-47f6-97ba-f0083dfd4806 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "PUT /v2.0/subnetpools/a416de36-1dd8-49c7-8638-ad895588090d HTTP/1.1" status: 200 len: 683 time: 0.0780470 Jun 22 20:47:09.734672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.830554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7ddadb-04b1-4361-ba51-536ecbd7cfd8 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] Notify callbacks [] for subnetpool, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:09.834155 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa7ddadb-04b1-4361-ba51-536ecbd7cfd8 tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "DELETE /v2.0/subnetpools/a416de36-1dd8-49c7-8638-ad895588090d HTTP/1.1" status: 204 len: 168 time: 0.0959499 Jun 22 20:47:09.834558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60468) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.850326 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-05426ecf-fd94-4cc9-9c1c-94bef1572e9e tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] show failed (client error): The resource could not be found. Jun 22 20:47:09.851343 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05426ecf-fd94-4cc9-9c1c-94bef1572e9e tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "GET /v2.0/subnetpools/a416de36-1dd8-49c7-8638-ad895588090d HTTP/1.1" status: 404 len: 346 time: 0.0157895 Jun 22 20:47:09.854718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60470) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:09.887590 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-b1c867f4-220d-4260-a8fb-44bd4454f26c tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] delete failed (client error): The resource could not be found. Jun 22 20:47:09.888820 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1c867f4-220d-4260-a8fb-44bd4454f26c tempest-SubnetPoolsTestJSON-416360653 tempest-SubnetPoolsTestJSON-416360653-project] 10.222.0.66 "DELETE /v2.0/subnetpools/a416de36-1dd8-49c7-8638-ad895588090d HTTP/1.1" status: 404 len: 346 time: 0.0327871 Jun 22 20:47:09.954221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292188b9-4933-4a5c-b71d-555a6c2893f6 req-df10b96f-273c-4357-b74c-0e8c4505a165 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:09.956920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-292188b9-4933-4a5c-b71d-555a6c2893f6 req-df10b96f-273c-4357-b74c-0e8c4505a165 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0908847 Jun 22 20:47:10.003319 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-292188b9-4933-4a5c-b71d-555a6c2893f6 req-20b5877f-7acf-4f0e-a573-d79a688f2bf4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367477 Jun 22 20:47:10.198913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d509f-7144-42c7-93e7-ee57e6b06165 req-9a908f64-8a06-45e3-adfd-73fafcbcaa8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:10.202495 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf7d509f-7144-42c7-93e7-ee57e6b06165 req-9a908f64-8a06-45e3-adfd-73fafcbcaa8d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0718741 Jun 22 20:47:10.212176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60478) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:10.245634 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf7d509f-7144-42c7-93e7-ee57e6b06165 req-665d1b34-5177-4bee-a9f6-661cddf95e49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Jun 22 20:47:10.324551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.425033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.429294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.434081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e3931343-8deb-486e-bf5e-bbac862c585f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:10.473008 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=136f33fa9ce048f29aee6fce85ad88d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609959 Jun 22 20:47:10.474303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ccbb28-1264-4cd0-b1ad-a095371f462f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:10.476012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60486) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:10.477346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:10.532596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.556139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.604324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.606862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:10.608263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70ccbb28-1264-4cd0-b1ad-a095371f462f HTTP/1.1" status: 204 len: 168 time: 0.1303682 Jun 22 20:47:10.609473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0f263009-d288-46d5-81d5-e78cd8454f48 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:10.617958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ccbb28-1264-4cd0-b1ad-a095371f462f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:10.620232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:11.260694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60508) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:11.361961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-87500813-network', 'tenant_id': '381047312e1647559ddf4d2aa1c07787'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:11.388280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Made reservation on behalf of 381047312e1647559ddf4d2aa1c07787 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:11.390684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.399427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.501777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.507247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.510276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42663c09-237b-4e53-a400-b37ff2647c05 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:11.531344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:47:11.548316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.548701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Added segment b06d7e0e-acc3-49d0-92ad-06fdab89c48d of type vlan for network e24056b0-951e-441b-bdad-027b2d540f0a Jun 22 20:47:11.550181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6efc5-5651-4577-ba8f-02082b59248b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:11.559632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:11.597846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.628917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.630094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:11.630686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.632935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91261a5d-1138-41ff-857b-b93cb863a2a2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:11.663424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4015126 Jun 22 20:47:11.668215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60512) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:11.674860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Request body: {'subnet': {'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-87500813-subnet', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:11.700877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Made reservation on behalf of 381047312e1647559ddf4d2aa1c07787 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:11.702863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Pushing event updated for resources: {'Network': ['ID=e24056b0-951e-441b-bdad-027b2d540f0a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:11.705705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.706336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:11.715001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network e24056b0-951e-441b-bdad-027b2d540f0a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:47:11.720381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60514) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:11.898998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:11.900977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6a7d5fca-36a8-4a9c-994a-63dddfbde9bf tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:11.957259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f0f694-4ae4-4e6c-adce-01a7c4aa594e,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:11.964072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:11.972701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:11.973061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Network hostable DHCP agents. Network: e24056b0-951e-441b-bdad-027b2d540f0a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:47:11.990305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Network e24056b0-951e-441b-bdad-027b2d540f0a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:47:12.000690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, e24056b0-951e-441b-bdad-027b2d540f0a) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:12.004861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:12.005419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.017014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4d53a-3dc0-4e62-a64d-81474d20cdfd None None] Network e24056b0-951e-441b-bdad-027b2d540f0a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:12.027219 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3550873 Jun 22 20:47:12.027857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:12.034384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:12.109867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.112243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.177016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-e24056b0-951e-441b-bdad-027b2d540f0a', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:47:12.177996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.269183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.318839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Allocated IP 172.20.0.2 (e24056b0-951e-441b-bdad-027b2d540f0a/05f0f694-4ae4-4e6c-adce-01a7c4aa594e/d3c2af83-39a9-4904-868e-6cdc5fae5d85) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:12.459820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.462796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.469231 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Transition to ACTIVE for port object d3c2af83-39a9-4904-868e-6cdc5fae5d85 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:12.488769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Transition to ACTIVE for port object d3c2af83-39a9-4904-868e-6cdc5fae5d85 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:12.504426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.506457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:12.540180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.555631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:12.559765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:12.561820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Pushing event updated for resources: {'Port': ['ID=d3c2af83-39a9-4904-868e-6cdc5fae5d85,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:12.564005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:12.567116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:12.622997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Attempting to bind port d3c2af83-39a9-4904-868e-6cdc5fae5d85 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:12.623374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Attempting to bind port d3c2af83-39a9-4904-868e-6cdc5fae5d85 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:12.623870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Attempting to bind port d3c2af83-39a9-4904-868e-6cdc5fae5d85 on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:12.629607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:12.630021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:12.630452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.630864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Bound using segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:12.631351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Bound port: d3c2af83-39a9-4904-868e-6cdc5fae5d85, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:12.631739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.707440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] For port d3c2af83-39a9-4904-868e-6cdc5fae5d85, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:12.712125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] For port d3c2af83-39a9-4904-868e-6cdc5fae5d85, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d3c2af83-39a9-4904-868e-6cdc5fae5d85,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:12.716009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:12.718931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-877086c7-c1d0-442a-92aa-d7433eb34d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:12.778797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Pushing event updated for resources: {'Port': ['ID=d3c2af83-39a9-4904-868e-6cdc5fae5d85,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:12.782317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:13.276969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.309862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.403752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.17 (9c2fd1e4-9695-446f-b208-7c8fbea11f88/ecdaf222-6da6-48b6-914a-aa88480c77f3/0b544fc4-36ad-4f37-9d22-31398276f261) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:13.513718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Allocated IP 172.26.4.166 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/c82f5941-83b6-4170-b5f8-161d32424a5f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:13.624991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.647989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 0b544fc4-36ad-4f37-9d22-31398276f261 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:13.681247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.723401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.726641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:13.775882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:13.779624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:13.784980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:13.792535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:13.800420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:13.823268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:13.824100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-879992a7-21da-456d-b652-dafd2db6c7fd tempest-FloatingIPAdminTestJSON-140647270 tempest-FloatingIPAdminTestJSON-140647270-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:13.863496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:13.876593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:13.884571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:13.921637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329fdec-dc45-4278-81a2-0fa69e32178c None None] Network e24056b0-951e-441b-bdad-027b2d540f0a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:13.922446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Pushing event updated for resources: {'Port': ['ID=c82f5941-83b6-4170-b5f8-161d32424a5f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:13.925454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:13.929021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.050101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bbc1f7ec-4925-4583-8112-0a66cce11097 None None] Provisioning for port d3c2af83-39a9-4904-868e-6cdc5fae5d85 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:14.185044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-51237746-781f-48dd-93ea-9d37a6e2c7cf None None] Provisioning for port 0b544fc4-36ad-4f37-9d22-31398276f261 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:14.190402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-51237746-781f-48dd-93ea-9d37a6e2c7cf None None] Provisioning complete for port 0b544fc4-36ad-4f37-9d22-31398276f261 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:14.190902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-51237746-781f-48dd-93ea-9d37a6e2c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.233632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-51237746-781f-48dd-93ea-9d37a6e2c7cf None None] Port 0b544fc4-36ad-4f37-9d22-31398276f261 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:14.300381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.406139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.408737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d3c2af83-39a9-4904-868e-6cdc5fae5d85 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:14.474963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d3c2af83-39a9-4904-868e-6cdc5fae5d85 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:14.481267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d3c2af83-39a9-4904-868e-6cdc5fae5d85 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:14.481918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.570682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.608402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d3c2af83-39a9-4904-868e-6cdc5fae5d85, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d3c2af83-39a9-4904-868e-6cdc5fae5d85,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:14.612777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.614683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-bc65028c-1151-4090-b447-c50403bfd11d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:14.679004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d3c2af83-39a9-4904-868e-6cdc5fae5d85,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:14.682314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:14.805353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.863140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.870720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:14.874862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5a80868-0ce4-4499-8012-d7277f498a0b tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:14.985917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:14.993655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:15.001816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:15.100632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Router 03a6485b-c74e-433c-a8e1-887fc6affeae is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:47:15.162428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:15.165266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:15.325322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:15.339961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:15.353385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:15.354093 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:15.361791 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3260441 Jun 22 20:47:15.362132 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:15.362328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60518) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:15.372618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:15.481875 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:15.502361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-39abf4cb-057f-463c-ac30-49b703ecf48f None None] Provisioning complete for port 0b544fc4-36ad-4f37-9d22-31398276f261 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:15.502965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-39abf4cb-057f-463c-ac30-49b703ecf48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:15.554927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-39abf4cb-057f-463c-ac30-49b703ecf48f None None] Port 0b544fc4-36ad-4f37-9d22-31398276f261 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:15.662309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:15.669833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/57b3e3c2-935b-42e0-bc25-6bfd5e504fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9469638 Jun 22 20:47:15.679129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:15.697678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:15.699076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:15.725571 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 3, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:15.778443 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:15.779084 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Updating router 03a6485b-c74e-433c-a8e1-887fc6affeae port c82f5941-83b6-4170-b5f8-161d32424a5f binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:15.834217 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:15.845875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:16.010114 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:47:16.158634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b544fc4-36ad-4f37-9d22-31398276f261', 'name': '', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:f8:c6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:16.188848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:16.189344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Updating router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 port 0b544fc4-36ad-4f37-9d22-31398276f261 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:16.232373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.370624 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.384105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d3c2af83-39a9-4904-868e-6cdc5fae5d85 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:16.388237 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Transition to ACTIVE for port object c82f5941-83b6-4170-b5f8-161d32424a5f will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:16.397631 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.400253 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:16.453563 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Pushing event updated for resources: {'Port': ['ID=c82f5941-83b6-4170-b5f8-161d32424a5f,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:16.461123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.476912 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.477479 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.478089 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.478645 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.479190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.479539 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.479890 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.480335 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.481181 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.482163 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.482327 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.482906 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:16.487548 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Attempting to bind port c82f5941-83b6-4170-b5f8-161d32424a5f on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:16.487963 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Attempting to bind port c82f5941-83b6-4170-b5f8-161d32424a5f by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:16.488490 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Attempting to bind port c82f5941-83b6-4170-b5f8-161d32424a5f on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:16.492051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:16.496340 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:16.496979 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:16.497652 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.498941 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:16.499758 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Bound port: c82f5941-83b6-4170-b5f8-161d32424a5f, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:16.500401 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.528698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d3c2af83-39a9-4904-868e-6cdc5fae5d85 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:16.529295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.576229 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] For port c82f5941-83b6-4170-b5f8-161d32424a5f, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:16.581820 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] For port c82f5941-83b6-4170-b5f8-161d32424a5f, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c82f5941-83b6-4170-b5f8-161d32424a5f,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:16.588873 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.593684 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:16.666049 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:16.666994 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:16.702591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.712539 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Pushing event updated for resources: {'Port': ['ID=c82f5941-83b6-4170-b5f8-161d32424a5f,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:16.715709 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:16.720426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Transition to ACTIVE for port object 0b544fc4-36ad-4f37-9d22-31398276f261 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:16.729584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.738189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Allocated IP 172.20.0.1 (e24056b0-951e-441b-bdad-027b2d540f0a/05f0f694-4ae4-4e6c-adce-01a7c4aa594e/8103ed4d-0d25-432f-80e0-3d1d6d3e86f6) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:16.738809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-04405720-aadf-44a0-bdce-548c86b2d06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:16.816855 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:16.840593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Pushing event updated for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:16.844787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:16.880264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.897071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Transition to ACTIVE for port object 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:16.945384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.950644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:16.958958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c065420e-5c1c-4c3a-9cc3-d0c50c62359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.960452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Attempting to bind port 0b544fc4-36ad-4f37-9d22-31398276f261 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:16.960830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Attempting to bind port 0b544fc4-36ad-4f37-9d22-31398276f261 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:16.961201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Attempting to bind port 0b544fc4-36ad-4f37-9d22-31398276f261 on network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:16.967736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:16.968082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Checking segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:16.968506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.969144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Bound using segment: {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:16.969762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Bound port: 0b544fc4-36ad-4f37-9d22-31398276f261, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653fbff9-834b-4ecc-8308-d92239f9b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:16.970191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:16.993296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:16.996501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:17.001076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:17.010235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:17.039423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:17.059777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.085524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] For port 0b544fc4-36ad-4f37-9d22-31398276f261, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:17.091565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] For port 0b544fc4-36ad-4f37-9d22-31398276f261, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0b544fc4-36ad-4f37-9d22-31398276f261,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:17.100261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.104646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:17.113872 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 3, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:17.151282 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7b847-0dde-435f-b8f2-d580361c807a None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 3, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:17.226145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:17.233037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:17.301262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Pushing event updated for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:17.304734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:17.305602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.453377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:17.595007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f148d19d-da4d-44eb-b8d0-4cbe8338cb52 None None] Provisioning for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:17.609192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f148d19d-da4d-44eb-b8d0-4cbe8338cb52 None None] Provisioning complete for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:17.609491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f148d19d-da4d-44eb-b8d0-4cbe8338cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.637235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.644612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.648150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:17.718563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f148d19d-da4d-44eb-b8d0-4cbe8338cb52 None None] Port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:17.744668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:17.748258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:17.754404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:17.848190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b544fc4-36ad-4f37-9d22-31398276f261', 'name': '', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:f8:c6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:17.891469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c70120-bc30-4a5e-95a6-835964555995 None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:14Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b544fc4-36ad-4f37-9d22-31398276f261', 'name': '', 'network_id': '9c2fd1e4-9695-446f-b208-7c8fbea11f88', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:f8:c6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'ecdaf222-6da6-48b6-914a-aa88480c77f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:17.915522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:17.917929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:18.141559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:18.389189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-de6300c2-fbc4-4ae7-8070-e8a0beb9d0b5 None None] Provisioning complete for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:18.390377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-de6300c2-fbc4-4ae7-8070-e8a0beb9d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:18.398218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:18.413944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/03a6485b-c74e-433c-a8e1-887fc6affeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403500 Jun 22 20:47:18.485130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-de6300c2-fbc4-4ae7-8070-e8a0beb9d0b5 None None] Port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:18.502722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c82f5941-83b6-4170-b5f8-161d32424a5f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:18.599306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port c82f5941-83b6-4170-b5f8-161d32424a5f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:18.612846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c82f5941-83b6-4170-b5f8-161d32424a5f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:18.613496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:18.762294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:18.804530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port c82f5941-83b6-4170-b5f8-161d32424a5f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c82f5941-83b6-4170-b5f8-161d32424a5f,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:18.817793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:18.819773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0b544fc4-36ad-4f37-9d22-31398276f261 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:18.824696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:18.932209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=c82f5941-83b6-4170-b5f8-161d32424a5f,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:18.937817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:18.961542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 0b544fc4-36ad-4f37-9d22-31398276f261 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:18.966220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0b544fc4-36ad-4f37-9d22-31398276f261 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:18.966613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.118940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.179183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 0b544fc4-36ad-4f37-9d22-31398276f261, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0b544fc4-36ad-4f37-9d22-31398276f261,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:19.187329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.191223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:19.251747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:19.255093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:19.326747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60540) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:19.333055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-379813879-network', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:19.354672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Made reservation on behalf of 41d2e2c8ac744b95b15e6ba1b14c6004 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:19.357227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.367881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.474597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.479267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.482316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7abc7916-0989-4650-85d4-c8b146bd649d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:19.506712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:47:19.517400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716d79d-8f20-4756-b5d1-8aa524e97a21,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:19.520707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:19.524313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.524655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Added segment 3800e094-b1a6-4318-9e21-a26d29a73664 of type vlan for network 98abb2bb-a2e5-4942-bae0-547c838e4632 Jun 22 20:47:19.571540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.603344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.604495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:19.605082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.608236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-172f16af-6566-484e-93c9-1982f6fe1d25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:19.614849 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:19.624110 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:19.624733 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:46:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:19.666850 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3381388 Jun 22 20:47:19.671283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60542) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:19.673797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Pushing event updated for resources: {'Network': ['ID=98abb2bb-a2e5-4942-bae0-547c838e4632,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:19.676586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:19.683111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Request body: {'subnet': {'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-379813879-subnet', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:19.683633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:47:19.710437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Made reservation on behalf of 41d2e2c8ac744b95b15e6ba1b14c6004 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:19.715118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.756847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:19.769092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ec58a2ba-e846-4253-baa6-89b9f0b044e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.923228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.927148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-475fa006-0fe8-4d3f-8b1e-8c13fd5e9863 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:19.933191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:19.989006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:19.992768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:20.000297 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 2, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:20.000573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Checking segment: {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:20.000716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Network hostable DHCP agents. Network: 98abb2bb-a2e5-4942-bae0-547c838e4632, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:47:20.018380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:47:20.027186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 98abb2bb-a2e5-4942-bae0-547c838e4632) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:20.031989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:20.032196 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:20.032437 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Updating router 03a6485b-c74e-433c-a8e1-887fc6affeae port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:20.032562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.037453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0698b00-9bac-48d5-adb1-22784adf1168 None None] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:20.051613 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3787980 Jun 22 20:47:20.054116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60544) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:20.059332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:20.079507 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.088531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.090246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.159416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.328164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.368657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-98abb2bb-a2e5-4942-bae0-547c838e4632', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:47:20.369836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.389123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c82f5941-83b6-4170-b5f8-161d32424a5f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:20.400415 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.412559 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Transition to ACTIVE for port object 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:20.421864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.426599 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:20.493271 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Pushing event updated for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:20.520641 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:20.567670 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Attempting to bind port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:20.568099 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Attempting to bind port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:20.568473 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Attempting to bind port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:20.571823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c82f5941-83b6-4170-b5f8-161d32424a5f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:20.572855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.587114 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:20.588331 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:20.589347 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.590085 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Bound using segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:20.590782 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Bound port: 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:20.591549 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.628603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Allocated IP 172.20.0.2 (98abb2bb-a2e5-4942-bae0-547c838e4632/ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8/2942722d-efea-4587-8f07-db5c462dcf6c) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:20.673335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.697730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.720809 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] For port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:20.727663 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] For port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:20.734263 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.736439 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:20.777777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0b544fc4-36ad-4f37-9d22-31398276f261 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:20.816802 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:20.817499 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:20.821525 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Pushing event updated for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:20.835638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Allocated IP 172.26.4.200 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/5ab7b1a8-2357-437f-9542-6300521104db) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:20.860320 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:20.946349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.964470 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:20.968639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Transition to ACTIVE for port object 2942722d-efea-4587-8f07-db5c462dcf6c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:20.981981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0b544fc4-36ad-4f37-9d22-31398276f261 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:20.983024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:20.991218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.002988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.021414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Transition to ACTIVE for port object 2942722d-efea-4587-8f07-db5c462dcf6c will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:21.034169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.037612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:21.059942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.071297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:21.085818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Pushing event updated for resources: {'Port': ['ID=2942722d-efea-4587-8f07-db5c462dcf6c,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:21.094381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:21.105589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:21.107692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:21.113196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:21.127573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:21.129143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab7b1a8-2357-437f-9542-6300521104db,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:21.140006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:21.142324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:21.143185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:21.232143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Attempting to bind port 2942722d-efea-4587-8f07-db5c462dcf6c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:21.232619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Attempting to bind port 2942722d-efea-4587-8f07-db5c462dcf6c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:21.233186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Attempting to bind port 2942722d-efea-4587-8f07-db5c462dcf6c on network 98abb2bb-a2e5-4942-bae0-547c838e4632 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:21.239217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:21.239484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Checking segment: {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:21.239789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.240189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Bound using segment: {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:21.240664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Bound port: 2942722d-efea-4587-8f07-db5c462dcf6c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:21.241406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.296468 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:20Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:21.326975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] For port 2942722d-efea-4587-8f07-db5c462dcf6c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:21.330577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] For port 2942722d-efea-4587-8f07-db5c462dcf6c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2942722d-efea-4587-8f07-db5c462dcf6c,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:21.330769 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5480c99-31f7-4c77-9b3b-012ab520a0e1 None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:20Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:21.336783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.338988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:21.405205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Pushing event updated for resources: {'Port': ['ID=2942722d-efea-4587-8f07-db5c462dcf6c,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:21.408641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:21.474750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.746404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:21.913944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Router 52608c66-96ce-4f07-89ef-da90c2d214fd is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:47:22.042244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:22.055734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Sync routers for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:22.066819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:22.072623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0125959 Jun 22 20:47:22.072938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60548) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:22.074608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:22.075355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:22.215437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:22.251168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:22.523916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:22.603062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:21Z', 'revision_number': 3, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:22.637774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Checking router: 52608c66-96ce-4f07-89ef-da90c2d214fd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:22.638178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Updating router 52608c66-96ce-4f07-89ef-da90c2d214fd port 5ab7b1a8-2357-437f-9542-6300521104db binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:22.681195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:22.696576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810cca2-6720-481f-a4de-a95f86e7f80e None None] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:22.696576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:22.696576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:22.718451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:22.725286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:22.851658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f6abfc7c-43cd-4ce3-889d-b854709b3cb9 None None] Provisioning for port 2942722d-efea-4587-8f07-db5c462dcf6c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:22.927394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Allocated IP 172.20.0.1 (98abb2bb-a2e5-4942-bae0-547c838e4632/ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8/dbe57677-209d-4d05-b3b5-8f50ef83be77) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:22.996493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.030510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.058382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.075870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Transition to ACTIVE for port object dbe57677-209d-4d05-b3b5-8f50ef83be77 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:23.113503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.117421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.152948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:23.159089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:23.161538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:23.165505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:23.176666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.177700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2942722d-efea-4587-8f07-db5c462dcf6c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:23.185033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.193408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:23.196417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:23.211980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.306112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:23.334832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:23.363407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2942722d-efea-4587-8f07-db5c462dcf6c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:23.370021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.373448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2942722d-efea-4587-8f07-db5c462dcf6c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:23.373879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.374902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.406570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Transition to ACTIVE for port object 5ab7b1a8-2357-437f-9542-6300521104db will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:23.418998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.423344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e7d2f6fb-c93b-48ed-876e-488392a7384f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.502159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Attempting to bind port 5ab7b1a8-2357-437f-9542-6300521104db on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:23.502954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Attempting to bind port 5ab7b1a8-2357-437f-9542-6300521104db by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:23.503229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Attempting to bind port 5ab7b1a8-2357-437f-9542-6300521104db on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:23.509345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Pushing event updated for resources: {'Port': ['ID=5ab7b1a8-2357-437f-9542-6300521104db,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:23.513254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:23.519641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:23.520192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:23.520778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.521343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:23.522086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Bound port: 5ab7b1a8-2357-437f-9542-6300521104db, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:23.522661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.578672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.587699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.591152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4e83bcc0-7d3a-4dc2-9d5b-b29d86fbdaab tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.594795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.655488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] For port 5ab7b1a8-2357-437f-9542-6300521104db, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:23.676544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2942722d-efea-4587-8f07-db5c462dcf6c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2942722d-efea-4587-8f07-db5c462dcf6c,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:23.680320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] For port 5ab7b1a8-2357-437f-9542-6300521104db, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ab7b1a8-2357-437f-9542-6300521104db,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:23.682693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.689875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e1ddcdf7-6b74-4e7b-b1c5-923923cfe4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.692842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.694799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Provisioning for port dbe57677-209d-4d05-b3b5-8f50ef83be77 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:23.728844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Provisioning complete for port dbe57677-209d-4d05-b3b5-8f50ef83be77 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:23.729218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:23.794461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2942722d-efea-4587-8f07-db5c462dcf6c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:23.797797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:23.801083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e0946b46-1f0c-46c4-8167-bdaa43078afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:23.806179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Port dbe57677-209d-4d05-b3b5-8f50ef83be77 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:23.806411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:23.807074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:24.075022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Pushing event updated for resources: {'Port': ['ID=5ab7b1a8-2357-437f-9542-6300521104db,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:24.078936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:24.083244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Provisioning complete for port 2942722d-efea-4587-8f07-db5c462dcf6c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:24.083244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1546-a630-4a47-978e-217132abbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:24.092398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:24.095171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:24.097230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:24.166000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:24.208517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:24.210005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:24.352006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Router 52608c66-96ce-4f07-89ef-da90c2d214fd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:24.406845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:24.456053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1914f56b-bb84-4478-aa5e-11208e636948 None None] Provisioning complete for port dbe57677-209d-4d05-b3b5-8f50ef83be77 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:24.456426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1914f56b-bb84-4478-aa5e-11208e636948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:24.482037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:24.495368 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] 10.222.0.66 "PUT /v2.0/routers/52608c66-96ce-4f07-89ef-da90c2d214fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4139464 Jun 22 20:47:24.500867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1914f56b-bb84-4478-aa5e-11208e636948 None None] Port dbe57677-209d-4d05-b3b5-8f50ef83be77 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:24.517936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'dbe57677-209d-4d05-b3b5-8f50ef83be77', 'name': '', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:22Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 2, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'subnets': [{'id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:24.521067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:24.521449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:24.551384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33586f-546f-4e8d-be45-454a5eb18801 None None] The sync data for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv is: [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'dbe57677-209d-4d05-b3b5-8f50ef83be77', 'name': '', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:22Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 2, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'subnets': [{'id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:24.647094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2942722d-efea-4587-8f07-db5c462dcf6c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:24.651044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ec716e1d-03a5-4583-a525-dfae84888bce None None] Provisioning complete for port dbe57677-209d-4d05-b3b5-8f50ef83be77 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:24.651427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ec716e1d-03a5-4583-a525-dfae84888bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:24.719837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ec716e1d-03a5-4583-a525-dfae84888bce None None] Port dbe57677-209d-4d05-b3b5-8f50ef83be77 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:24.735383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2942722d-efea-4587-8f07-db5c462dcf6c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:24.735769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.135367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60560) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.141797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515032641', 'description': 'tempest-secgroup-smoke-1515032641 description', 'project_id': '381047312e1647559ddf4d2aa1c07787'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.167057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.286701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.291185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.293734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:25.324576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.325826 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890943 Jun 22 20:47:25.327527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28088e05-2e89-4bdb-833c-bd5fb85dc98e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:25.329606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.331170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:25.335303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.365462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.427247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.431623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.433419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:25.447549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a03f0b5-d618-477a-bb52-086a1b7a8f93,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:25.452843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:25.461374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.466127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.466298 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352072 Jun 22 20:47:25.471331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.501298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.570985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.575707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.578378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-677ffeae-75be-426c-bed4-fb9a415b1480 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:25.595593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69468772-4cdc-4be6-8cb8-a5bbdbcd946f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:25.598569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:25.603169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.604536 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371582 Jun 22 20:47:25.611591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60566) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.616498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.646609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.734047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.739086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.747192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-53d9d720-d0b4-4c4d-85c3-b126fb4e0365 tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:25.765012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f49526-4e4e-4593-932e-4d89af1b6c8c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:25.768021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:25.769218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.772126 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578162 Jun 22 20:47:25.773639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.779011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.812194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.874186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.877790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.889105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dcdcbe61-5d16-42a1-8a17-7f4b23c11e16 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:25.899184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:25.900126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252046 Jun 22 20:47:25.902511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9cf36a-4a5a-41e2-95da-a73c382e878a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:25.903052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60570) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:25.904945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:25.913493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:25.937752 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Project 381047312e1647559ddf4d2aa1c07787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:47:25.944231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.021544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.025878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.031397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-017ec7ec-bdf0-4351-b3f5-705e83e640be tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:26.049195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07147be5-ed4a-47db-8d33-fe1e41bb15e4,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:26.052373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:26.053977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.055293 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506214 Jun 22 20:47:26.058016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60572) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:26.064088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'security_group_rule': {'security_group_id': '28088e05-2e89-4bdb-833c-bd5fb85dc98e', 'project_id': '381047312e1647559ddf4d2aa1c07787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:26.086724 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Project 381047312e1647559ddf4d2aa1c07787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:47:26.091826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.163236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.166933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.168882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:26.188512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193c44ab-33b3-491d-80f7-f28daccd0250,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:26.190953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:26.196196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.197910 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389074 Jun 22 20:47:26.399552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ab7b1a8-2357-437f-9542-6300521104db up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:26.469754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5ab7b1a8-2357-437f-9542-6300521104db completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:26.474477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ab7b1a8-2357-437f-9542-6300521104db triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:26.474867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.583399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.606416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5ab7b1a8-2357-437f-9542-6300521104db, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ab7b1a8-2357-437f-9542-6300521104db,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:26.612691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:26.615195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:26.679350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5ab7b1a8-2357-437f-9542-6300521104db,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:26.682574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:27.342438 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Sync routers for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:27.354638 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:27.354638 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:27.477539 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:27.722740 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'dbe57677-209d-4d05-b3b5-8f50ef83be77', 'name': '', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:22Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 2, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'subnets': [{'id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:27.761872 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Checking router: 52608c66-96ce-4f07-89ef-da90c2d214fd for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:27.762354 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Updating router 52608c66-96ce-4f07-89ef-da90c2d214fd port dbe57677-209d-4d05-b3b5-8f50ef83be77 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:27.808221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.159752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.171914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Transition to ACTIVE for port object dbe57677-209d-4d05-b3b5-8f50ef83be77 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:28.181371 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.183830 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-13583c9e-0aa6-493e-b0a4-1428d6e943df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:28.253055 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Pushing event updated for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:28.295915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:28.349853 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Attempting to bind port dbe57677-209d-4d05-b3b5-8f50ef83be77 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:28.350626 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Attempting to bind port dbe57677-209d-4d05-b3b5-8f50ef83be77 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:28.350626 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Attempting to bind port dbe57677-209d-4d05-b3b5-8f50ef83be77 on network 98abb2bb-a2e5-4942-bae0-547c838e4632 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:28.356078 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:28.356454 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Checking segment: {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:28.356854 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.357786 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Bound using segment: {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:28.358296 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Bound port: dbe57677-209d-4d05-b3b5-8f50ef83be77, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3800e094-b1a6-4318-9e21-a26d29a73664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:28.358654 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.414598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ab7b1a8-2357-437f-9542-6300521104db up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:28.436543 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] For port dbe57677-209d-4d05-b3b5-8f50ef83be77, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:28.440632 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] For port dbe57677-209d-4d05-b3b5-8f50ef83be77, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dbe57677-209d-4d05-b3b5-8f50ef83be77,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:28.445792 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.448490 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:28.512855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ab7b1a8-2357-437f-9542-6300521104db triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:28.513080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:28.522941 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:28.523985 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:28.588834 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Pushing event updated for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:28.597941 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:28.704329 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:29.022745 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'dbe57677-209d-4d05-b3b5-8f50ef83be77', 'name': '', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:22Z', 'updated_at': '2021-06-22T20:47:28Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'subnets': [{'id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:29.053597 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f8d39-8561-4436-9f0e-7e67ba5ffee3 None None] The sync data for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv is: [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'dbe57677-209d-4d05-b3b5-8f50ef83be77', 'name': '', 'network_id': '98abb2bb-a2e5-4942-bae0-547c838e4632', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'mac_address': 'fa:16:3e:58:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:22Z', 'updated_at': '2021-06-22T20:47:28Z', 'revision_number': 4, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'subnets': [{'id': 'ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:30.416823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dbe57677-209d-4d05-b3b5-8f50ef83be77 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:30.493842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port dbe57677-209d-4d05-b3b5-8f50ef83be77 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:30.501565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port dbe57677-209d-4d05-b3b5-8f50ef83be77 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:30.502149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:30.610537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:30.662115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port dbe57677-209d-4d05-b3b5-8f50ef83be77, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dbe57677-209d-4d05-b3b5-8f50ef83be77,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:30.680146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:30.682638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b01359b-141b-42f9-8bfb-521abc56aebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:30.746025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:30.754203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:32.361399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dbe57677-209d-4d05-b3b5-8f50ef83be77 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:32.427365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port dbe57677-209d-4d05-b3b5-8f50ef83be77 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:32.427944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:36.403187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60688) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:36.821612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:37.210152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 0b544fc4-36ad-4f37-9d22-31398276f261 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:37.210530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:37.306095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 0b544fc4-36ad-4f37-9d22-31398276f261, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0b544fc4-36ad-4f37-9d22-31398276f261,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:37.306445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:37.321210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 0b544fc4-36ad-4f37-9d22-31398276f261 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:37.519655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:37.521919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eabd8cf6-c209-4d93-93d6-5c164b0a4176 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:37.548647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=0b544fc4-36ad-4f37-9d22-31398276f261,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:37.580586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.581040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.581627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.581859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.582278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.582798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.582988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.583356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.583725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.584093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.584453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.584817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:37.589006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:37.761593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:38.008294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:38.124981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:38.130195 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/57b3e3c2-935b-42e0-bc25-6bfd5e504fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259257 Jun 22 20:47:38.138747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:38.149196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:38.150082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:38.262067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:38.530382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:38.562389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:38.564640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474723f7-feb2-493b-bc25-d26f28f54064 req-9ffa2f74-a98a-44f0-acc1-6d5dd75323fa tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:38.566829 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-474723f7-feb2-493b-bc25-d26f28f54064 req-9ffa2f74-a98a-44f0-acc1-6d5dd75323fa tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0758834 Jun 22 20:47:38.570898 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:38.571516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:38.608448 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-474723f7-feb2-493b-bc25-d26f28f54064 req-7c571716-e561-40db-9e23-80b67ea07852 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352068 Jun 22 20:47:38.688947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:38.951124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:38.978739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3295a-8b91-4069-9026-84912aa32879 None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'c47fa99e-8d27-452a-a8e4-1beb2fc8ecae', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.247', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'port_id': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'mac_address': 'fa:16:3e:7b:94:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c2e372-053e-4316-beae-c925bc9aec03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:46:17Z', 'updated_at': '2021-06-22T20:46:21Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:39.799404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9086e-7ba0-4296-97b1-c454cc2976b0 req-797c000a-60a7-40d9-84c5-b0024df474c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:39.802724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fce9086e-7ba0-4296-97b1-c454cc2976b0 req-797c000a-60a7-40d9-84c5-b0024df474c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0657220 Jun 22 20:47:39.843532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fce9086e-7ba0-4296-97b1-c454cc2976b0 req-9aac37d7-172a-4d4c-b15f-4c086ed0427b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=023535de-0d1e-4f66-9cb6-baa1a4edc7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355408 Jun 22 20:47:39.974586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-07bcc98a-457f-4e4b-8b95-18149117c4b1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:39.976048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-07bcc98a-457f-4e4b-8b95-18149117c4b1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 946 time: 0.0763502 Jun 22 20:47:40.091052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port c2435c52-9c26-4af0-8b9f-dc65dec07b7e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:40.091961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:40.191496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port c2435c52-9c26-4af0-8b9f-dc65dec07b7e, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:40.192411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:40.204813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for c2435c52-9c26-4af0-8b9f-dc65dec07b7e owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:40.324978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0b544fc4-36ad-4f37-9d22-31398276f261 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:40.338912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:40.344469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:40.351062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 0b544fc4-36ad-4f37-9d22-31398276f261 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:40.351428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0b544fc4-36ad-4f37-9d22-31398276f261 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:40.377179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=c2435c52-9c26-4af0-8b9f-dc65dec07b7e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:40.384056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:40.433471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port c2435c52-9c26-4af0-8b9f-dc65dec07b7e on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:40.437785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:40.439912 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-986f0b7e-dd8e-40c2-a4a9-729530def3dd req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/c2435c52-9c26-4af0-8b9f-dc65dec07b7e HTTP/1.1" status: 204 len: 173 time: 0.4555883 Jun 22 20:47:40.440477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'name': 'network-vif-deleted', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:40.442970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fb0cd-176a-40a5-a9a2-dc3600588b11" -d '{"events": [{"server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "name": "network-vif-deleted", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:40.495876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef096283-2302-4dbe-9383-6600e9311be5 x-openstack-request-id: req-ef096283-2302-4dbe-9383-6600e9311be5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:40.496631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991b9c18-693c-4be6-8f18-1a7a06b93a6a", "name": "network-vif-deleted", "tag": "c2435c52-9c26-4af0-8b9f-dc65dec07b7e", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:40.497043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef096283-2302-4dbe-9383-6600e9311be5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:40.498258 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991b9c18-693c-4be6-8f18-1a7a06b93a6a', 'name': 'network-vif-deleted', 'tag': 'c2435c52-9c26-4af0-8b9f-dc65dec07b7e', 'status': 'completed', 'code': 200} Jun 22 20:47:41.031742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36c418b0-2443-412e-ab35-4bc7aa56b812 req-d54797d2-31b4-4762-884d-883c2d1f40bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=991b9c18-693c-4be6-8f18-1a7a06b93a6a HTTP/1.1" status: 200 len: 210 time: 0.0352840 Jun 22 20:47:42.128270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60738) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:42.186612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.212719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.315468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.319040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.320524 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/023535de-0d1e-4f66-9cb6-baa1a4edc7b4 HTTP/1.1" status: 204 len: 168 time: 0.1912396 Jun 22 20:47:42.321778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:42.337377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023535de-0d1e-4f66-9cb6-baa1a4edc7b4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:42.340634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:42.375077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60742) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:42.443166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet ecdaf222-6da6-48b6-914a-aa88480c77f3 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:42.446748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.504741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.620611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.706400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.709034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ffabf47b-8b92-48fc-91c8-018e70e7ea09 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:42.739459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdaf222-6da6-48b6-914a-aa88480c77f3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:42.747395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:42.749103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.754654 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/ecdaf222-6da6-48b6-914a-aa88480c77f3 HTTP/1.1" status: 204 len: 168 time: 0.3753774 Jun 22 20:47:42.754913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60744) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:42.757708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1a884-cc55-4f59-8832-7c4545095444 None None] Network 9c2fd1e4-9695-446f-b208-7c8fbea11f88 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:42.882004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:42.946362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 1c2bd86b-f46e-4358-87b3-c855b1420203 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:42.946916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.008077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] DHCP port deletion for 9c2fd1e4-9695-446f-b208-7c8fbea11f88 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:43.019799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 1c2bd86b-f46e-4358-87b3-c855b1420203, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1c2bd86b-f46e-4358-87b3-c855b1420203,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:43.020168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.033553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 1c2bd86b-f46e-4358-87b3-c855b1420203 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:43.063923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Deleting port 1c2bd86b-f46e-4358-87b3-c855b1420203 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:43.064871 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.131703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] For port 1c2bd86b-f46e-4358-87b3-c855b1420203, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1c2bd86b-f46e-4358-87b3-c855b1420203,segment=NetworkSegment(653fbff9-834b-4ecc-8308-d92239f9b098),segment_id=653fbff9-834b-4ecc-8308-d92239f9b098)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:43.132205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.137542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.146270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:43.146866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Calling delete_port for 1c2bd86b-f46e-4358-87b3-c855b1420203 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:43.150361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 1c2bd86b-f46e-4358-87b3-c855b1420203 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:43.193468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=1c2bd86b-f46e-4358-87b3-c855b1420203,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:43.196045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:43.244194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.246631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-62e51d5f-7de8-4393-90cd-8a7c837c2b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:43.256221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.267229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2fd1e4-9695-446f-b208-7c8fbea11f88']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:43.273197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Pushing event deleted for resources: {'Port': ['ID=1c2bd86b-f46e-4358-87b3-c855b1420203,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:43.279907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653fbff9-834b-4ecc-8308-d92239f9b098') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:43.280777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653fbff9-834b-4ecc-8308-d92239f9b098') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:43.285332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] No DVR routers for this DVR port 1c2bd86b-f46e-4358-87b3-c855b1420203 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:43.288315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.288672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.289024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.289359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.289692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.290069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.290401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.290732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.291059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.291383 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.291844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.292122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.292282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:43.302192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:43.312534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.319757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:43.320215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:43.323868 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:43.385733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.390044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15f3a85e-f736-4744-a058-c2bf524230e8 tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:43.394204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.396007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/9c2fd1e4-9695-446f-b208-7c8fbea11f88 HTTP/1.1" status: 204 len: 168 time: 0.6392303 Jun 22 20:47:43.398707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60748) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:43.415463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=9c2fd1e4-9695-446f-b208-7c8fbea11f88,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:43.449544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:43.584962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port b975a76c-2727-4c4d-867e-c6787a09a0e5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:43.585324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.662446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.662777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.675196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for b975a76c-2727-4c4d-867e-c6787a09a0e5 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:43.829234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.831260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8665f672-c03d-41d0-bedb-ec211db2d0ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:43.854190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=b975a76c-2727-4c4d-867e-c6787a09a0e5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:43.857747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:43.919990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:43.920328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP c47fa99e-8d27-452a-a8e4-1beb2fc8ecae disassociated (deleted). External IP: 172.26.4.247, port: 108aa0c9-9ec7-48f5-b4ef-10329839ad17. Jun 22 20:47:44.042271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device c2435c52-9c26-4af0-8b9f-dc65dec07b7e no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:44.063863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: c2435c52-9c26-4af0-8b9f-dc65dec07b7e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:44.064242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device c2435c52-9c26-4af0-8b9f-dc65dec07b7e not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:44.128971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:44.242218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:44.247193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:44.253001 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:44.263012 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:44.263725 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:44.287589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/c47fa99e-8d27-452a-a8e4-1beb2fc8ecae HTTP/1.1" status: 204 len: 168 time: 0.8878572 Jun 22 20:47:44.288579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:44.291066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c" -d '{"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:44.404604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1c2bd86b-f46e-4358-87b3-c855b1420203 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:44.416045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:44.436998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1c2bd86b-f46e-4358-87b3-c855b1420203 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:44.437672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1c2bd86b-f46e-4358-87b3-c855b1420203 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:44.621169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-3a108eca-40c7-494f-bb5c-4328134558b8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515032641&fields=id&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 267 time: 0.0636885 Jun 22 20:47:44.625779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2653599d-e31f-4344-a3d7-d44508751c8e x-openstack-request-id: req-2653599d-e31f-4344-a3d7-d44508751c8e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:44.626164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:44.626475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2653599d-e31f-4344-a3d7-d44508751c8e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:44.626935 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'status': 'completed', 'code': 200} Jun 22 20:47:44.715668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-bd8f20b0-e7bc-4e24-9c5f-5e7339e0f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:44.718228 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-bd8f20b0-e7bc-4e24-9c5f-5e7339e0f1a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 1098 time: 0.0678289 Jun 22 20:47:44.761464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:44.799082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:44.812640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:44.813492 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:44.884152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-f8aa0eef-55ed-4ab5-a264-fd15ea89740c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:44.892404 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-f8aa0eef-55ed-4ab5-a264-fd15ea89740c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.2576122 Jun 22 20:47:44.903086 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-34c0827b-93ed-45fd-9ae1-360ce52cb648 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/quotas/381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Jun 22 20:47:44.970089 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:45.051184 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-597cfa5a-fb8a-4f97-9cb6-e2c701dc567a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405368 Jun 22 20:47:45.163059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-da033f40-845c-4e91-888a-5e66000fa8dc service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978026 Jun 22 20:47:45.213306 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:45.252838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c347a0f-2d6f-4b84-84ec-4ba714153490 None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:37Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b58c5c3b-bc50-4963-bcba-d632f77a95f2', 'name': '', 'network_id': 'eeec2d88-a554-4a16-b8c1-91897d3ebcbb', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:13:94:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:44Z', 'updated_at': '2021-06-22T20:45:57Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3d5ed363-ad43-4705-b0ad-519a40e77542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:45.258479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a8f6d-40b6-4539-86a1-f301668058c3 req-5fff7bb6-33e1-4715-b69e-38784c8b355f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:45.260855 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-80225905-0cca-481f-82f0-acc3936fc710 service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916941 Jun 22 20:47:45.266291 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-412a8f6d-40b6-4539-86a1-f301668058c3 req-5fff7bb6-33e1-4715-b69e-38784c8b355f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.5455694 Jun 22 20:47:45.274208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-e56f4dbc-1a68-46c3-a397-3386ec511150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:45.275650 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-e56f4dbc-1a68-46c3-a397-3386ec511150 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 200 len: 897 time: 0.5388217 Jun 22 20:47:45.326852 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-9cf62cf8-f36c-43a2-b013-3439cb0f2f0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 200 len: 217 time: 0.0429754 Jun 22 20:47:45.346597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-412a8f6d-40b6-4539-86a1-f301668058c3 req-a2a9f438-2060-4803-9eda-a1b89a802a04 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792739 Jun 22 20:47:45.399517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-6b8b1733-a40e-428b-b92b-77ac5c820764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:45.401029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-6b8b1733-a40e-428b-b92b-77ac5c820764 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 200 len: 834 time: 0.0534067 Jun 22 20:47:45.474279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-421f6f56-c716-4277-8b90-54eb63547453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:45.476468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-421f6f56-c716-4277-8b90-54eb63547453 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eeec2d88-a554-4a16-b8c1-91897d3ebcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685370 Jun 22 20:47:45.550298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c374ec9-d0c0-4f5b-b9df-5f6109dca6f2 None None] New status for floating IP c47fa99e-8d27-452a-a8e4-1beb2fc8ecae: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:47:45.592665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-a8d38db4-9622-4923-8b1b-a475e0498210 service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087251 Jun 22 20:47:45.693580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2c3818db-890b-4256-a452-e8ad68123486 req-e66a3a23-67e1-43bd-a417-0e7dfa2a2924 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 210 time: 0.0333371 Jun 22 20:47:45.723101 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9d2c3027-7a02-4707-a8d0-7b5c77dd448c req-c0c0a055-bf41-4863-884a-7d4ce753f69f service neutron] 10.222.0.53 "GET /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241391 Jun 22 20:47:46.162378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-725d3525-f6ba-44f5-8ea5-6943558bc1ff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:46.163882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-725d3525-f6ba-44f5-8ea5-6943558bc1ff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.0635865 Jun 22 20:47:46.297132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:46.297872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:46.398317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 108aa0c9-9ec7-48f5-b4ef-10329839ad17, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=108aa0c9-9ec7-48f5-b4ef-10329839ad17,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:46.398798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:46.425003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 108aa0c9-9ec7-48f5-b4ef-10329839ad17 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:46.533693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a21c6-2807-4d51-ad0a-12f43739e3e9 req-281c6576-d1e2-42a7-a9a4-5100d7ffd15c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:46.535423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b42a21c6-2807-4d51-ad0a-12f43739e3e9 req-281c6576-d1e2-42a7-a9a4-5100d7ffd15c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2e372-053e-4316-beae-c925bc9aec03 HTTP/1.1" status: 200 len: 945 time: 0.0738080 Jun 22 20:47:46.564629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:46.569305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-69d84d6e-19d0-4e86-8ad0-480ddd4633f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:46.585556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b42a21c6-2807-4d51-ad0a-12f43739e3e9 req-fb35244f-b5f9-4373-a28f-d4d4f26a2b63 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2299dac-0ba1-476e-8972-434e0eed067d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jun 22 20:47:46.601979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=108aa0c9-9ec7-48f5-b4ef-10329839ad17,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:46.608211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:46.654233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 108aa0c9-9ec7-48f5-b4ef-10329839ad17 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:46.656852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:46.658915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4a8d00ec-30f2-4f75-8e46-8c267cda1460 req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/108aa0c9-9ec7-48f5-b4ef-10329839ad17 HTTP/1.1" status: 204 len: 173 time: 0.4697182 Jun 22 20:47:46.659581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'name': 'network-vif-deleted', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:46.661954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55abd0-e417-45fa-b40b-043f434437d2" -d '{"events": [{"server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "name": "network-vif-deleted", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:46.708476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecad1a7-c2aa-481b-9fe4-d590bf20b754 x-openstack-request-id: req-3ecad1a7-c2aa-481b-9fe4-d590bf20b754 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:46.708834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2e372-053e-4316-beae-c925bc9aec03", "name": "network-vif-deleted", "tag": "108aa0c9-9ec7-48f5-b4ef-10329839ad17", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:46.709143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ecad1a7-c2aa-481b-9fe4-d590bf20b754 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:46.709603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2e372-053e-4316-beae-c925bc9aec03', 'name': 'network-vif-deleted', 'tag': '108aa0c9-9ec7-48f5-b4ef-10329839ad17', 'status': 'completed', 'code': 200} Jun 22 20:47:46.856429 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-af60e7fd-e4a5-4d61-a3b7-d761ac242b48 req-6aa184af-6eed-4f43-9ac6-ba1243aff476 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 210 time: 0.0299349 Jun 22 20:47:46.891051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a4d44bc-352b-42bf-a1da-279bffcb1d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:46.899497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-c07cbf6f-e874-4e0b-bbbe-a6eef4e9b0af tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:46.901037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-c07cbf6f-e874-4e0b-bbbe-a6eef4e9b0af tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.1471088 Jun 22 20:47:46.961169 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-3e06390a-b9fe-4bba-8b58-6c0adb9a4d9a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 380 time: 0.0439835 Jun 22 20:47:46.997849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'port': {'device_id': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'admin_state_up': True, 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'security_groups': ['28088e05-2e89-4bdb-833c-bd5fb85dc98e']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:47.139645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Made reservation on behalf of 381047312e1647559ddf4d2aa1c07787 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:47.143294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.279902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.20.0.3 (e24056b0-951e-441b-bdad-027b2d540f0a/05f0f694-4ae4-4e6c-adce-01a7c4aa594e/cac34059-e21a-43b7-917e-0164e9ab7e2f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:47.434473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.448785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Transition to ACTIVE for port object cac34059-e21a-43b7-917e-0164e9ab7e2f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:47.484108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.495749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55573ff4-1786-45ab-b2b3-b8eb0bd5794e tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:47.525033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:47.528206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:47.532611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:47.581862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:47.591761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:47.609298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:47.609980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.632204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398840 Jun 22 20:47:47.646939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Request body: {'port': {'device_id': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:47.710306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60794) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:47.742430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.776847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.800997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8ba41d9e-4e86-4bdd-ab94-81cb6d01dfcf None None] Provisioning for port cac34059-e21a-43b7-917e-0164e9ab7e2f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:47.806572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8ba41d9e-4e86-4bdd-ab94-81cb6d01dfcf None None] Provisioning complete for port cac34059-e21a-43b7-917e-0164e9ab7e2f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:47.806913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.807440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8ba41d9e-4e86-4bdd-ab94-81cb6d01dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.870804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8ba41d9e-4e86-4bdd-ab94-81cb6d01dfcf None None] Port cac34059-e21a-43b7-917e-0164e9ab7e2f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:47.889479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.892164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:47.893716 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/a2299dac-0ba1-476e-8972-434e0eed067d HTTP/1.1" status: 204 len: 168 time: 0.1818910 Jun 22 20:47:47.895097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:47.913167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2299dac-0ba1-476e-8972-434e0eed067d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:47.927443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.932281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60800) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:47.932941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.933696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.934297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.935559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.936242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.936837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.937428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.938092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.938765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.939349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.939929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:47:47.944023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:48.076547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceff46-60d1-40ed-9a6a-803376601c5f req-8fdc08e7-c596-4a56-87b6-afb6d1a8ceeb tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:48.078020 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-50ceff46-60d1-40ed-9a6a-803376601c5f req-8fdc08e7-c596-4a56-87b6-afb6d1a8ceeb tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 931 time: 0.0700817 Jun 22 20:47:48.119544 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-50ceff46-60d1-40ed-9a6a-803376601c5f req-47aa8ad7-c723-4f99-adbc-dd330623eae9 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Jun 22 20:47:48.250769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac34059-e21a-43b7-917e-0164e9ab7e2f {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:47:48.260639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.284287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Transition to ACTIVE for port object cac34059-e21a-43b7-917e-0164e9ab7e2f will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:48.293125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.314576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0c3c185-4e8e-475f-bca1-41c415cd9d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:48.409072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Pushing event updated for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:48.412097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:48.507343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Attempting to bind port cac34059-e21a-43b7-917e-0164e9ab7e2f on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:48.508002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Attempting to bind port cac34059-e21a-43b7-917e-0164e9ab7e2f by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:48.508002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Attempting to bind port cac34059-e21a-43b7-917e-0164e9ab7e2f on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:48.518557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Port cac34059-e21a-43b7-917e-0164e9ab7e2f on network e24056b0-951e-441b-bdad-027b2d540f0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:47:48.518921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Attempting to bind port cac34059-e21a-43b7-917e-0164e9ab7e2f on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:48.528138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:48.528972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:48.529445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Bound using segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:48.529949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Bound port: cac34059-e21a-43b7-917e-0164e9ab7e2f, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:48.530311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.635237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:48.639756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:48.643618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.647073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.679890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4fc92762-6055-46db-8120-c03825ca79dc tempest-TestServerAdvancedOps-2009984742 tempest-TestServerAdvancedOps-2009984742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:48.723031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:48.723660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:48.725051 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-cfa46674-6728-4527-9b55-9db5752279da service neutron] 10.222.0.53 "PUT /v2.0/ports/cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 1093 time: 1.0830841 Jun 22 20:47:48.727632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:47:48.731607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ec51f9-8d66-47f4-9846-ed92681312ea" -d '{"events": [{"name": "network-changed", "server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:47:48.786496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903af1d6-3652-4353-8c91-1db077c0cf3d x-openstack-request-id: req-903af1d6-3652-4353-8c91-1db077c0cf3d {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:47:48.786850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:47:48.787164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-903af1d6-3652-4353-8c91-1db077c0cf3d {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:47:48.787611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'status': 'completed', 'code': 200} Jun 22 20:47:48.842281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Pushing event updated for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:48.853141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:48.959942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-c9f4ce42-8046-4f52-9d1e-cdb0f8f85a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:48.961446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-c9f4ce42-8046-4f52-9d1e-cdb0f8f85a56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1096 time: 0.1731002 Jun 22 20:47:49.017958 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-872c53ce-dcc2-4352-af15-76339070d59f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 217 time: 0.0453861 Jun 22 20:47:49.111832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-532fc46e-6fed-4022-bc78-cf9dfb1d86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:49.113318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-532fc46e-6fed-4022-bc78-cf9dfb1d86a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0848892 Jun 22 20:47:49.206843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port b58c5c3b-bc50-4963-bcba-d632f77a95f2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:49.207190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:49.238371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-4ee2f44e-9fc1-4bf5-a8ff-b3adc79c2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:49.239795 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-4ee2f44e-9fc1-4bf5-a8ff-b3adc79c2177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071572 Jun 22 20:47:49.319992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3894-577a-4002-85b5-7a8cc24c4186 req-a1253177-e4ea-4df0-b718-cfff011a3e11 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:49.321495 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-abae3894-577a-4002-85b5-7a8cc24c4186 req-a1253177-e4ea-4df0-b718-cfff011a3e11 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.0680208 Jun 22 20:47:49.366439 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-abae3894-577a-4002-85b5-7a8cc24c4186 req-a3e46668-b9f6-4079-a20a-324d07b61b7a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373628 Jun 22 20:47:49.370649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port b58c5c3b-bc50-4963-bcba-d632f77a95f2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b58c5c3b-bc50-4963-bcba-d632f77a95f2,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:49.371018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:49.393456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for b58c5c3b-bc50-4963-bcba-d632f77a95f2 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:49.406033 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-a5b97564-29be-4dcf-b3be-29a173b6b2e3 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391816 Jun 22 20:47:49.590930 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06a39e18-8ae2-4c88-be2b-99b641f21b05 req-44b65e0d-f128-4a58-9c9a-a059db42165c service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508925 Jun 22 20:47:49.706370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:49.709500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:49.739796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1a1f-d41b-496e-8f14-62e6e8e5dfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:49.745770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=b58c5c3b-bc50-4963-bcba-d632f77a95f2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:49.751514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:49.798926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-47cda2a5-fe5f-4917-8844-a59ecbaf1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:49.800467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-47cda2a5-fe5f-4917-8844-a59ecbaf1578 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1096 time: 0.1522977 Jun 22 20:47:49.948218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:50.000600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-bf13bbac-76b0-40b7-b461-ffc8ad4b553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:50.002032 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-bf13bbac-76b0-40b7-b461-ffc8ad4b553b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.1868186 Jun 22 20:47:50.010591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:50.042917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 108aa0c9-9ec7-48f5-b4ef-10329839ad17 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:50.052064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-b66ae3c7-5d74-4604-8d89-cbfe61e16243 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 217 time: 0.0393798 Jun 22 20:47:50.065439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 108aa0c9-9ec7-48f5-b4ef-10329839ad17 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:50.065793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 108aa0c9-9ec7-48f5-b4ef-10329839ad17 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:50.178762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-452d85ef-6c11-487b-9f2f-ae42c941b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:50.180200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-452d85ef-6c11-487b-9f2f-ae42c941b5ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0876305 Jun 22 20:47:50.721246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-8921162d-7e96-4fd8-acd5-47b4f58d0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:50.722782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-8921162d-7e96-4fd8-acd5-47b4f58d0c46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5313594 Jun 22 20:47:50.825014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:50.910608 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-5b1bc049-98af-44b7-96b0-fd674ebc0888 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693048 Jun 22 20:47:50.918239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94160-0acb-4c31-a291-446397ec4258 req-59ff3a26-7a9d-4ff1-90e4-579d72f7cce1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:50.920491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21c94160-0acb-4c31-a291-446397ec4258 req-59ff3a26-7a9d-4ff1-90e4-579d72f7cce1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.2239158 Jun 22 20:47:50.977651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.070578 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21c94160-0acb-4c31-a291-446397ec4258 req-42880e1d-ee1e-4484-bdc0-096f2f0e7ee6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347558 Jun 22 20:47:51.095664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:51.105706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/57b3e3c2-935b-42e0-bc25-6bfd5e504fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684964 Jun 22 20:47:51.105706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60808) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:51.108522 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Sync routers for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:51.116497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d1ec51f9-8d66-47f4-9846-ed92681312ea req-123a0c18-b90c-47ad-b673-bef72627ada6 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933978 Jun 22 20:47:51.118845 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:51.119523 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:51.169996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet 3d5ed363-ad43-4705-b0ad-519a40e77542 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:47:51.173467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.213667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.244494 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:51.310191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.380133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.383776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc1b8b7c-76a7-446c-9e56-d4a85b53afad tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:51.412871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5ed363-ad43-4705-b0ad-519a40e77542,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:51.422731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.424345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ff88d-5681-4aab-aeee-84f8afc9cbd1 None None] Network eeec2d88-a554-4a16-b8c1-91897d3ebcbb requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:51.428883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/3d5ed363-ad43-4705-b0ad-519a40e77542 HTTP/1.1" status: 204 len: 168 time: 0.3205810 Jun 22 20:47:51.428883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:51.429296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60810) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:51.450381 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:49Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:51.476759 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Checking router: 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:51.486617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Routers {'57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:51.486927 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:51.545829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.620690 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] Set router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:51.659857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.668324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] DHCP port deletion for eeec2d88-a554-4a16-b8c1-91897d3ebcbb request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:47:51.723080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port f15a508d-2f94-488d-a6f0-b347c7ab9ce5 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:51.723621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.727256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Deleting port 5b24e8f1-d928-4236-82c4-db956cd39233 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:47:51.727914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.824505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] For port 5b24e8f1-d928-4236-82c4-db956cd39233, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5b24e8f1-d928-4236-82c4-db956cd39233,segment=NetworkSegment(1f82e758-ee12-4193-b71d-5bb1f13c2b66),segment_id=1f82e758-ee12-4193-b71d-5bb1f13c2b66)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:51.825028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.836709 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:49Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:51.837295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port f15a508d-2f94-488d-a6f0-b347c7ab9ce5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:51.837710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.839151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Calling delete_port for 5b24e8f1-d928-4236-82c4-db956cd39233 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:51.854574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for f15a508d-2f94-488d-a6f0-b347c7ab9ce5 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:47:51.874233 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73b1c-86d2-4eb2-892a-0433f61e2380 None None] The sync data for ids ['57b3e3c2-935b-42e0-bc25-6bfd5e504fa8'] in dv-neutron-797537-2-hyperv is: [{'id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'name': 'tempest-TestNetworkBasicOps-router-1643660713', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:45:36Z', 'updated_at': '2021-06-22T20:47:49Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': 'f15a508d-2f94-488d-a6f0-b347c7ab9ce5', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b3e3c2-935b-42e0-bc25-6bfd5e504fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:45:38Z', 'updated_at': '2021-06-22T20:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:51.947902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:51.953106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6e1e0ad5-f031-4bce-8aff-43b87a2dc58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:51.982257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Pushing event deleted for resources: {'Port': ['ID=5b24e8f1-d928-4236-82c4-db956cd39233,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:51.985396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:51.986293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] No DVR routers for this DVR port 5b24e8f1-d928-4236-82c4-db956cd39233 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:47:52.074638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.077291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4734da53-425a-4b40-967d-f9934cb4780c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:52.104000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=f15a508d-2f94-488d-a6f0-b347c7ab9ce5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:52.106996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:52.166849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.229982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.292843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.295866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.357340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.357869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:47:52.372086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.372086 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/57b3e3c2-935b-42e0-bc25-6bfd5e504fa8 HTTP/1.1" status: 204 len: 168 time: 0.9364183 Jun 22 20:47:52.372507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60814) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:52.381394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ca34-c6e0-4001-b79b-450895a65d6f req-ccc633b9-aa05-402d-a19b-2585b404adb8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:52.383310 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b374ca34-c6e0-4001-b79b-450895a65d6f req-ccc633b9-aa05-402d-a19b-2585b404adb8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.1841850 Jun 22 20:47:52.429247 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b374ca34-c6e0-4001-b79b-450895a65d6f req-5b4ce35d-6263-438d-b526-132edbf3f865 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Jun 22 20:47:52.470490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b58c5c3b-bc50-4963-bcba-d632f77a95f2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:52.482269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.495980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b58c5c3b-bc50-4963-bcba-d632f77a95f2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:52.496333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b58c5c3b-bc50-4963-bcba-d632f77a95f2 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:52.496759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5b24e8f1-d928-4236-82c4-db956cd39233 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:52.517435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5b24e8f1-d928-4236-82c4-db956cd39233 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:52.517884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5b24e8f1-d928-4236-82c4-db956cd39233 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:52.573252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.584671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeec2d88-a554-4a16-b8c1-91897d3ebcbb']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:52.596303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f82e758-ee12-4193-b71d-5bb1f13c2b66') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:52.596598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f82e758-ee12-4193-b71d-5bb1f13c2b66') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:52.606625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.625488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.632172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:47:52.632667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:47:52.635626 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:47:52.698393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.702631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-34d63b18-2907-4f93-b101-a3f763d6ca18 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:52.706618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.708258 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/eeec2d88-a554-4a16-b8c1-91897d3ebcbb HTTP/1.1" status: 204 len: 168 time: 0.3361449 Jun 22 20:47:52.719966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=eeec2d88-a554-4a16-b8c1-91897d3ebcbb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:52.722608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:52.729664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60816) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:52.734748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--1983638865', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:52.755100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:52.758640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.781175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:47:52.790131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.790468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment a24bf56c-2713-43c2-b064-64bccbdf1600 of type vlan for network c9b4fed1-6a6f-4cd0-b422-251125f8129e Jun 22 20:47:52.833692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.863422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.868948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:52.869406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.871670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-22a56696-8794-48f8-b474-a566c5d36ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:52.907583 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1766067 Jun 22 20:47:52.910315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60818) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:52.920917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:52.938669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.942835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=c9b4fed1-6a6f-4cd0-b422-251125f8129e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:52.945357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d98ec9eb-d0db-4315-bd52-4d16ca9bcdc3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:52.952578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.953562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:52.957762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:47:53.004604 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:47:53.018405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.418582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.623856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.625699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744c0e-a683-4785-8831-6f0db199442f req-77e693b8-5775-40ed-8653-205bd7a373ff tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:53.627333 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-51744c0e-a683-4785-8831-6f0db199442f req-77e693b8-5775-40ed-8653-205bd7a373ff tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.0647140 Jun 22 20:47:53.646737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.672242 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-51744c0e-a683-4785-8831-6f0db199442f req-17e8f30f-b15f-4327-910f-1896ade51aa3 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366580 Jun 22 20:47:53.758838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.188 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/52b7f724-9c65-47bf-bca0-c4f96d268611) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:53.865669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.906110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:53.909474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:53.953133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:53.956104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:53.959661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:53.965184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=52b7f724-9c65-47bf-bca0-c4f96d268611,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:53.985083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:54.226432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:54.327094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f15a508d-2f94-488d-a6f0-b347c7ab9ce5 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:47:54.351925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f15a508d-2f94-488d-a6f0-b347c7ab9ce5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:47:54.352160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f15a508d-2f94-488d-a6f0-b347c7ab9ce5 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:47:54.424988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:54.555895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:47:54.661772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:54.671367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Sync routers for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:54.679117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:54.680474 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7691579 Jun 22 20:47:54.680632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:54.681269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:54.683577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60822) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:54.717417 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b4e6e64d-e6ee-4236-a10d-eb831defe11d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299768 Jun 22 20:47:54.718585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60826) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:54.788053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:54.855960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90cd01-8ee7-4045-b602-b4a344970ca3 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:54.861423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9a90cd01-8ee7-4045-b602-b4a344970ca3 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1418784 Jun 22 20:47:54.861837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60828) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:54.888745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551896-b55b-4564-afc0-5050eb4e6055 req-7b7d6a45-f47c-4d4d-b584-8665e5dda394 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:54.890473 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e2551896-b55b-4564-afc0-5050eb4e6055 req-7b7d6a45-f47c-4d4d-b584-8665e5dda394 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.0974617 Jun 22 20:47:54.908903 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cff98b43-80a2-4089-ad6d-6b6e14155f95 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443494 Jun 22 20:47:54.911345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60830) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:54.916266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542107270', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:54.932476 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e2551896-b55b-4564-afc0-5050eb4e6055 req-5fc827a4-e068-4266-b53b-05e9f9cabedd tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351963 Jun 22 20:47:54.993339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:55.021385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Checking router: 139cb4aa-0556-4fc4-9de9-4389f76c0ccd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:55.021787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Updating router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd port 52b7f724-9c65-47bf-bca0-c4f96d268611 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:55.023225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:47:55.027001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.061470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.242946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.245757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f557373-ace2-48ed-b57f-9ce6a97f7790 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:55.312565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:55.315912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:55.323743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:55.324301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: c9b4fed1-6a6f-4cd0-b422-251125f8129e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:47:55.349581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:47:55.360847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, c9b4fed1-6a6f-4cd0-b422-251125f8129e) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:55.362998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.366351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:55.366810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.375427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b1796-b07b-4d5d-a4a5-f2b37ce04fe4 None None] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:55.380422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Transition to ACTIVE for port object 52b7f724-9c65-47bf-bca0-c4f96d268611 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:55.386553 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4740536 Jun 22 20:47:55.386915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60832) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:55.399166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.402380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6778076c-cf71-4ab8-b325-10bca0bf1030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:55.492943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Pushing event updated for resources: {'Port': ['ID=52b7f724-9c65-47bf-bca0-c4f96d268611,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:55.497859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Attempting to bind port 52b7f724-9c65-47bf-bca0-c4f96d268611 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:55.498214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Attempting to bind port 52b7f724-9c65-47bf-bca0-c4f96d268611 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:55.498903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Attempting to bind port 52b7f724-9c65-47bf-bca0-c4f96d268611 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:55.501139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:55.513581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:55.514070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:55.514489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.514901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:55.515389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Bound port: 52b7f724-9c65-47bf-bca0-c4f96d268611, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:55.515773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.604831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] For port 52b7f724-9c65-47bf-bca0-c4f96d268611, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:55.609618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] For port 52b7f724-9c65-47bf-bca0-c4f96d268611, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=52b7f724-9c65-47bf-bca0-c4f96d268611,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:55.631646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.634808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-566177f7-1243-4d64-891f-8d09cc48ee6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:55.642270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:47:55.643125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.721252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Pushing event updated for resources: {'Port': ['ID=52b7f724-9c65-47bf-bca0-c4f96d268611,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:55.726330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:55.768676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:55.769228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:55.866533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:55.930537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Allocated IP 172.20.0.2 (c9b4fed1-6a6f-4cd0-b422-251125f8129e/03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0/a9e0608d-0a6e-4dbb-b53c-2e8028c05609) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:55.945558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:56.133949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf728e18-595a-4975-a8b8-8a2f1ec75bef req-1c2ebf52-c6d8-4bdd-82b3-4d21e3fd2895 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:56.135522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bf728e18-595a-4975-a8b8-8a2f1ec75bef req-1c2ebf52-c6d8-4bdd-82b3-4d21e3fd2895 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.0778348 Jun 22 20:47:56.179033 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bf728e18-595a-4975-a8b8-8a2f1ec75bef req-2694e346-dec9-49e1-ac63-4bcc0fa65668 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Jun 22 20:47:56.367745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.382233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Transition to ACTIVE for port object a9e0608d-0a6e-4dbb-b53c-2e8028c05609 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:56.402084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Transition to ACTIVE for port object a9e0608d-0a6e-4dbb-b53c-2e8028c05609 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:56.407304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:56.435511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.437775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:56.440655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3506d-b809-4b20-aa25-c5e0c653c93b None None] The sync data for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv is: [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:56.474491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (c9b4fed1-6a6f-4cd0-b422-251125f8129e/03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0/9b2f2766-cdf1-4886-b093-b5a63b04ede1) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:47:56.482241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:56.485270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:56.489014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:56.497421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Pushing event updated for resources: {'Port': ['ID=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:56.500773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:56.558514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Attempting to bind port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:56.558989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Attempting to bind port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:56.559986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Attempting to bind port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 on network c9b4fed1-6a6f-4cd0-b422-251125f8129e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:56.566170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:56.566555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Checking segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:56.566963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.567361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Bound using segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:56.567833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Bound port: a9e0608d-0a6e-4dbb-b53c-2e8028c05609, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:56.568210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.635579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] For port a9e0608d-0a6e-4dbb-b53c-2e8028c05609, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:56.639173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] For port a9e0608d-0a6e-4dbb-b53c-2e8028c05609, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:56.645565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.652614 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:56.737961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Pushing event updated for resources: {'Port': ['ID=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:56.741454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:56.926368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.943794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 9b2f2766-cdf1-4886-b093-b5a63b04ede1 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:56.983658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:56.987306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c638069d-7d20-4181-991f-2e8dff6f8d42 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:57.033694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:57.040113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:57.046796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:47:57.049751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:57.053499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:57.098094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:57.248969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:57.468309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0251b93-683b-4a82-898d-3164ccc7df11 req-2da816e4-e4aa-4da3-84bf-b4793a583edf tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:57.469837 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a0251b93-683b-4a82-898d-3164ccc7df11 req-2da816e4-e4aa-4da3-84bf-b4793a583edf tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.1296513 Jun 22 20:47:57.566917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a0251b93-683b-4a82-898d-3164ccc7df11 req-e43bcfd3-f4b5-4138-993b-72eee1949d39 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865231 Jun 22 20:47:57.616886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:57.623094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:57.626179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b6497285-50ed-4482-9628-34f7b4c7163e tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:57.707387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:57.709280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:57.712235 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:57.794836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48641d8d-6ed5-4bc9-9e63-21fc710f128a None None] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:47:57.817588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:47:57.819139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:47:57.908367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-04f9d978-22a9-4ad9-806e-db94b1a140cd None None] Provisioning for port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:57.941328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:47:58.085092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:47:58.092853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/139cb4aa-0556-4fc4-9de9-4389f76c0ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7043233 Jun 22 20:47:58.095430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60838) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:58.253618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2f4f57ac-b31e-445d-9703-efa23a015ea0 None None] Provisioning for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:58.265540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2f4f57ac-b31e-445d-9703-efa23a015ea0 None None] Provisioning complete for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:58.266261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2f4f57ac-b31e-445d-9703-efa23a015ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.274904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.275407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.275870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.276331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.276788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.277257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.282864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-697f8207-e41e-4836-8fb6-c1ad7a15402b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1839948 Jun 22 20:47:58.283107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60840) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:58.302760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f57ac-b31e-445d-9703-efa23a015ea0 None None] Port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:58.385447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.386247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.386707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.387164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.387641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.388278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.392738 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9089f73c-96ea-407c-ae28-43cb31a77f63 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1062751 Jun 22 20:47:58.393398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60842) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:58.414948 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Sync routers for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:47:58.431561 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:58.432691 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:58.438513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d486d348-9830-4fd8-a902-24be0ed0cbd5 None None] Provisioning complete for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:58.438828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d486d348-9830-4fd8-a902-24be0ed0cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.493168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 52b7f724-9c65-47bf-bca0-c4f96d268611 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:58.517382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d486d348-9830-4fd8-a902-24be0ed0cbd5 None None] Port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:58.562399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 52b7f724-9c65-47bf-bca0-c4f96d268611 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:58.567060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 52b7f724-9c65-47bf-bca0-c4f96d268611 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:58.567519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.589044 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:58.680575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.707313 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a4339356-106d-4a13-9212-3246ab6643a4 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3124332 Jun 22 20:47:58.709425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 52b7f724-9c65-47bf-bca0-c4f96d268611, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=52b7f724-9c65-47bf-bca0-c4f96d268611,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:58.715199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.717811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a9e0608d-0a6e-4dbb-b53c-2e8028c05609 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:47:58.720889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb5adcbc-b44c-4972-ac96-21a637d082fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:58.800800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae61e39-846e-4f61-b061-123962537bf3 req-211daa31-e1de-4510-aa38-d5f966b49888 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:47:58.803400 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ae61e39-846e-4f61-b061-123962537bf3 req-211daa31-e1de-4510-aa38-d5f966b49888 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.1062441 Jun 22 20:47:58.811568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8df0eba9-a05d-4095-b78e-f8c7b5fc6d7b None None] Provisioning complete for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:58.812139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8df0eba9-a05d-4095-b78e-f8c7b5fc6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.838683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=52b7f724-9c65-47bf-bca0-c4f96d268611,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:58.862732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:58.868447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ae61e39-846e-4f61-b061-123962537bf3 req-6bc4bb77-991b-4a16-b7ab-75ffbdf2e15e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557885 Jun 22 20:47:58.887201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:47:58.892640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8df0eba9-a05d-4095-b78e-f8c7b5fc6d7b None None] Port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:47:58.895161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:47:58.896021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.915497 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:58.946461 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Checking router: 139cb4aa-0556-4fc4-9de9-4389f76c0ccd for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:47:58.946907 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Updating router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:47:58.976070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.986069 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:58.998356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60848) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.003645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568219476', 'description': 'tempest-secgroup-smoke-568219476 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.011225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a9e0608d-0a6e-4dbb-b53c-2e8028c05609, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:47:59.015367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.017280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.031555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.087431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.093240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.127205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.130944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.133347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad7be295-fe93-4ce5-9e2b-436bdb463eea tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.162373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.163593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639829 Jun 22 20:47:59.164517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc561531-f2ee-40b1-a039-97c91a142cbb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.166476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60850) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.175040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.179384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.203697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.265759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.269102 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.270677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.272878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36562b79-8312-4c5c-95be-745ccda5c545 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.280985 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Transition to ACTIVE for port object 9b2f2766-cdf1-4886-b093-b5a63b04ede1 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:47:59.285837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e459dd29-c521-4c26-b3b3-9ce33e3b2a09,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.286951 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.290196 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.290502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.300060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.301336 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306095 Jun 22 20:47:59.304128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60852) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.308865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.341504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.367513 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Pushing event updated for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.370728 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.400907 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Attempting to bind port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:47:59.401274 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Attempting to bind port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:47:59.401635 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Attempting to bind port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 on network c9b4fed1-6a6f-4cd0-b422-251125f8129e {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:47:59.406444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.406836 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:47:59.407206 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Checking segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:47:59.407687 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.408071 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Bound using segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:47:59.408631 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Bound port: 9b2f2766-cdf1-4886-b093-b5a63b04ede1, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:47:59.409182 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.411252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.413423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a883505-9b4d-4112-b473-98dac13d094a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.430837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965754da-4191-461c-b67a-809e62dcb760,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.433536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.440215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.444516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60854) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.444718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392930 Jun 22 20:47:59.450470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.480806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.491695 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] For port 9b2f2766-cdf1-4886-b093-b5a63b04ede1, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:47:59.495991 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] For port 9b2f2766-cdf1-4886-b093-b5a63b04ede1, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9b2f2766-cdf1-4886-b093-b5a63b04ede1,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:47:59.501207 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.505077 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.555999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.560443 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:47:59.560938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.561299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:59.567001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eb280cf2-acc3-400d-b4a1-a66d72ab278f tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.583712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44140637-bbcf-4e71-bd2e-2949e6430391,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.586649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.587963 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.589138 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432533 Jun 22 20:47:59.592456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60856) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.597158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.602335 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Pushing event updated for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.615843 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.629336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.695659 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:47:59.697585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.702021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.704480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4ba8d1d2-30f8-467a-9bb4-fa4c4cc3fe40 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.722135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82aceea2-d49f-453a-bc86-b88ed16c2bae,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.725070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.730327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.732125 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383820 Jun 22 20:47:59.734279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60858) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.738882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.760962 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:47:59.767256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.828119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.832426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.834401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b97e4b51-3ebe-4d7e-8d60-2fccc4d8bc37 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:47:59.851827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5da107-c1d9-45db-a63f-987ea4a95338,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:47:59.855183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:47:59.858494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.861554 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240830 Jun 22 20:47:59.862313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60860) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:47:59.867075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'fc561531-f2ee-40b1-a039-97c91a142cbb', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:47:59.891542 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:47:59.897131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.922480 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:47:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:47:59.955496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4463b-7e1e-4ff2-a59a-9ecec9f0bbf1 None None] The sync data for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv is: [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:47:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:47:59.975887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.979980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:47:59.985721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:00.003891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a9a85d-6104-4987-9687-29565e2998ef,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:00.007569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:00.010111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:00.024254 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606255 Jun 22 20:48:00.075484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cac34059-e21a-43b7-917e-0164e9ab7e2f details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:48:00.128855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9381a-f0c2-45e1-8706-821c63d73bbe req-be5f5cd8-76f0-4a1d-ad81-a7bb4ab600e6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:00.130614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-38c9381a-f0c2-45e1-8706-821c63d73bbe req-be5f5cd8-76f0-4a1d-ad81-a7bb4ab600e6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 943 time: 0.0887144 Jun 22 20:48:00.173458 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-38c9381a-f0c2-45e1-8706-821c63d73bbe req-46af083c-406b-4d31-a075-04ffe37d8e39 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367115 Jun 22 20:48:00.192727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:00.206853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'port_id': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'mac_address': 'fa:16:3e:8d:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:48:00.249987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:00.268789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac34059-e21a-43b7-917e-0164e9ab7e2f {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:48:00.290502 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-51507515-a341-4639-9739-c02839b7e022 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568219476&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0380881 Jun 22 20:48:00.291572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:00.296641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:00.298853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:00.348346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:00.354502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:00.413524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-f9287446-1600-4398-ada0-89b71599de13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:00.418383 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-f9287446-1600-4398-ada0-89b71599de13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 200 len: 797 time: 0.1198208 Jun 22 20:48:00.432073 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-e48584be-d075-434e-a20b-4443ba2e0a51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0102701 Jun 22 20:48:00.492456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 52b7f724-9c65-47bf-bca0-c4f96d268611 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:00.522904 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-2f00c427-2d1b-4ed5-abc0-97d3f02ab616 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839837 Jun 22 20:48:00.533652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['cac34059-e21a-43b7-917e-0164e9ab7e2f'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:48:00.579191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 52b7f724-9c65-47bf-bca0-c4f96d268611 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:00.579576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:00.638862 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-70e993ea-4180-4185-aa64-05096a621275 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031246 Jun 22 20:48:00.733545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9b2f2766-cdf1-4886-b093-b5a63b04ede1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:00.737626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-dfcad496-0251-4490-80f7-55579e0d9490 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919719 Jun 22 20:48:00.834057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:48:00.862894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:00.863413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:00.940656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2890d451-f7b2-4a33-9aa1-13fbc42ca4b1 req-193f244c-e63c-465c-acae-893030ab7513 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 210 time: 0.0403090 Jun 22 20:48:00.997187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:01.033545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 9b2f2766-cdf1-4886-b093-b5a63b04ede1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9b2f2766-cdf1-4886-b093-b5a63b04ede1,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:01.038725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:01.039689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a9e0608d-0a6e-4dbb-b53c-2e8028c05609 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:01.041518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da651fe9-1776-4d91-9938-a30500edeb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:01.126712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:01.137518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:01.145877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:01.145877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:01.384035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa9230-0685-411f-aa33-9b2dd52ce950 req-388bdd52-b43e-47c6-8ad1-06cb2e931a3c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:01.385535 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dbaa9230-0685-411f-aa33-9b2dd52ce950 req-388bdd52-b43e-47c6-8ad1-06cb2e931a3c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 944 time: 0.0665429 Jun 22 20:48:01.426485 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dbaa9230-0685-411f-aa33-9b2dd52ce950 req-b404330d-d5ae-4de5-b920-49ee642207f9 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jun 22 20:48:02.085401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e76b8540-5bcd-4bfa-bcdc-c2d98926ccda req-cde81ce7-dc7d-45f7-822f-8c28c85112f6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jun 22 20:48:02.087503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cac34059-e21a-43b7-917e-0164e9ab7e2f up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:02.139258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port cac34059-e21a-43b7-917e-0164e9ab7e2f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:48:02.143004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port cac34059-e21a-43b7-917e-0164e9ab7e2f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:02.143391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:02.224164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:02.248653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:02.251054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c17a7-ed95-466e-bf4a-2a8f9bd0a5ee" -d '{"events": [{"server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "name": "network-vif-plugged", "status": "completed", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:02.264877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:02.269773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:02.271753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:02.297360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26160713-cf67-49e5-acb0-e84dc425c624 x-openstack-request-id: req-26160713-cf67-49e5-acb0-e84dc425c624 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:02.297666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "name": "network-vif-plugged", "status": "completed", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:02.297956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26160713-cf67-49e5-acb0-e84dc425c624 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:02.298359 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'code': 200} Jun 22 20:48:02.330269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:02.333798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:02.384540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9b2f2766-cdf1-4886-b093-b5a63b04ede1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:02.441277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:02.441732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:02.465624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-e966b203-c234-4fbc-87a3-7bfe76aede88 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:02.467284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-e966b203-c234-4fbc-87a3-7bfe76aede88 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 200 len: 797 time: 0.1349940 Jun 22 20:48:02.591500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-0934af40-ab55-4f49-bb36-e19ea3811f15 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 379 time: 0.0945268 Jun 22 20:48:02.619044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['fc561531-f2ee-40b1-a039-97c91a142cbb']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:02.707859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1b9d-c00c-4acd-8fc3-7955de44da01 req-f4a1bc78-3198-4486-b382-1481dbf57c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:02.709328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d6e1b9d-c00c-4acd-8fc3-7955de44da01 req-f4a1bc78-3198-4486-b382-1481dbf57c0c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1098 time: 0.2051680 Jun 22 20:48:02.760209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27216c35-bb86-406a-aa37-b3c1dff1e19e req-cf622c44-c5d9-4a46-a378-6b71ac0de22e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:02.761660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-27216c35-bb86-406a-aa37-b3c1dff1e19e req-cf622c44-c5d9-4a46-a378-6b71ac0de22e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.1966355 Jun 22 20:48:02.789511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d6e1b9d-c00c-4acd-8fc3-7955de44da01 req-b9d9da91-fe0b-4614-a223-5f5c95135813 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721066 Jun 22 20:48:02.814542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:48:02.818011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:02.832431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-27216c35-bb86-406a-aa37-b3c1dff1e19e req-c1f3a2cb-1332-4011-a419-a57a22647c96 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594959 Jun 22 20:48:02.957150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.3 (c9b4fed1-6a6f-4cd0-b422-251125f8129e/03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0/f0bed582-061f-497e-bf0d-c75f5467dc8f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:48:03.094940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.113158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object f0bed582-061f-497e-bf0d-c75f5467dc8f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:48:03.145371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.149317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:03.191609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:48:03.194785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:48:03.198963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:48:03.224014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:03.228390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:03.256384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:03.257035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.270284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2691fb-7a40-4423-a35f-230b357f93b2 req-6e5eba76-47d5-4f15-b32d-41cdb9c2e045 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:03.273450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6633136 Jun 22 20:48:03.274365 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac2691fb-7a40-4423-a35f-230b357f93b2 req-6e5eba76-47d5-4f15-b32d-41cdb9c2e045 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 931 time: 0.0733776 Jun 22 20:48:03.285517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Request body: {'port': {'device_id': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:03.323541 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac2691fb-7a40-4423-a35f-230b357f93b2 req-76ea3428-0151-40ce-bd9f-ec9745e05418 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 Jun 22 20:48:03.369093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.487630 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7b549295-492e-4028-84bf-505b2e94b62a None None] Provisioning for port f0bed582-061f-497e-bf0d-c75f5467dc8f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:48:03.491306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7b549295-492e-4028-84bf-505b2e94b62a None None] Provisioning complete for port f0bed582-061f-497e-bf0d-c75f5467dc8f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:03.491684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7b549295-492e-4028-84bf-505b2e94b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.525357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7b549295-492e-4028-84bf-505b2e94b62a None None] Port f0bed582-061f-497e-bf0d-c75f5467dc8f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:48:03.641456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bed582-061f-497e-bf0d-c75f5467dc8f {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:48:03.649513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.662457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Transition to ACTIVE for port object f0bed582-061f-497e-bf0d-c75f5467dc8f will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:48:03.665859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.667882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-03fb096e-1605-4e5d-b4ea-5526b95a34be tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:03.717915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:03.722416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:03.793401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Attempting to bind port f0bed582-061f-497e-bf0d-c75f5467dc8f on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:48:03.793802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Attempting to bind port f0bed582-061f-497e-bf0d-c75f5467dc8f by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:48:03.794277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Attempting to bind port f0bed582-061f-497e-bf0d-c75f5467dc8f on network c9b4fed1-6a6f-4cd0-b422-251125f8129e {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:48:03.798858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Port f0bed582-061f-497e-bf0d-c75f5467dc8f on network c9b4fed1-6a6f-4cd0-b422-251125f8129e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:48:03.799177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Attempting to bind port f0bed582-061f-497e-bf0d-c75f5467dc8f on network c9b4fed1-6a6f-4cd0-b422-251125f8129e {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:48:03.804140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:48:03.804476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Checking segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:48:03.804867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Bound using segment: {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:48:03.805293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Bound port: f0bed582-061f-497e-bf0d-c75f5467dc8f, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24bf56c-2713-43c2-b064-64bccbdf1600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:48:03.805642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.875100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:48:03.883001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:48:03.889590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.892842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cfa46674-6728-4527-9b55-9db5752279da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:03.927259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:03.927866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:03.929294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 200 len: 1093 time: 0.6481433 Jun 22 20:48:03.929854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:03.932461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:04.011254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0d768-29b1-4702-a27d-264c714186d5 x-openstack-request-id: req-d7d0d768-29b1-4702-a27d-264c714186d5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:04.011604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:04.011911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7d0d768-29b1-4702-a27d-264c714186d5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:04.013122 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'status': 'completed', 'code': 200} Jun 22 20:48:04.014763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:04.018549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:04.089805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c631b0a-cfa4-416f-8bf3-026e672094cb req-89bfb558-fe7d-4eae-9d63-dcca6939c21d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.091970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3c631b0a-cfa4-416f-8bf3-026e672094cb req-89bfb558-fe7d-4eae-9d63-dcca6939c21d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.1317692 Jun 22 20:48:04.108457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-5f0a8e52-afec-404a-9245-d09272012d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.109972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-5f0a8e52-afec-404a-9245-d09272012d84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1096 time: 0.1142113 Jun 22 20:48:04.159507 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-3b326b0a-52ca-415b-9ec1-fcee913e6450 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 200 len: 217 time: 0.0412190 Jun 22 20:48:04.179048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3c631b0a-cfa4-416f-8bf3-026e672094cb req-54ce75e4-c35e-4427-88db-56b5aa5cb5a0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810509 Jun 22 20:48:04.221192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-1e113b10-05ad-425e-88f1-bb05b9513f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.222686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-1e113b10-05ad-425e-88f1-bb05b9513f2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 HTTP/1.1" status: 200 len: 834 time: 0.0559945 Jun 22 20:48:04.289566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423349a-c921-474a-8ded-2a5875e751ba req-133bf9c8-818d-455f-8040-a6ddcbc5c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.291077 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-133bf9c8-818d-455f-8040-a6ddcbc5c0a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9b4fed1-6a6f-4cd0-b422-251125f8129e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0616698 Jun 22 20:48:04.362503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8887b-e18e-4faf-8578-618fb0975412 req-be9fb729-1695-4989-9ae5-63ca8185abcd tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.364074 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1fb8887b-e18e-4faf-8578-618fb0975412 req-be9fb729-1695-4989-9ae5-63ca8185abcd tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.0671046 Jun 22 20:48:04.385179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-44b10f79-6eed-47f5-bf17-3174db831f1a service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871394 Jun 22 20:48:04.402862 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1fb8887b-e18e-4faf-8578-618fb0975412 req-e58f4421-c44c-4188-91fa-ec38ea16f13a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Jun 22 20:48:04.428593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60910) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:04.521853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d423349a-c921-474a-8ded-2a5875e751ba req-b84d2ec9-4ffd-46e7-ade9-9667759752f9 service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301432 Jun 22 20:48:04.545547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad771bf1-a666-4359-9072-6482e3745822 req-5d5c3f02-90fb-4b8f-a9bf-74b036ff62d0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.547166 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad771bf1-a666-4359-9072-6482e3745822 req-5d5c3f02-90fb-4b8f-a9bf-74b036ff62d0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 943 time: 0.0940816 Jun 22 20:48:04.613304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994de4b6-0073-4a80-aa31-fad166026c48 tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.617382 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-994de4b6-0073-4a80-aa31-fad166026c48 tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1093 time: 0.1851766 Jun 22 20:48:04.617593 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60914) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:04.619063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad771bf1-a666-4359-9072-6482e3745822 req-2c2366ce-1b73-44eb-9a81-684d11d47252 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660713 Jun 22 20:48:04.623837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:04.646617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:04.651871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-dfa8b055-45e9-4063-a2b2-ad2267049cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.653951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-dfa8b055-45e9-4063-a2b2-ad2267049cea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1096 time: 0.0795271 Jun 22 20:48:04.751576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-40f23006-9253-489a-b050-ffb8d1e397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.753059 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-40f23006-9253-489a-b050-ffb8d1e397e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 200 len: 898 time: 0.0924406 Jun 22 20:48:04.805399 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-a91cd275-d2c5-49d6-8f1f-a9ef9a5c5f75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 200 len: 217 time: 0.0417600 Jun 22 20:48:04.857427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-f859b391-029f-430d-8b06-3def3aa39cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.858947 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-f859b391-029f-430d-8b06-3def3aa39cea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 HTTP/1.1" status: 200 len: 834 time: 0.0469978 Jun 22 20:48:04.919255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-4e213d63-93c3-4164-8144-7c98d13194ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:04.920785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-4e213d63-93c3-4164-8144-7c98d13194ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9b4fed1-6a6f-4cd0-b422-251125f8129e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545840 Jun 22 20:48:05.017032 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-e6de066c-ffd5-4bce-89b0-d68512b7090b service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890615 Jun 22 20:48:05.027080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:05.109717 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7b5e3b1-2ace-4f52-b838-0060bcbc46c9 req-9bcdf8e4-8a40-4844-8433-75410fcd5769 service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854900 Jun 22 20:48:05.139199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.26.4.42 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/9ee02b84-fd67-4384-a7d1-9c9a144d91ff) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:48:05.239177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:05.276155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:05.278679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d1180c8-ac48-479b-acc1-129202ddefcb tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:05.321770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:48:05.325057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:48:05.329357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:48:05.332375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=9ee02b84-fd67-4384-a7d1-9c9a144d91ff,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:05.351391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:05.829357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:05.911592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4d720-2ff1-40f1-b36c-d3bb82a1c7ee req-e46f11de-f330-4237-b509-1203ddfd4299 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:05.913049 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ccf4d720-2ff1-40f1-b36c-d3bb82a1c7ee req-e46f11de-f330-4237-b509-1203ddfd4299 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 943 time: 0.1760514 Jun 22 20:48:05.979000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:05.983706 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ccf4d720-2ff1-40f1-b36c-d3bb82a1c7ee req-f97e81ab-9714-4ddb-9b4f-e00227925809 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639331 Jun 22 20:48:06.133605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:06.138319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:06.140380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:06.206211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=9ee02b84-fd67-4384-a7d1-9c9a144d91ff,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:06.210179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:06.220833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:06.322357 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5 associated. External IP: 172.26.4.42, port: cac34059-e21a-43b7-917e-0164e9ab7e2f. Jun 22 20:48:06.528540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:48:06.643957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:48:06.654217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:48:06.661264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:06.664026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:06.664657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:06.703149 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0845110 Jun 22 20:48:06.704114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:06.706783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f585c907-3eab-4828-b5bc-d1c27950c8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:06.797474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:06.810088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb4399d-0a34-47f5-89b9-3dc9a2fa1f70 x-openstack-request-id: req-7bb4399d-0a34-47f5-89b9-3dc9a2fa1f70 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:06.810553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:06.810870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bb4399d-0a34-47f5-89b9-3dc9a2fa1f70 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:06.811353 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'status': 'completed', 'code': 200} Jun 22 20:48:06.894146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-fa73ae82-9cad-40d9-b059-61e662d0575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:06.896285 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-fa73ae82-9cad-40d9-b059-61e662d0575b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1098 time: 0.0608711 Jun 22 20:48:07.004511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-8ba5a838-6099-481e-994c-154f082313a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:07.007409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-8ba5a838-6099-481e-994c-154f082313a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.1030889 Jun 22 20:48:07.047335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:8d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:05Z', 'updated_at': '2021-06-22T20:48:05Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:07.080362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:48:07.091679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:07.092456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:07.096894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-a33001b6-a2a8-4865-b99c-39d17e0f2f4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 998 time: 0.0824001 Jun 22 20:48:07.161384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-48e54884-cd03-411e-89b6-b59facce9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:07.162895 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-48e54884-cd03-411e-89b6-b59facce9591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0598762 Jun 22 20:48:07.192489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ed432-e6c9-4820-93f2-c6633be7998f req-719cbc67-a954-4957-8b7d-23d121a1fe10 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:07.194379 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-748ed432-e6c9-4820-93f2-c6633be7998f req-719cbc67-a954-4957-8b7d-23d121a1fe10 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 943 time: 0.0800416 Jun 22 20:48:07.218764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:07.244299 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-748ed432-e6c9-4820-93f2-c6633be7998f req-0c6ab20c-0c0a-4fe9-bb15-374b2f258aa6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Jun 22 20:48:07.248350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-d054693d-ace8-4613-aed8-f50b4c51bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:07.250271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-d054693d-ace8-4613-aed8-f50b4c51bd14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789273 Jun 22 20:48:07.356526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-23e8258b-cc97-4285-b1d3-098c76c65581 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988197 Jun 22 20:48:07.456423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f585c907-3eab-4828-b5bc-d1c27950c8ee req-3d1e93aa-7692-4a85-81a1-02fb8dfca308 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943058 Jun 22 20:48:07.479394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:8d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:05Z', 'updated_at': '2021-06-22T20:48:05Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:07.506273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689269d-4c6d-4a53-93d4-9af3801c8a79 None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:8d:db:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:05Z', 'updated_at': '2021-06-22T20:48:05Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:48:07.713051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7c534-63dd-4e01-a082-297ba578669a None None] New status for floating IP eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:48:08.111320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0bed582-061f-497e-bf0d-c75f5467dc8f details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:48:08.213555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:08.227086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'port_id': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'mac_address': 'fa:16:3e:4d:e2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:48:08.265428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:08.278457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bed582-061f-497e-bf0d-c75f5467dc8f {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:48:08.301804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:08.306074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:08.310065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f3530dbc-7571-4f70-923c-78afbbe9147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:08.362770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:08.365971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:08.445622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea88b0e-8c49-46e6-8806-ec60f980b134 req-6b956d55-6e1a-4a3a-b6c5-0a68494c4810 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:08.447455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eea88b0e-8c49-46e6-8806-ec60f980b134 req-6b956d55-6e1a-4a3a-b6c5-0a68494c4810 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 944 time: 0.0754666 Jun 22 20:48:08.526774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f0bed582-061f-497e-bf0d-c75f5467dc8f'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:48:08.876944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eea88b0e-8c49-46e6-8806-ec60f980b134 req-68f4f93a-22f7-428d-90c0-a07667f7788e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222486 Jun 22 20:48:10.086971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4c8e9-3f7b-48c8-afa0-86bad977fc2b req-b51b4040-ef08-4194-a3e3-b59bc5a49275 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:10.088371 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eca4c8e9-3f7b-48c8-afa0-86bad977fc2b req-b51b4040-ef08-4194-a3e3-b59bc5a49275 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 944 time: 0.0795388 Jun 22 20:48:10.113077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0bed582-061f-497e-bf0d-c75f5467dc8f up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:48:10.129262 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-eca4c8e9-3f7b-48c8-afa0-86bad977fc2b req-17fa5a95-033d-4bb8-a2e4-1161a99b3a17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339873 Jun 22 20:48:10.164966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port f0bed582-061f-497e-bf0d-c75f5467dc8f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:48:10.169093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port f0bed582-061f-497e-bf0d-c75f5467dc8f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:48:10.169590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:10.246760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:10.270547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:10.272821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4a8879-4eb5-4e8f-9bda-11add424b40f" -d '{"events": [{"server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "name": "network-vif-plugged", "status": "completed", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:10.286586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:10.292088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:10.294122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3ead0ec9-4aad-41e8-83f4-193d290c4b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:10.315618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831d14a6-9f15-4641-8e7f-78951415225a x-openstack-request-id: req-831d14a6-9f15-4641-8e7f-78951415225a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:10.315922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "name": "network-vif-plugged", "status": "completed", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:10.316197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-831d14a6-9f15-4641-8e7f-78951415225a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:10.316570 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'code': 200} Jun 22 20:48:10.345478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:10.348745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:10.545818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e93e-ec9f-4201-a0fd-ce6bb19db93a req-c008813c-8c55-4ac9-b0c2-15bc3a4288e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:10.547443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-45a0e93e-ec9f-4201-a0fd-ce6bb19db93a req-c008813c-8c55-4ac9-b0c2-15bc3a4288e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1098 time: 0.0537300 Jun 22 20:48:10.582831 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-45a0e93e-ec9f-4201-a0fd-ce6bb19db93a req-556860e9-c9b9-4130-98a8-87a71ad77b00 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290792 Jun 22 20:48:11.324575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a903d00-7fd8-4dcc-8e11-6c8bf8665825 req-0c18a986-5e9c-4773-9d78-1c781a2ac9a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:11.326199 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a903d00-7fd8-4dcc-8e11-6c8bf8665825 req-0c18a986-5e9c-4773-9d78-1c781a2ac9a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.0659773 Jun 22 20:48:11.366227 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a903d00-7fd8-4dcc-8e11-6c8bf8665825 req-404ce01d-bab6-487a-9546-563feb94fab9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341864 Jun 22 20:48:12.546531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3397a-4138-4c10-a339-e7201edc6b6c req-4b8e6acc-b4a6-4880-8312-dae5ab15efe5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:12.548059 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3dc3397a-4138-4c10-a339-e7201edc6b6c req-4b8e6acc-b4a6-4880-8312-dae5ab15efe5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.0659761 Jun 22 20:48:12.590404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3dc3397a-4138-4c10-a339-e7201edc6b6c req-08b04380-d0f1-428c-934a-7c18f9fd15d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364506 Jun 22 20:48:12.771661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a553f2-4ea1-4d0a-82bf-3789e6602b3f req-73fffe94-9683-4b33-9d49-f976f1ac9816 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:12.773156 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-33a553f2-4ea1-4d0a-82bf-3789e6602b3f req-73fffe94-9683-4b33-9d49-f976f1ac9816 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.0681648 Jun 22 20:48:12.815661 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-33a553f2-4ea1-4d0a-82bf-3789e6602b3f req-166fa77e-d5df-4329-bea1-7b88dae59381 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360117 Jun 22 20:48:12.840851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60938) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:12.902218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ad64c-2a98-4940-a2b8-114b5344f33c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:12.903881 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-652ad64c-2a98-4940-a2b8-114b5344f33c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1093 time: 0.0619962 Jun 22 20:48:12.907637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 60940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:12.914161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:12.942065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:13.044832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:13.162596 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.199 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/0ec9131b-21ca-432d-838c-f683ff828a9f) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:48:13.270802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:13.314758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:13.317127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ff549ef-48f4-4fc4-9379-f93dcb4dbd35 tempest-FloatingIPAdminTestJSON-1565399941 tempest-FloatingIPAdminTestJSON-1565399941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:13.361047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:48:13.363965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:48:13.366584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:48:13.392518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=0ec9131b-21ca-432d-838c-f683ff828a9f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:13.396564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:13.761113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.148927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.314930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.320645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.324173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:14.396147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=0ec9131b-21ca-432d-838c-f683ff828a9f,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:14.400346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:14.405287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.511363 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP 8f66817e-a73c-4972-b7e4-602196a29dd8 associated. External IP: 172.26.4.199, port: f0bed582-061f-497e-bf0d-c75f5467dc8f. Jun 22 20:48:14.742497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:48:14.868301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:48:14.885175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Sync routers for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:48:14.891608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:14.903940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:14.906254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:14.934484 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0211635 Jun 22 20:48:14.934484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:14.934484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:14.935359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60944) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:14.973509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d914e3-39bb-479c-85f0-e8af6cf2b9fe x-openstack-request-id: req-40d914e3-39bb-479c-85f0-e8af6cf2b9fe {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:14.973509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:14.973509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40d914e3-39bb-479c-85f0-e8af6cf2b9fe {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:14.973509 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'status': 'completed', 'code': 200} Jun 22 20:48:15.030802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:15.067736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-18809faa-c219-422b-8784-bfe89038cdc0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/8f66817e-a73c-4972-b7e4-602196a29dd8 HTTP/1.1" status: 200 len: 991 time: 0.1301360 Jun 22 20:48:15.095596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-e4053f43-fdb0-4fc2-844a-82ddfa0a1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:15.097251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-e4053f43-fdb0-4fc2-844a-82ddfa0a1c7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1098 time: 0.0923402 Jun 22 20:48:15.215632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-6822fa89-ad33-4f5a-8f75-6ed206037329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:15.217841 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-6822fa89-ad33-4f5a-8f75-6ed206037329 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 200 len: 898 time: 0.1147130 Jun 22 20:48:15.308445 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-0eaae005-d167-481f-9a32-89bc8c7dc32b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 200 len: 999 time: 0.0841827 Jun 22 20:48:15.313127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8f66817e-a73c-4972-b7e4-602196a29dd8', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'port_id': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'mac_address': 'fa:16:3e:4d:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:13Z', 'updated_at': '2021-06-22T20:48:13Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:15.347820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Checking router: 139cb4aa-0556-4fc4-9de9-4389f76c0ccd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:48:15.357374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:15.358333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:47:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:15.369199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-ba1779df-470b-4b8e-8772-f11649f32937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:15.371497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-ba1779df-470b-4b8e-8772-f11649f32937 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 HTTP/1.1" status: 200 len: 834 time: 0.0564091 Jun 22 20:48:15.448043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-2594c44c-83a1-47b3-996d-7d46e8a37154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:15.450834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-2594c44c-83a1-47b3-996d-7d46e8a37154 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9b4fed1-6a6f-4cd0-b422-251125f8129e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734363 Jun 22 20:48:15.486524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:15.557135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-f456c40f-959b-41a6-805c-9087cdcd01bf service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989258 Jun 22 20:48:15.675250 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-334a0ff1-7a96-4e51-b9e8-19ae93f90d16 req-a4133c41-d102-4cc4-9ef0-bf1535cab6d0 service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116252 Jun 22 20:48:15.782120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8f66817e-a73c-4972-b7e4-602196a29dd8', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'port_id': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'mac_address': 'fa:16:3e:4d:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:13Z', 'updated_at': '2021-06-22T20:48:13Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:15.809468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49895213-af35-4b30-9c47-ebcfe00d2c62 None None] The sync data for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv is: [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8f66817e-a73c-4972-b7e4-602196a29dd8', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'port_id': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'mac_address': 'fa:16:3e:4d:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:48:13Z', 'updated_at': '2021-06-22T20:48:13Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:48:16.047187 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf29bfac-4c78-4460-8a5a-fbbdc9aab726 None None] New status for floating IP 8f66817e-a73c-4972-b7e4-602196a29dd8: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:48:16.071805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60948) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:16.137061 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b31e89f3-ad1b-434b-8a04-da8038175de9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/8f66817e-a73c-4972-b7e4-602196a29dd8 HTTP/1.1" status: 200 len: 991 time: 0.0636947 Jun 22 20:48:16.876652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c64adac-38c7-400f-acae-9d7655cdbf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:17.142073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60950) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:17.212528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-970c2abc-5ed8-49cc-9c1c-9227836ce4ea tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/8f66817e-a73c-4972-b7e4-602196a29dd8 HTTP/1.1" status: 200 len: 993 time: 0.0690868 Jun 22 20:48:19.741718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dfc3ae71-b11f-4ec4-a826-4760af0b0195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:19.943189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:20.978402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:22.226796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:22.928287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:30.002506 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:48:46.877870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-04a35b03-15d2-42d2-91a1-d458374a3ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:48.301264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60972) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:48.363696 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cbd32076-8774-4f46-b1e3-402ba0d956a0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/8f66817e-a73c-4972-b7e4-602196a29dd8 HTTP/1.1" status: 200 len: 993 time: 0.0611742 Jun 22 20:48:48.648460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:48.812099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 0ec9131b-21ca-432d-838c-f683ff828a9f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:48:48.812450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:48.888569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:48.888901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:48.903271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 0ec9131b-21ca-432d-838c-f683ff828a9f owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:48:49.051289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:49.054151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b668089c-daaa-4d0e-a367-5eba69cebb25 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:49.087959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=0ec9131b-21ca-432d-838c-f683ff828a9f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:49.112827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.113213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.113590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.113986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.114361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.115550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.116074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.124617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.125070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.125448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.125819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.126212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:49.129474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:49.169551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:49.169858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP 8f66817e-a73c-4972-b7e4-602196a29dd8 disassociated (deleted). External IP: 172.26.4.199, port: f0bed582-061f-497e-bf0d-c75f5467dc8f. Jun 22 20:48:49.386425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:48:49.494873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:48:49.499177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:49.505190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Sync routers for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:48:49.514569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:49.515188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:49.535942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/8f66817e-a73c-4972-b7e4-602196a29dd8 HTTP/1.1" status: 204 len: 168 time: 0.8863823 Jun 22 20:48:49.536687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:49.539322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:49.577124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ef913-0157-45b0-a795-527a5f2f3bfe x-openstack-request-id: req-e37ef913-0157-45b0-a795-527a5f2f3bfe {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:49.577478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:49.577780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e37ef913-0157-45b0-a795-527a5f2f3bfe {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:49.578281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'status': 'completed', 'code': 200} Jun 22 20:48:49.634928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:49.660348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-15a471c0-23a5-4cf4-a18c-9f87ad160ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:49.662303 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-15a471c0-23a5-4cf4-a18c-9f87ad160ab3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 1098 time: 0.0578222 Jun 22 20:48:49.775093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-8216f31f-27be-40e3-8280-d1a27378046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:49.776954 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-8216f31f-27be-40e3-8280-d1a27378046f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 200 len: 898 time: 0.1079915 Jun 22 20:48:49.778864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dbc63ed0-6146-42c0-ae2d-4df6bd3abf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:49.830324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-d2dd1554-c9c3-41c6-b8f0-0d51638861c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 200 len: 217 time: 0.0411623 Jun 22 20:48:49.865718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:49.898115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Checking router: 139cb4aa-0556-4fc4-9de9-4389f76c0ccd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:48:49.906645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:49.907262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:49.918149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-0ccdc338-b1b7-4b3a-b900-144badae7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:49.919593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-0ccdc338-b1b7-4b3a-b900-144badae7943 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 HTTP/1.1" status: 200 len: 834 time: 0.0820241 Jun 22 20:48:49.968194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:49.985590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e09f6-7081-4553-ba49-b3e8690513f2 req-14661107-0144-47e8-bf60-0c42e574ad1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:49.987072 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-703e09f6-7081-4553-ba49-b3e8690513f2 req-14661107-0144-47e8-bf60-0c42e574ad1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.1193018 Jun 22 20:48:50.029087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-8c05ce12-1bab-456c-b6cc-633c2131f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:50.029336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:50.030488 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-8c05ce12-1bab-456c-b6cc-633c2131f5a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9b4fed1-6a6f-4cd0-b422-251125f8129e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018488 Jun 22 20:48:50.037658 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-703e09f6-7081-4553-ba49-b3e8690513f2 req-348c47e3-b1b6-425f-973b-6066309ebe83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Jun 22 20:48:50.131153 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-1f61137b-1011-4863-a615-d8a2c1c71d47 service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916584 Jun 22 20:48:50.231918 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6a15ed8d-0a86-4b43-bbdc-7b86daf5ba7b req-07d14c2b-6682-4b4d-8c53-e8c009a2aa0f service neutron] 10.222.0.53 "GET /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945735 Jun 22 20:48:50.243019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:50.269820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32eaef-4e1c-43be-b566-3fdd2cce8b66 None None] The sync data for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv is: [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:47:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9b2f2766-cdf1-4886-b093-b5a63b04ede1', 'name': '', 'network_id': 'c9b4fed1-6a6f-4cd0-b422-251125f8129e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ef:b2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:55Z', 'updated_at': '2021-06-22T20:48:01Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:48:50.468301 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67e176-c002-4cdf-9aee-5aa3651283b0 None None] New status for floating IP 8f66817e-a73c-4972-b7e4-602196a29dd8: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:48:50.981047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:51.219442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d43bb-3f05-4832-8d46-1d7623853285 req-02e18912-ec34-468e-a8e5-f4bc20d97e97 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:51.220979 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cb7d43bb-3f05-4832-8d46-1d7623853285 req-02e18912-ec34-468e-a8e5-f4bc20d97e97 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.0681725 Jun 22 20:48:51.259367 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cb7d43bb-3f05-4832-8d46-1d7623853285 req-1c2c2146-b950-4ef6-a437-d87bfcde98a3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc561531-f2ee-40b1-a039-97c91a142cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325089 Jun 22 20:48:51.347840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-af4de017-be6e-4b0a-9ef1-da2ddf979d2e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:51.349461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-af4de017-be6e-4b0a-9ef1-da2ddf979d2e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 945 time: 0.0644033 Jun 22 20:48:51.451089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port f0bed582-061f-497e-bf0d-c75f5467dc8f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:48:51.451438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:51.547135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port f0bed582-061f-497e-bf0d-c75f5467dc8f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0bed582-061f-497e-bf0d-c75f5467dc8f,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:51.547389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:51.560225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for f0bed582-061f-497e-bf0d-c75f5467dc8f owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:48:51.688578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:51.692504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a42c2559-b851-4600-aaca-fa20d70e4439 tempest-RoutersAdminTest-1942676356 tempest-RoutersAdminTest-1942676356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:51.718772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=f0bed582-061f-497e-bf0d-c75f5467dc8f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:51.721797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:51.765815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port f0bed582-061f-497e-bf0d-c75f5467dc8f on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:48:51.768377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:51.770416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f9aa563f-b07e-454e-8b13-1eedd3c31de8 req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/f0bed582-061f-497e-bf0d-c75f5467dc8f HTTP/1.1" status: 204 len: 173 time: 0.4131706 Jun 22 20:48:51.771033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'name': 'network-vif-deleted', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:48:51.773497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b589a6f0-111e-48df-b194-d848f2681e7a" -d '{"events": [{"server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "name": "network-vif-deleted", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:48:51.810488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd2c6e0-6f72-43c4-a7c5-a6d248df298c x-openstack-request-id: req-ccd2c6e0-6f72-43c4-a7c5-a6d248df298c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:48:51.810863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03", "name": "network-vif-deleted", "tag": "f0bed582-061f-497e-bf0d-c75f5467dc8f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:48:51.811176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ccd2c6e0-6f72-43c4-a7c5-a6d248df298c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:48:51.811630 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03', 'name': 'network-vif-deleted', 'tag': 'f0bed582-061f-497e-bf0d-c75f5467dc8f', 'status': 'completed', 'code': 200} Jun 22 20:48:52.222406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:52.422422 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b8b58aaa-2e1e-40d0-94b1-2401da627084 req-ce57adb9-7b53-4e61-bab1-24e26eb5f546 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca2cbacf-c8fb-406e-a9ba-4f812c9e6e03 HTTP/1.1" status: 200 len: 210 time: 0.0304303 Jun 22 20:48:52.931903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:53.518408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60994) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:53.580599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:53.611327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:53.681258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:53.685232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:53.686787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc561531-f2ee-40b1-a039-97c91a142cbb HTTP/1.1" status: 204 len: 168 time: 0.1671979 Jun 22 20:48:53.688096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09d1b36f-13fb-4e1a-8dd6-e6f50c64b4aa tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:53.700982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc561531-f2ee-40b1-a039-97c91a142cbb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:53.704660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:53.745285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 60998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:54.129357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:54.391124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 9b2f2766-cdf1-4886-b093-b5a63b04ede1 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:48:54.391519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:54.481209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 9b2f2766-cdf1-4886-b093-b5a63b04ede1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9b2f2766-cdf1-4886-b093-b5a63b04ede1,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:54.481570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:54.495442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 9b2f2766-cdf1-4886-b093-b5a63b04ede1 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:48:54.681552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:54.684303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6067eaf-6d56-41af-8900-424a52ed2856 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:54.710098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=9b2f2766-cdf1-4886-b093-b5a63b04ede1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:54.714660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:54.887339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.097710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:48:55.200692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:48:55.205551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/139cb4aa-0556-4fc4-9de9-4389f76c0ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4588487 Jun 22 20:48:55.208214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32768) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:55.211216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Sync routers for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:48:55.220906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:55.221583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:55.263342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet 03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:48:55.266362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.306699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.327337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:55.390498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.455118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.457986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0b64bfd-d702-44b4-8d73-7ee8d8410ecd tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:55.482452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:55.485459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:55.486518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.488572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/03d57bf7-e3ee-4a7c-8346-e2fd6b0afbe0 HTTP/1.1" status: 204 len: 168 time: 0.2794254 Jun 22 20:48:55.491812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32770) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:55.499921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29641bc0-be40-44a3-b0d1-8a1e323c2187 None None] Network c9b4fed1-6a6f-4cd0-b422-251125f8129e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:48:55.552631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:48:54Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:55.590310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Checking router: 139cb4aa-0556-4fc4-9de9-4389f76c0ccd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:48:55.621994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Routers {'139cb4aa-0556-4fc4-9de9-4389f76c0ccd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:55.622726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:55.915137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] Set router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:55.980428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:55.987333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] DHCP port deletion for c9b4fed1-6a6f-4cd0-b422-251125f8129e request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:48:56.102843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.122706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Deleting port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:48:56.123095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.161239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 52b7f724-9c65-47bf-bca0-c4f96d268611 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:48:56.161239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.199776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] For port a9e0608d-0a6e-4dbb-b53c-2e8028c05609, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,segment=NetworkSegment(a24bf56c-2713-43c2-b064-64bccbdf1600),segment_id=a24bf56c-2713-43c2-b064-64bccbdf1600)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:56.200175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.215205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Calling delete_port for a9e0608d-0a6e-4dbb-b53c-2e8028c05609 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:48:56.232158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:48:54Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:56.248651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 52b7f724-9c65-47bf-bca0-c4f96d268611, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=52b7f724-9c65-47bf-bca0-c4f96d268611,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:48:56.249005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.267040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 52b7f724-9c65-47bf-bca0-c4f96d268611 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:48:56.294657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0bed582-061f-497e-bf0d-c75f5467dc8f no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:48:56.300975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f44177-c9ea-43ac-93ea-57f0c719abca None None] The sync data for ids ['139cb4aa-0556-4fc4-9de9-4389f76c0ccd'] in dv-neutron-797537-2-hyperv is: [{'id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'name': 'tempest-TestNetworkBasicOps-router-2101765627', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:52Z', 'updated_at': '2021-06-22T20:48:54Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '52b7f724-9c65-47bf-bca0-c4f96d268611', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139cb4aa-0556-4fc4-9de9-4389f76c0ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:53Z', 'updated_at': '2021-06-22T20:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:48:56.322980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: f0bed582-061f-497e-bf0d-c75f5467dc8f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:48:56.323365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0bed582-061f-497e-bf0d-c75f5467dc8f not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:48:56.361122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.363299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cfae826b-47c4-4b65-a5cc-2242e648704a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:56.388096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Pushing event deleted for resources: {'Port': ['ID=a9e0608d-0a6e-4dbb-b53c-2e8028c05609,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:56.392523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] No DVR routers for this DVR port a9e0608d-0a6e-4dbb-b53c-2e8028c05609 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:48:56.399433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.402013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.403377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.403377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.403377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:56.406105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:56.490590 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-881e28bb-4094-4e45-a9a9-87959839d2e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1080651 Jun 22 20:48:56.497106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.499304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3126c16-01a8-497b-b9c0-1ffb3493c257 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:56.522424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=52b7f724-9c65-47bf-bca0-c4f96d268611,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:56.526043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:56.626359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.727552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-2fed33bc-d80c-419b-9778-f2f855ce3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:56.729053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-2fed33bc-d80c-419b-9778-f2f855ce3b92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1098 time: 0.1805179 Jun 22 20:48:56.730753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.733077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.777584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9b2f2766-cdf1-4886-b093-b5a63b04ede1 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:48:56.799038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 9b2f2766-cdf1-4886-b093-b5a63b04ede1 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:48:56.799845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9b2f2766-cdf1-4886-b093-b5a63b04ede1 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:48:56.800492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a9e0608d-0a6e-4dbb-b53c-2e8028c05609 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:48:56.800989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.801520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 139cb4aa-0556-4fc4-9de9-4389f76c0ccd {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:48:56.809829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.810963 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/139cb4aa-0556-4fc4-9de9-4389f76c0ccd HTTP/1.1" status: 204 len: 168 time: 1.3181705 Jun 22 20:48:56.813751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32772) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:56.831528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a9e0608d-0a6e-4dbb-b53c-2e8028c05609 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:48:56.831966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a9e0608d-0a6e-4dbb-b53c-2e8028c05609 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:48:56.871412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-71ac2d0f-988f-45ef-928e-6abfeaa79d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:56.872916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-71ac2d0f-988f-45ef-928e-6abfeaa79d37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.1039433 Jun 22 20:48:56.904728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:56.945799 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-93cafed6-1ff6-4b10-bdd7-a31d69a5c246 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 1000 time: 0.0621684 Jun 22 20:48:56.996374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.007411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b4fed1-6a6f-4cd0-b422-251125f8129e']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:57.013193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-327e58e9-6b36-46e0-9b85-4923515f37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:57.015299 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-327e58e9-6b36-46e0-9b85-4923515f37bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0591011 Jun 22 20:48:57.017860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24bf56c-2713-43c2-b064-64bccbdf1600') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:57.018196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24bf56c-2713-43c2-b064-64bccbdf1600') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:57.030322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.042812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.048905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:48:57.049299 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:48:57.053063 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:48:57.087880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-9d9cd50e-ea8c-4e3e-8385-7b897a013a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:57.089351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-9d9cd50e-ea8c-4e3e-8385-7b897a013a90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630157 Jun 22 20:48:57.122310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.126943 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.131119 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/c9b4fed1-6a6f-4cd0-b422-251125f8129e HTTP/1.1" status: 204 len: 168 time: 0.3156641 Jun 22 20:48:57.132232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f960d56a-2773-47f2-bac5-e922cb1ee15c tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:57.149700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32774) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:57.154690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--1466406067', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:57.157920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=c9b4fed1-6a6f-4cd0-b422-251125f8129e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:57.168415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.168801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.169186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.169554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.169945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.170315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.170679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.171041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.171404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.171767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.172123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.172480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:57.177930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4dcc8841-ec6a-4edf-8c0a-34e8e6eb29bb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:57.185413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-5f901ed2-ddf9-4d16-88a4-b00d1b4ad5b3 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869908 Jun 22 20:48:57.187925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:48:57.191376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.215773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:48:57.224753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.225094 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 45319fe2-66a5-494a-8c19-776e8dbb855e of type vlan for network 6500965c-3185-4e24-916d-e980aa445acc Jun 22 20:48:57.266389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.296391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.298643 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a7e8ea40-092d-4744-99bb-57a8e4330d1f req-c40f4d47-72d5-4d3e-8fe4-30c20bc54465 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042159 Jun 22 20:48:57.303469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:57.304058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.306409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5b10c6db-3ba2-4895-929b-50ca17a3bb9a tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:57.370859 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2200670 Jun 22 20:48:57.373749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32776) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:57.378766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:57.381759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=6500965c-3185-4e24-916d-e980aa445acc,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:57.384720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:57.392492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6500965c-3185-4e24-916d-e980aa445acc details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:48:57.411800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.413246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.475498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.619231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.824618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.843705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:57.952462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.188 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/2df6c177-8d4b-4c7e-8de0-e7330d3716c6) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:48:58.066273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:58.106549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:58.110120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:58.149748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:48:58.152762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:48:58.157797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:48:58.160374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:58.180420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:58.374579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 52b7f724-9c65-47bf-bca0-c4f96d268611 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:48:58.394743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 52b7f724-9c65-47bf-bca0-c4f96d268611 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:48:58.395419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 52b7f724-9c65-47bf-bca0-c4f96d268611 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:48:58.407602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:58.609886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:58.739665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:48:58.843652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:48:58.853238 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:48:58.861979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:58.862919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:58.863173 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4884157 Jun 22 20:48:58.863538 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:58.866350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32778) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:58.894225 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-46ed3982-553b-4c02-8fb8-b1c2fe50d4ca tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266838 Jun 22 20:48:58.897348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32780) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:58.967501 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:59.050333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a477fca3-8bfc-4def-b2fc-c3f7b6f1bdd9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:59.054504 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a477fca3-8bfc-4def-b2fc-c3f7b6f1bdd9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535046 Jun 22 20:48:59.055021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32782) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:59.085796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa7f962a-04aa-496d-9eb1-6731795a1e79 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291660 Jun 22 20:48:59.088163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32784) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:59.093006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2020426', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:48:59.145201 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:58Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:59.175886 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:48:59.176242 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Updating router f897a222-02fc-4a70-97b6-99d61055b21b port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:48:59.185955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:48:59.189455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.210565 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.370919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.373837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-279f51a5-cc5f-4d06-b7af-b8b6491d2cd1 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:59.425356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=3ad29c93-7ff9-4032-8ad2-148e9484f6cb,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:59.432598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:59.441222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:48:59.441586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 6500965c-3185-4e24-916d-e980aa445acc, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:48:59.459574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 6500965c-3185-4e24-916d-e980aa445acc is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:48:59.463805 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.468828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6500965c-3185-4e24-916d-e980aa445acc) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:48:59.473810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:48:59.474904 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Transition to ACTIVE for port object 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:48:59.475010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.479240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39470cea-ad0c-404f-803d-4ab148b73d1f None None] Network 6500965c-3185-4e24-916d-e980aa445acc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:48:59.480798 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.487191 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9879b0d1-275e-4192-8353-5df035d358ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:59.492069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4028013 Jun 22 20:48:59.494891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32786) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:48:59.527170 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Attempting to bind port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:48:59.527554 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Attempting to bind port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:48:59.527915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Attempting to bind port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:48:59.539737 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:48:59.540124 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:48:59.540536 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.540940 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:48:59.541429 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Bound port: 2df6c177-8d4b-4c7e-8de0-e7330d3716c6, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:48:59.541802 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.565637 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Pushing event updated for resources: {'Port': ['ID=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:59.580140 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.580489 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.580826 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.581159 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.581489 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.581823 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.586410 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.587650 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.588317 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.589684 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.590280 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.590822 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:48:59.607442 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:59.624599 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] For port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:48:59.627640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] For port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:48:59.632043 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.634097 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:48:59.648233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6500965c-3185-4e24-916d-e980aa445acc', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:48:59.649378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.696304 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Pushing event updated for resources: {'Port': ['ID=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:48:59.699215 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:48:59.699817 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:48:59.701647 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:48:59.799938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Allocated IP 172.20.0.2 (6500965c-3185-4e24-916d-e980aa445acc/3ad29c93-7ff9-4032-8ad2-148e9484f6cb/4665a0ac-d259-4034-bd8a-5b15cb744a15) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:48:59.809543 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:48:59.948286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.956578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Transition to ACTIVE for port object 4665a0ac-d259-4034-bd8a-5b15cb744a15 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:48:59.965428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.974850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Transition to ACTIVE for port object 4665a0ac-d259-4034-bd8a-5b15cb744a15 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:48:59.984382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:48:59.987301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4a2e168d-fd67-458c-8c8a-3cf97f9a69fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:00.009709 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:58Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:00.028900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Network 6500965c-3185-4e24-916d-e980aa445acc is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:49:00.033040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:49:00.036895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:49:00.037556 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b33ac-894d-431b-b1df-8efe4b1f897f None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:58Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:49:00.042525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Pushing event updated for resources: {'Port': ['ID=4665a0ac-d259-4034-bd8a-5b15cb744a15,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:00.046345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:00.112459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Attempting to bind port 4665a0ac-d259-4034-bd8a-5b15cb744a15 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:49:00.113015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Attempting to bind port 4665a0ac-d259-4034-bd8a-5b15cb744a15 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:49:00.113496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Attempting to bind port 4665a0ac-d259-4034-bd8a-5b15cb744a15 on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:49:00.120393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:49:00.121004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Checking segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:49:00.121681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.124528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Bound using segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:49:00.124528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Bound port: 4665a0ac-d259-4034-bd8a-5b15cb744a15, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:49:00.124528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.196714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] For port 4665a0ac-d259-4034-bd8a-5b15cb744a15, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:49:00.200636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] For port 4665a0ac-d259-4034-bd8a-5b15cb744a15, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4665a0ac-d259-4034-bd8a-5b15cb744a15,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:49:00.205551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.210510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:00.300584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Pushing event updated for resources: {'Port': ['ID=4665a0ac-d259-4034-bd8a-5b15cb744a15,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:00.319943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (6500965c-3185-4e24-916d-e980aa445acc/3ad29c93-7ff9-4032-8ad2-148e9484f6cb/b94da75f-9c7c-44fa-955a-91aebaae973c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:49:00.320721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:00.471229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.492582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:00.494785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object b94da75f-9c7c-44fa-955a-91aebaae973c will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:49:00.543498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.554274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-50047023-7282-4466-ae5a-9688ed29f0a2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:00.592026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:00.597660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:00.598081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.610247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 6500965c-3185-4e24-916d-e980aa445acc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:49:00.623277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:49:00.627601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:49:00.695342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:00.711308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:00.724902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.733463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.764508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:00.772214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:00.776144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:00.831731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:00.836382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:00.889674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:01.373538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57f940-527a-455c-a44d-af2fc24608c7 None None] Network 6500965c-3185-4e24-916d-e980aa445acc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:49:01.437102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fbf9750b-e3a2-4979-9ab4-16c14c7154b1 None None] Provisioning for port 4665a0ac-d259-4034-bd8a-5b15cb744a15 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:01.577026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:01.582419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:01.585989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:01.661424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:01.664044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:01.666310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:01.771863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 6500965c-3185-4e24-916d-e980aa445acc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:49:01.773296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:49:01.867349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-991de6ec-d0dd-4e87-801e-6aef81c8d334 None None] Provisioning for port b94da75f-9c7c-44fa-955a-91aebaae973c completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:01.871438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-991de6ec-d0dd-4e87-801e-6aef81c8d334 None None] Provisioning complete for port b94da75f-9c7c-44fa-955a-91aebaae973c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:01.871819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-991de6ec-d0dd-4e87-801e-6aef81c8d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:01.901215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:49:01.924368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-991de6ec-d0dd-4e87-801e-6aef81c8d334 None None] Port b94da75f-9c7c-44fa-955a-91aebaae973c cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:49:02.032822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:49:02.039399 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/f897a222-02fc-4a70-97b6-99d61055b21b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5430577 Jun 22 20:49:02.042075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32788) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:02.044853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:49:02.070957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:02.071608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:02.125512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ecafacf4-2849-4645-8e26-d68e4e448084 None None] Provisioning complete for port b94da75f-9c7c-44fa-955a-91aebaae973c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:02.125943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ecafacf4-2849-4645-8e26-d68e4e448084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:02.211289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ecafacf4-2849-4645-8e26-d68e4e448084 None None] Port b94da75f-9c7c-44fa-955a-91aebaae973c cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:49:02.247882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:02.255717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.256206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.256675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.257138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.257578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.258058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.259844 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7fa48d87-3c7b-4395-be83-22ed059ebf9c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2163780 Jun 22 20:49:02.262725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32790) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:02.350429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.350963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.351418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.351868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.352316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.352960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:02.354909 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4b62ddb8-cd04-4436-bf76-3338ebf8184e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0912309 Jun 22 20:49:02.357590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32792) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:02.383103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a4fe7288-314a-4c3b-a8b8-4aba5b82ea24 None None] Provisioning complete for port b94da75f-9c7c-44fa-955a-91aebaae973c triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:02.383103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7288-314a-4c3b-a8b8-4aba5b82ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:02.432771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe7288-314a-4c3b-a8b8-4aba5b82ea24 None None] Port b94da75f-9c7c-44fa-955a-91aebaae973c cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:49:02.502789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:01Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:02.531486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:02.534858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:49:02.535225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Updating router f897a222-02fc-4a70-97b6-99d61055b21b port b94da75f-9c7c-44fa-955a-91aebaae973c binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:49:02.601804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:02.621119 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0bff6764-d5db-4a66-88be-b698f153a27f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2621858 Jun 22 20:49:02.647025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:02.647424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:02.917537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32796) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:02.922615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758097733', 'description': 'tempest-secgroup-smoke-1758097733 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:02.950019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.016588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4665a0ac-d259-4034-bd8a-5b15cb744a15 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:03.036983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.042065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.045779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f497a6ea-5f77-4a82-a38d-bf2282da7d82 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.071414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.075882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542740 Jun 22 20:49:03.076087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32798) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.081507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.093368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a15ac1-a23a-4db3-a724-f7a6dcbe1557,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.098354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.109095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 4665a0ac-d259-4034-bd8a-5b15cb744a15 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:03.116336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.116561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4665a0ac-d259-4034-bd8a-5b15cb744a15 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:03.116878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.175263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.180188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.183139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.186084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10d2883d-0bb6-4dc6-8317-0e1766521aef tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.197471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Transition to ACTIVE for port object b94da75f-9c7c-44fa-955a-91aebaae973c will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:49:03.204239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.208097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ece9296-882e-40b1-a9fa-f4117a850c50,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.208781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.211099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.212582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.216415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368065 Jun 22 20:49:03.216949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32800) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.220919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.248099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.284305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.288605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Pushing event updated for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.312120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.320270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.324803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.330000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-73c6b210-65b7-4a3b-8f4f-8c1dc69bdcc2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.346650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b3251b-8d9e-4574-8504-ccd4b5802d60,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.351460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.351704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.355183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353753 Jun 22 20:49:03.356440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32802) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.361781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Attempting to bind port b94da75f-9c7c-44fa-955a-91aebaae973c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:49:03.362056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.362224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Attempting to bind port b94da75f-9c7c-44fa-955a-91aebaae973c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:49:03.362550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Attempting to bind port b94da75f-9c7c-44fa-955a-91aebaae973c on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:49:03.375132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 4665a0ac-d259-4034-bd8a-5b15cb744a15, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4665a0ac-d259-4034-bd8a-5b15cb744a15,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:03.376402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:49:03.376859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Checking segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:49:03.377200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.377641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Bound using segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:49:03.378119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Bound port: b94da75f-9c7c-44fa-955a-91aebaae973c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:49:03.378494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.388075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.391594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.398045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.470036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.475771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.478011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=4665a0ac-d259-4034-bd8a-5b15cb744a15,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.483619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.485958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.490577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] For port b94da75f-9c7c-44fa-955a-91aebaae973c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:49:03.494077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] For port b94da75f-9c7c-44fa-955a-91aebaae973c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b94da75f-9c7c-44fa-955a-91aebaae973c,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:49:03.499461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.499973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59ed626-42c8-4b9e-84be-784a9077d7c2,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.501919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-73560a38-3c8e-484a-b2bd-2cba5f622599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.502728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.504026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.506574 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483352 Jun 22 20:49:03.508828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32804) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.513553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.540965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.577662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:03.578599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:03.583211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Pushing event updated for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.617448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.617687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.621784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.628823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4793f2bb-c17e-43e0-b30e-1e4adadfaf53 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.642781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258a0ee2-5205-4ccf-92bc-55c37a7325be,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.646177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.652622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.656871 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441956 Jun 22 20:49:03.657045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32806) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.663010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.687235 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:49:03.699380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.727139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:03.772429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.776358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.778358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9efedcde-a75d-4408-ba21-b98b4c19882b tempest-ServersTestJSON-1243363908 tempest-ServersTestJSON-1243363908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.794767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9626f9-f6d5-4de6-8c80-a3cb86306fd5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.797298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.802266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.806406 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482723 Jun 22 20:49:03.806913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32808) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:03.812288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '15a15ac1-a23a-4db3-a724-f7a6dcbe1557', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:03.836720 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:49:03.841728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.913442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.917078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.918956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:03.936268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e73c75-2cd7-482a-a9a4-a4d946a183fc,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:03.939346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:03.943604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:03.944727 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361911 Jun 22 20:49:03.967577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:03Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:03.996100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09da89-cac2-44c8-95d2-3b1ec0b17511 None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:03Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:49:04.121669 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-32173aaa-ac59-4c44-b7ba-63f5ec5b36b5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758097733&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0388374 Jun 22 20:49:04.240282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-79513d7a-fe49-4cbf-88e0-7a0a7be324a3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:04.241817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-79513d7a-fe49-4cbf-88e0-7a0a7be324a3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 797 time: 0.1137078 Jun 22 20:49:04.258025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-234c8c3e-b98b-4306-b487-41dadda19972 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0105178 Jun 22 20:49:04.339947 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-ebaa9a46-1d06-4e76-8b63-5f7266a5be04 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760210 Jun 22 20:49:04.501870 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-ce7d7a64-c9fd-4297-bb20-12a9add3711a service neutron] 10.222.0.66 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487305 Jun 22 20:49:04.518588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b94da75f-9c7c-44fa-955a-91aebaae973c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:04.574717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b94da75f-9c7c-44fa-955a-91aebaae973c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:04.578648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b94da75f-9c7c-44fa-955a-91aebaae973c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:04.579105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:04.615905 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-64b0e306-1ce0-42ad-ba24-df5f7dce50c9 service neutron] 10.222.0.66 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064765 Jun 22 20:49:04.666219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:04.705279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port b94da75f-9c7c-44fa-955a-91aebaae973c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b94da75f-9c7c-44fa-955a-91aebaae973c,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:04.710201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:04.711184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4665a0ac-d259-4034-bd8a-5b15cb744a15 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:04.714847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:04.813464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:04.817788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:04.819278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4665a0ac-d259-4034-bd8a-5b15cb744a15 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:04.819662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:04.848896 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-85b5bb24-9c4a-4da4-924a-5e7af30ced03 req-f82db464-de08-4908-95b3-e8f9216801ad tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 210 time: 0.0392430 Jun 22 20:49:05.999254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-6e06d657-bd2d-474f-a944-02e3dfe1e9b5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:06.000781 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-6e06d657-bd2d-474f-a944-02e3dfe1e9b5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 797 time: 0.1236787 Jun 22 20:49:06.003678 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1e22d582-3684-4762-a5b5-a3a27fd0c86f req-fd852747-ab37-45e4-9437-7e101b388c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 210 time: 0.0469820 Jun 22 20:49:06.049952 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-8c7c0e4d-c87a-40b0-9bb5-ed6a06999e1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0349793 Jun 22 20:49:06.061172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['15a15ac1-a23a-4db3-a724-f7a6dcbe1557']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:06.177391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:49:06.181020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.304920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.8 (6500965c-3185-4e24-916d-e980aa445acc/3ad29c93-7ff9-4032-8ad2-148e9484f6cb/9517a218-011c-46b6-97b5-bd675c67e4db) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:49:06.434071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b94da75f-9c7c-44fa-955a-91aebaae973c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:06.448672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.462899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 9517a218-011c-46b6-97b5-bd675c67e4db will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:49:06.482804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b94da75f-9c7c-44fa-955a-91aebaae973c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:06.483187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.496884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.500745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e607c3ae-58e9-4b65-aae2-071316305b5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:06.541422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 6500965c-3185-4e24-916d-e980aa445acc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:49:06.544550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:49:06.554508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:49:06.557073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:06.560698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:06.610946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:06.611570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.626881 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5700250 Jun 22 20:49:06.644129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Request body: {'port': {'device_id': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:06.736006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.827796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff0e838c-2b3b-4399-93e0-4c9301f276eb None None] Provisioning for port 9517a218-011c-46b6-97b5-bd675c67e4db completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:06.831206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ff0e838c-2b3b-4399-93e0-4c9301f276eb None None] Provisioning complete for port 9517a218-011c-46b6-97b5-bd675c67e4db triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:06.831597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ff0e838c-2b3b-4399-93e0-4c9301f276eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:06.865686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e838c-2b3b-4399-93e0-4c9301f276eb None None] Port 9517a218-011c-46b6-97b5-bd675c67e4db cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:49:07.001130 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:49:07.002503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9517a218-011c-46b6-97b5-bd675c67e4db {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:49:07.010590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:07.023407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Transition to ACTIVE for port object 9517a218-011c-46b6-97b5-bd675c67e4db will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:49:07.026900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:07.028843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d6392089-25e9-4b0b-89af-a34ca82023b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:07.118633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Pushing event updated for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:07.123809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:07.190849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Attempting to bind port 9517a218-011c-46b6-97b5-bd675c67e4db on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:49:07.191259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Attempting to bind port 9517a218-011c-46b6-97b5-bd675c67e4db by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:49:07.191596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Attempting to bind port 9517a218-011c-46b6-97b5-bd675c67e4db on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:49:07.200643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Port 9517a218-011c-46b6-97b5-bd675c67e4db on network 6500965c-3185-4e24-916d-e980aa445acc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:49:07.200959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Attempting to bind port 9517a218-011c-46b6-97b5-bd675c67e4db on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:49:07.208642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:49:07.209056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Checking segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:49:07.209472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Bound using segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:49:07.209917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Bound port: 9517a218-011c-46b6-97b5-bd675c67e4db, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:49:07.210278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:07.233223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63523-8cad-4806-af33-0097c718d3a9 req-4110c669-ab68-4472-a7a8-cff0c4e28496 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.234825 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9fc63523-8cad-4806-af33-0097c718d3a9 req-4110c669-ab68-4472-a7a8-cff0c4e28496 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 943 time: 0.1100962 Jun 22 20:49:07.311041 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9fc63523-8cad-4806-af33-0097c718d3a9 req-927faf54-a53f-4ee5-a48a-fe966c956a06 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698893 Jun 22 20:49:07.317819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:49:07.321221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=9517a218-011c-46b6-97b5-bd675c67e4db,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:49:07.325642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:07.327946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fd24cad1-02eb-4079-baef-11c3a19456ce tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:07.357957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.358553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:07.360093 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] 10.222.0.53 "PUT /v2.0/ports/9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 200 len: 1093 time: 0.7203188 Jun 22 20:49:07.362495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:49:07.365278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a464022a-a0ae-4ef6-8adc-33acd12e1880" -d '{"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:49:07.399815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Pushing event updated for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:07.403771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:07.417109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f4af9-0c9e-4f2c-9781-9db6626d7163 x-openstack-request-id: req-ef6f4af9-0c9e-4f2c-9781-9db6626d7163 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:49:07.417739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:49:07.417739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef6f4af9-0c9e-4f2c-9781-9db6626d7163 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:49:07.418243 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db', 'status': 'completed', 'code': 200} Jun 22 20:49:07.484210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-bd4e2d12-c6f7-407f-a816-0fc2877bd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.485761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-bd4e2d12-c6f7-407f-a816-0fc2877bd248 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1096 time: 0.0627055 Jun 22 20:49:07.536275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-7727f083-ba99-4f4e-9a3e-64e37e43cc93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 200 len: 217 time: 0.0364349 Jun 22 20:49:07.589968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-12672ead-4bd7-4642-8d00-947b0a2a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.591491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-12672ead-4bd7-4642-8d00-947b0a2a9ccc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0459211 Jun 22 20:49:07.658341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-8f754391-9f42-4b1b-b86b-ba10e8157d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.659890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-8f754391-9f42-4b1b-b86b-ba10e8157d2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583472 Jun 22 20:49:07.755588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-d9c5434b-a0aa-4b14-9021-7970767001c8 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846591 Jun 22 20:49:07.848986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f2141fe-78d1-4c6a-aab9-f22bef8d4103 req-b2e8bbf8-c1e6-4387-a77d-e72264416b00 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 Jun 22 20:49:07.965389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-cff6bfe8-1bb1-4a7b-a8cf-c6c10e433bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:07.966985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-cff6bfe8-1bb1-4a7b-a8cf-c6c10e433bc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1096 time: 0.0535231 Jun 22 20:49:08.062627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-25046500-486b-4d1a-992b-67dff654bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:08.064137 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-25046500-486b-4d1a-992b-67dff654bcf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 898 time: 0.0893753 Jun 22 20:49:08.106154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-27a825db-ff94-420a-a6ee-fb2446601c85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 200 len: 217 time: 0.0346539 Jun 22 20:49:08.152460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-62e1b52e-27ed-47d4-a24d-b86ac486749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:08.153920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-62e1b52e-27ed-47d4-a24d-b86ac486749a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0417311 Jun 22 20:49:08.212681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-0580e27c-e9fc-46cf-b6e1-adc918c87b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:08.214170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-0580e27c-e9fc-46cf-b6e1-adc918c87b23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509686 Jun 22 20:49:08.306679 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-37674a96-0e79-42b4-aec0-abf1a0f18c64 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854874 Jun 22 20:49:08.402531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a464022a-a0ae-4ef6-8adc-33acd12e1880 req-f02af691-e0c9-4829-b84b-98d5297a69ba service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890710 Jun 22 20:49:08.488580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e41a-a943-49df-9b22-1899065d37aa req-666c63ca-d53b-47fc-81c8-16d04e2b4156 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:08.490457 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18f4e41a-a943-49df-9b22-1899065d37aa req-666c63ca-d53b-47fc-81c8-16d04e2b4156 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 943 time: 0.0653861 Jun 22 20:49:08.529343 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18f4e41a-a943-49df-9b22-1899065d37aa req-7c5b58b6-ce97-41f2-921d-bb3f977746ee tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Jun 22 20:49:09.708294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b076150-902c-4b85-9a96-09d9a8b85592 req-39cc0a3d-6171-4e2f-a141-063637d2e32b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:09.709766 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8b076150-902c-4b85-9a96-09d9a8b85592 req-39cc0a3d-6171-4e2f-a141-063637d2e32b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 943 time: 0.0699031 Jun 22 20:49:09.748710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8b076150-902c-4b85-9a96-09d9a8b85592 req-51bf5bc3-e84e-4876-ac6f-546a53928f9d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Jun 22 20:49:10.399287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 9517a218-011c-46b6-97b5-bd675c67e4db details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:49:10.498891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=9517a218-011c-46b6-97b5-bd675c67e4db,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:10.510089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '9517a218-011c-46b6-97b5-bd675c67e4db', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'port_id': '9517a218-011c-46b6-97b5-bd675c67e4db', 'mac_address': 'fa:16:3e:36:d2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:49:10.545552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:10.557915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9517a218-011c-46b6-97b5-bd675c67e4db {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:49:10.577178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=9517a218-011c-46b6-97b5-bd675c67e4db,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:10.581805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:10.585265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:10.631820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:10.634974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:10.878033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['9517a218-011c-46b6-97b5-bd675c67e4db'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:49:10.936528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2fafc-6290-475c-871a-9976d617c932 req-0ef05787-95b3-4457-8fe4-8bfb0e747e36 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:10.938936 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-39f2fafc-6290-475c-871a-9976d617c932 req-0ef05787-95b3-4457-8fe4-8bfb0e747e36 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 944 time: 0.0739725 Jun 22 20:49:10.977790 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-39f2fafc-6290-475c-871a-9976d617c932 req-455aa3e1-d7fe-4e6f-843f-fb9a8ad677ea tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Jun 22 20:49:12.159197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182815b7-3a45-4b90-b644-4e9d41a6dd8a req-2c75b9f7-910c-4849-aaf5-ef1991edbc5b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:12.160680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-182815b7-3a45-4b90-b644-4e9d41a6dd8a req-2c75b9f7-910c-4849-aaf5-ef1991edbc5b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 944 time: 0.0667429 Jun 22 20:49:12.202025 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-182815b7-3a45-4b90-b644-4e9d41a6dd8a req-3000156d-17ae-47de-ae4a-46953c103d54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353031 Jun 22 20:49:12.414695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 9517a218-011c-46b6-97b5-bd675c67e4db up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:49:12.465477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 9517a218-011c-46b6-97b5-bd675c67e4db completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:49:12.469152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 9517a218-011c-46b6-97b5-bd675c67e4db triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:49:12.469530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:12.546745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:12.570793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:49:12.573306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea9d32-1b37-4faa-9b65-e462b75273f0" -d '{"events": [{"server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "name": "network-vif-plugged", "status": "completed", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:49:12.586072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=9517a218-011c-46b6-97b5-bd675c67e4db,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:49:12.590578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:12.593218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:12.620709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17def506-0691-4b3e-bc23-0bb7fd8063d4 x-openstack-request-id: req-17def506-0691-4b3e-bc23-0bb7fd8063d4 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:49:12.621048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "name": "network-vif-plugged", "status": "completed", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:49:12.621393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17def506-0691-4b3e-bc23-0bb7fd8063d4 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:49:12.621833 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db', 'code': 200} Jun 22 20:49:12.649852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:12.653031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:12.915392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddc4ae-ecf3-4a4a-a476-890409eb15cd req-c3947c61-9029-4bef-91f9-8f496be22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:12.916915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09ddc4ae-ecf3-4a4a-a476-890409eb15cd req-c3947c61-9029-4bef-91f9-8f496be22794 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1098 time: 0.0818970 Jun 22 20:49:12.961556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09ddc4ae-ecf3-4a4a-a476-890409eb15cd req-ee34b331-d4f7-45ab-a484-0d63335e6eb5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Jun 22 20:49:13.400138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d67c14-56c7-42d4-9b69-7500a8c52db3 req-b71f753f-cf66-4e75-9b78-ab4c485119c6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:13.401814 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68d67c14-56c7-42d4-9b69-7500a8c52db3 req-b71f753f-cf66-4e75-9b78-ab4c485119c6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0753572 Jun 22 20:49:13.441759 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68d67c14-56c7-42d4-9b69-7500a8c52db3 req-de10898a-b9fe-4bae-af4e-dce52d672020 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341320 Jun 22 20:49:14.625528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0668bc-bb34-4782-9ac0-6408c068dee3 req-2414f58a-752c-43e7-ad66-7d2e194323fa tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:14.627322 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aa0668bc-bb34-4782-9ac0-6408c068dee3 req-2414f58a-752c-43e7-ad66-7d2e194323fa tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0663133 Jun 22 20:49:14.665388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aa0668bc-bb34-4782-9ac0-6408c068dee3 req-d3fcbd6c-b25f-4a53-8e29-e0b46db08906 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319037 Jun 22 20:49:14.847406 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18a983-b1be-48e3-a1ee-c58331ce4772 req-59e98c4d-8d4d-4660-ae24-4cf561727cef tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:14.849569 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d18a983-b1be-48e3-a1ee-c58331ce4772 req-59e98c4d-8d4d-4660-ae24-4cf561727cef tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0733557 Jun 22 20:49:14.891242 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d18a983-b1be-48e3-a1ee-c58331ce4772 req-a8a3b340-3356-4937-b089-5604bc2dc1f3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Jun 22 20:49:14.922905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32864) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:14.976090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce3853-6446-42d9-8c84-4ce9632a9a3a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:14.977597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7bce3853-6446-42d9-8c84-4ce9632a9a3a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1093 time: 0.0537069 Jun 22 20:49:14.980375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32866) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:14.984733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '9517a218-011c-46b6-97b5-bd675c67e4db', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:15.007918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:15.108266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:15.211856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.61 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/8c5763b2-98c6-42da-a270-cd9294695b59) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:49:15.316840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:15.363552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:15.366581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:15.428455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:49:15.431380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:49:15.435824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:49:15.438686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=8c5763b2-98c6-42da-a270-cd9294695b59,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:15.457627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:15.816801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:15.903288 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.052781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.057421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.059375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:16.122724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=8c5763b2-98c6-42da-a270-cd9294695b59,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:16.127980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:16.134941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.239077 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP a543082b-fe42-4078-b25c-b1996b81b43a associated. External IP: 172.26.4.61, port: 9517a218-011c-46b6-97b5-bd675c67e4db. Jun 22 20:49:16.458163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:49:16.568363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:49:16.577973 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:49:16.586607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.588800 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:16.589425 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:16.703904 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:16.880603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69e86d8b-6b5f-4fac-b54b-9a091cee4b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:16.950376 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9666195 Jun 22 20:49:16.950376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:49:16.951092 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '9517a218-011c-46b6-97b5-bd675c67e4db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:36:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:49:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:16.951338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:49:16.952299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32868) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:17.046534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f59e05c0-1e54-403b-8771-0af0f3dca8f6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 990 time: 0.0918815 Jun 22 20:49:17.082145 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:49:17.093027 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:17.093667 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:48:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:17.147002 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394089f-0ed2-4b5c-b12d-fa659709e2a3 x-openstack-request-id: req-2394089f-0ed2-4b5c-b12d-fa659709e2a3 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:49:17.147349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:49:17.147658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2394089f-0ed2-4b5c-b12d-fa659709e2a3 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:49:17.148117 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db', 'status': 'completed', 'code': 200} Jun 22 20:49:17.214374 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:17.223036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-f6e8c7fe-0f49-446a-bca4-8a0af71ba2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:17.225617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-f6e8c7fe-0f49-446a-bca4-8a0af71ba2e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1098 time: 0.0545771 Jun 22 20:49:17.316834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-b1143d05-6871-4839-8cdf-19c7629aa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:17.318682 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-b1143d05-6871-4839-8cdf-19c7629aa6c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 898 time: 0.0867193 Jun 22 20:49:17.390439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-dd178307-741c-4673-ab83-a4a76f4482ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 200 len: 998 time: 0.0647211 Jun 22 20:49:17.452299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-10e7856c-9805-4571-9c17-b9fbf76ada7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:17.453042 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '9517a218-011c-46b6-97b5-bd675c67e4db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:36:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:49:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:17.453829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-10e7856c-9805-4571-9c17-b9fbf76ada7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0572329 Jun 22 20:49:17.500877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac1cd-12d5-49c6-95fc-712383168d9b None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '9517a218-011c-46b6-97b5-bd675c67e4db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:36:d2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:49:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:49:17.529114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-8a768c4c-f5a4-4f67-9c89-2a8f72cbfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:17.530675 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-8a768c4c-f5a4-4f67-9c89-2a8f72cbfa84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0622916 Jun 22 20:49:17.644355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-56bdcac6-99e9-4f38-bd8c-f98307a2a133 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062450 Jun 22 20:49:17.711516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2a4b9-487a-4fb2-b161-f4646a4832bb None None] New status for floating IP a543082b-fe42-4078-b25c-b1996b81b43a: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:49:17.746092 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6803c5-6f4f-4ce5-b67a-90acb0cc1cdb req-75f9947c-5d4b-47e5-a4ff-20dede7323ba service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956101 Jun 22 20:49:18.049412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32872) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:18.113959 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7910e172-5870-41d6-8604-5e1a508cace9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 992 time: 0.0631459 Jun 22 20:49:19.740262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6ae13823-8a41-4c18-867b-4dc203732029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:19.943923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:20.983473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:22.222038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:22.932849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:43.999144 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:49:46.875607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-02195152-f344-4401-bddd-f1af90fb5eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:49.740158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6229bfc0-74fd-438d-9d0d-10ec983b2722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:49.941527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:50.986289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:51.374017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32886) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:51.839700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6767bc0-8699-496e-99cb-35fe414b6a00 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:51.840186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6767bc0-8699-496e-99cb-35fe414b6a00 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:51.840665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6767bc0-8699-496e-99cb-35fe414b6a00 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:51.842406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d6767bc0-8699-496e-99cb-35fe414b6a00 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=3b1fa675d8854d00b529634114207bd9&network_id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 2999 time: 0.4674163 Jun 22 20:49:52.242620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:52.935793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:53.426635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32898) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:53.479985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f833bf15-d215-4f4d-86db-efae2a36b83e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:53.481486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f833bf15-d215-4f4d-86db-efae2a36b83e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da HTTP/1.1" status: 200 len: 814 time: 0.0537777 Jun 22 20:49:53.955668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32904) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:53.960709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:54.027571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:54.179164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:54.183383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:54.183747 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP a543082b-fe42-4078-b25c-b1996b81b43a disassociated. External IP: 172.26.4.61, port: 9517a218-011c-46b6-97b5-bd675c67e4db. Jun 22 20:49:54.396193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:49:54.503693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:49:54.508604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:54.512998 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:49:54.522280 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:54.522892 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:54.548649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-92c3b889-5804-4a3d-bcfb-fe75b3487da5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 689 time: 0.5919380 Jun 22 20:49:54.549312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:49:54.551559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32906) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:54.552081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea23cea-7254-4631-b925-0ad71f90bdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:49:54.589023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e183007-ed52-4a4f-9ac2-77797d8094f8 x-openstack-request-id: req-4e183007-ed52-4a4f-9ac2-77797d8094f8 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:49:54.589363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:49:54.590106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e183007-ed52-4a4f-9ac2-77797d8094f8 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:49:54.590259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db', 'status': 'completed', 'code': 200} Jun 22 20:49:54.597376 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bfaf379f-beb2-4049-a3d5-eb056bdd5833 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 689 time: 0.0445664 Jun 22 20:49:54.630362 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:54.675357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-cc90a59b-fb53-465a-85a0-d8436ea889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:54.676854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-cc90a59b-fb53-465a-85a0-d8436ea889cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 1098 time: 0.0565696 Jun 22 20:49:54.773367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-b75f56ea-3d39-497d-9ea2-5cbb8a8ab4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:54.774842 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-b75f56ea-3d39-497d-9ea2-5cbb8a8ab4e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 898 time: 0.0882256 Jun 22 20:49:54.826219 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-d309e663-b49f-4c14-b74f-f15535b68d83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 200 len: 217 time: 0.0408483 Jun 22 20:49:54.829098 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:54.859119 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:49:54.869327 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:49:54.869989 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:54.880266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-41342d50-3d30-46f9-9f63-8d016c5a98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:54.881719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-41342d50-3d30-46f9-9f63-8d016c5a98c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0461345 Jun 22 20:49:54.942532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-92346fc4-52d6-423b-87a5-9212ba4f66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:54.944012 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-92346fc4-52d6-423b-87a5-9212ba4f66aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521095 Jun 22 20:49:54.972507 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:49:55.042222 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-42032b49-ffd7-49fe-a2dd-b5a8b56eb721 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881195 Jun 22 20:49:55.136467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5ea23cea-7254-4631-b925-0ad71f90bdb6 req-541d6277-0bd7-4f63-8b13-cc78f8aaeb67 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 Jun 22 20:49:55.172964 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:49:55.199232 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc532d-6653-4de4-af72-6b78f68bb207 None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:49:55.406070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24769ecf-afeb-4942-a27f-d51cb39ca7c5 None None] New status for floating IP a543082b-fe42-4078-b25c-b1996b81b43a: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:49:55.601025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32910) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:55.655233 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b9d4a99c-5fe2-44e0-93af-adb8374f68f5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 687 time: 0.0529332 Jun 22 20:49:56.926960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32914) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:56.932479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778814578', 'description': 'tempest-secgroup-smoke-778814578 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:56.954151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.037225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.043274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.046737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8295f593-dbed-4230-8d75-be1e6066b6ac tempest-SecGroupIPv6Test-1955905890 tempest-SecGroupIPv6Test-1955905890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.070815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.072302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1440997 Jun 22 20:49:57.075424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32916) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.077332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f8a6d-009b-4651-a120-e5725c600537,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.080485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.084425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.084829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.085221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.086245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.086764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.087147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.087524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.087899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.088278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.088656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.089028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.089393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.092945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.108702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.162669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.166899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.168710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c4d66b06-c8bc-4cfb-a2e7-633a74947433 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.184503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1b5181-7a49-42ff-b99b-107f79877d19,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.193346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.194536 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180003 Jun 22 20:49:57.196494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.197147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.197618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.197921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32918) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.198061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.198387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.198755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.199125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.199489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.199859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.200220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.200580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.200937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:49:57.202709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.204178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.229603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.284670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.288312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.290780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc4e6902-9bb7-4902-9011-3d82ff981500 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.305945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab11f2f5-afc3-41c6-9d33-c889e41c970f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.308308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.312255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.313334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143894 Jun 22 20:49:57.316510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32920) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.320957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.346756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.407565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.411468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.413307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9faacc41-e9cd-4ead-bf98-e591e8166d4b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.429237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ce1ee8-d2d5-473f-8349-3d6a92730633,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.432014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.435118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.435780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183176 Jun 22 20:49:57.438603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32922) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.442981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.468739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.527254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.530798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.536015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4691f58d-2d72-461e-8c01-97fd8e631bb4 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.551161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38c5931-787a-459b-bf91-09f008b58488,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.553610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.555406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.556329 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167831 Jun 22 20:49:57.559083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32924) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.563492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.585477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:49:57.591398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.652165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.655941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.657806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f324cf4-c9bb-4898-904d-35a4730bba45 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.674718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb97d3b-464e-464c-a79d-1db905ccebef,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.677040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.677720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.678911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189020 Jun 22 20:49:57.681979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32926) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:49:57.686472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ae2f8a6d-009b-4651-a120-e5725c600537', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:49:57.707397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:49:57.712719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.774013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.777311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.779126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5cbc8f81-d7e2-4a8f-956d-942c9dc7d5b2 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:49:57.795597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746b61d6-810c-4021-aa3c-21f8759caf60,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:49:57.797828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:49:57.799272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:49:57.800465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175458 Jun 22 20:49:58.067431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-7925bd35-9a4e-40ad-8e1c-8e583b57e431 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778814578&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0430646 Jun 22 20:49:58.175380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-a8ec8d11-f372-48bb-b51a-9a23d8c006bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:58.176837 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-a8ec8d11-f372-48bb-b51a-9a23d8c006bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 797 time: 0.1021831 Jun 22 20:49:58.192348 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-c21aff6f-0cd2-4198-becf-ede6b14b351f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0092015 Jun 22 20:49:58.315290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-4c37bc32-aa05-407a-acdc-ca77f1f65a85 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1172061 Jun 22 20:49:58.331067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-687a88fd-d935-4caa-9fed-91f39d9fba52 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:49:58.332012 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-687a88fd-d935-4caa-9fed-91f39d9fba52 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053287 Jun 22 20:49:58.454856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-31ee64be-5836-4e91-ad8d-2a5872b5ea16 service neutron] 10.222.0.66 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171074 Jun 22 20:49:58.493329 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-93a6f353-108b-49ad-bc14-3cec4f131d05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018414 Jun 22 20:49:58.576464 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-1b9011fc-6ff7-46f4-a11e-90d9555099a4 service neutron] 10.222.0.66 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157749 Jun 22 20:49:58.602674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-141c2b56-b769-403f-83bb-6d1ef362194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:58.604718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-141c2b56-b769-403f-83bb-6d1ef362194b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 1098 time: 0.0575123 Jun 22 20:49:58.727603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-f2371b8a-875a-4ccb-9bcc-4472091a985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:58.729478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-f2371b8a-875a-4ccb-9bcc-4472091a985b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0977409 Jun 22 20:49:58.810582 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-f566fd98-ea0c-4de9-bacb-566405003df2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 200 len: 1000 time: 0.0702910 Jun 22 20:49:58.813344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d9e6cd2a-8c69-4509-aa53-ce87ceab8960 req-7ac0d6dc-c835-4b9a-8c10-4b08ce186858 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 210 time: 0.0805981 Jun 22 20:49:58.871277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-5529d053-d695-4c66-8278-e3ab223a4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:58.872831 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-5529d053-d695-4c66-8278-e3ab223a4fde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0523198 Jun 22 20:49:58.941237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-c340efcc-97db-4999-a491-3bd7321e8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:58.942888 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-c340efcc-97db-4999-a491-3bd7321e8272 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584900 Jun 22 20:49:59.036292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-eebeb7e8-b225-49cf-89e6-611eecd73760 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833271 Jun 22 20:49:59.137208 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71db9c9c-6c9d-4555-a1f5-cb9cfde408d6 req-d43333f4-19cb-4865-967b-dd13b0e67d9c service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Jun 22 20:49:59.964423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-87694494-ace0-45a0-8d00-26a5ac06db7b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:49:59.965811 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-87694494-ace0-45a0-8d00-26a5ac06db7b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 797 time: 0.1402051 Jun 22 20:49:59.993650 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-11fa9dc6-24b8-435b-8de9-963a0b8f58be req-844465dc-bc78-4fa4-8e84-a1bb518d8ec7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 210 time: 0.0553489 Jun 22 20:50:00.032227 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-4b439127-e09c-4e71-a6f0-07c35a08664f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 472 time: 0.0458248 Jun 22 20:50:00.045146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'c5cb2608-6c30-494a-bb79-afec18458223', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['ae2f8a6d-009b-4651-a120-e5725c600537']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:00.162577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:50:00.166815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.298553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.6 (6500965c-3185-4e24-916d-e980aa445acc/3ad29c93-7ff9-4032-8ad2-148e9484f6cb/196bc057-1487-4d28-b0a1-7321d2f09846) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:00.442188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.456133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 196bc057-1487-4d28-b0a1-7321d2f09846 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:00.489392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.494358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e8fe28b0-5b3a-403e-af88-e22a7e1b0e4f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:00.530341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 6500965c-3185-4e24-916d-e980aa445acc is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:00.535157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:00.538809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:00.572743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:00.577343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:00.597499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:00.598201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.614624 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740309 Jun 22 20:50:00.630585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Request body: {'port': {'device_id': 'c5cb2608-6c30-494a-bb79-afec18458223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:00.710784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.740624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f4833c7e-8011-4cdc-b59a-61fe0d2ffe55 None None] Provisioning for port 196bc057-1487-4d28-b0a1-7321d2f09846 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:00.744949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f4833c7e-8011-4cdc-b59a-61fe0d2ffe55 None None] Provisioning complete for port 196bc057-1487-4d28-b0a1-7321d2f09846 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:00.745330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f4833c7e-8011-4cdc-b59a-61fe0d2ffe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.929109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f4833c7e-8011-4cdc-b59a-61fe0d2ffe55 None None] Port 196bc057-1487-4d28-b0a1-7321d2f09846 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:00.979692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196bc057-1487-4d28-b0a1-7321d2f09846 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:50:00.986953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:00.999029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Transition to ACTIVE for port object 196bc057-1487-4d28-b0a1-7321d2f09846 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:01.003567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:01.005530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-57d6705a-34f5-428e-94db-ff5d53b3afec tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:01.056394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:01.061206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:01.142770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Attempting to bind port 196bc057-1487-4d28-b0a1-7321d2f09846 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:50:01.143113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Attempting to bind port 196bc057-1487-4d28-b0a1-7321d2f09846 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:50:01.143452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Attempting to bind port 196bc057-1487-4d28-b0a1-7321d2f09846 on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:01.148096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Port 196bc057-1487-4d28-b0a1-7321d2f09846 on network 6500965c-3185-4e24-916d-e980aa445acc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:50:01.148495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Attempting to bind port 196bc057-1487-4d28-b0a1-7321d2f09846 on network 6500965c-3185-4e24-916d-e980aa445acc {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:01.153823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:50:01.154196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Checking segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:01.154584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Bound using segment: {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:50:01.155015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Bound port: 196bc057-1487-4d28-b0a1-7321d2f09846, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45319fe2-66a5-494a-8c19-776e8dbb855e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6500965c-3185-4e24-916d-e980aa445acc'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:50:01.155370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:01.200323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e010e-ef91-42db-bf96-29f288140b43 req-56346f82-9a7a-463a-a4f7-54228a5baacc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.202011 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba4e010e-ef91-42db-bf96-29f288140b43 req-56346f82-9a7a-463a-a4f7-54228a5baacc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 943 time: 0.0784845 Jun 22 20:50:01.225527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:50:01.230705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=196bc057-1487-4d28-b0a1-7321d2f09846,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:50:01.236360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:01.239547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-131c8664-7d80-475e-a4d0-cde39cec2110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:01.261477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba4e010e-ef91-42db-bf96-29f288140b43 req-78b3e915-6184-46ee-a296-c8850970cdc2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534089 Jun 22 20:50:01.281231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.281865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:01.283327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/196bc057-1487-4d28-b0a1-7321d2f09846 HTTP/1.1" status: 200 len: 1093 time: 0.6571960 Jun 22 20:50:01.283791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:01.286132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e820c50-86b0-42c8-8db4-c3a582476f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:01.304691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:01.308010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:01.324828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bb8645-01a6-4c0d-b740-6e6784516e1d x-openstack-request-id: req-09bb8645-01a6-4c0d-b740-6e6784516e1d {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:01.325243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:01.325614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09bb8645-01a6-4c0d-b740-6e6784516e1d {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:01.326164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846', 'status': 'completed', 'code': 200} Jun 22 20:50:01.395805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-0643d4fe-8a8b-4131-aa3b-4593b5503a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.397411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-0643d4fe-8a8b-4131-aa3b-4593b5503a6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 1096 time: 0.0628781 Jun 22 20:50:01.450450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-d0fac5f8-5133-4b27-a906-7f591d62f210 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=196bc057-1487-4d28-b0a1-7321d2f09846 HTTP/1.1" status: 200 len: 217 time: 0.0418224 Jun 22 20:50:01.509962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-c2f1c4c9-338f-4c05-8181-1ba911f0cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.511416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-c2f1c4c9-338f-4c05-8181-1ba911f0cf2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0507982 Jun 22 20:50:01.580447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-5e7616ae-1e5a-4c7d-a30b-931dd65eb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.581951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-5e7616ae-1e5a-4c7d-a30b-931dd65eb5d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590410 Jun 22 20:50:01.671898 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-8d1e6e51-f826-44cf-a5b0-3cc5e824f284 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827677 Jun 22 20:50:01.770011 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9476b3fe-5955-4bc6-b205-c6b890e51b05 req-1ea45cd9-4a2f-45fb-8d0c-6cf9d88b5366 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Jun 22 20:50:01.885219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-1585fbd7-f8dd-4b20-a242-f323eae41288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.886430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-1585fbd7-f8dd-4b20-a242-f323eae41288 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 1096 time: 0.0531216 Jun 22 20:50:01.982103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-b464c2af-4090-4172-8c39-ca91e4bcd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:01.983550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-b464c2af-4090-4172-8c39-ca91e4bcd90c service neutron] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 898 time: 0.0896518 Jun 22 20:50:02.026931 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-9d759aeb-0443-4d2f-9c71-e4dc7fc4219e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=196bc057-1487-4d28-b0a1-7321d2f09846 HTTP/1.1" status: 200 len: 217 time: 0.0356236 Jun 22 20:50:02.077339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-5904ac93-ed43-45a2-97c3-2041c08a9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:02.078822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-5904ac93-ed43-45a2-97c3-2041c08a9fd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0451324 Jun 22 20:50:02.149769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-75e1c5c8-3d17-411f-bfda-7831bd0f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:02.151297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-75e1c5c8-3d17-411f-bfda-7831bd0f09a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659354 Jun 22 20:50:02.252200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-41073001-3c55-43df-9c2b-1c9d682589cb service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913832 Jun 22 20:50:02.365225 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e820c50-86b0-42c8-8db4-c3a582476f13 req-1f81ad74-ec08-4ff5-9f95-dbccb75864d6 service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054950 Jun 22 20:50:02.451351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc10236-e763-48c1-8110-df48bbf0ac9c req-03e557a4-abfc-4947-9d00-24e60bf00b13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:02.452860 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2cc10236-e763-48c1-8110-df48bbf0ac9c req-03e557a4-abfc-4947-9d00-24e60bf00b13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 943 time: 0.0736427 Jun 22 20:50:02.500003 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2cc10236-e763-48c1-8110-df48bbf0ac9c req-1d06ad16-5286-4b6c-9971-c8d815d08bd8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413675 Jun 22 20:50:03.684026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4275f-da27-4544-b7a8-151e5f6714a2 req-c1a4d031-f096-4711-b9b6-a3e31dbb14fe tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:03.685531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ae4275f-da27-4544-b7a8-151e5f6714a2 req-c1a4d031-f096-4711-b9b6-a3e31dbb14fe tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 943 time: 0.0641620 Jun 22 20:50:03.723416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ae4275f-da27-4544-b7a8-151e5f6714a2 req-a4712dfd-6cdd-45ab-ae90-757b4ecf7448 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Jun 22 20:50:04.342984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f97f-b6dd-4241-bddb-1b884a7afaf2 req-a47c6ef3-bccc-4d63-a14f-60b9329d8102 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:04.344442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0179f97f-b6dd-4241-bddb-1b884a7afaf2 req-a47c6ef3-bccc-4d63-a14f-60b9329d8102 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.0639093 Jun 22 20:50:04.381745 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0179f97f-b6dd-4241-bddb-1b884a7afaf2 req-56c56ad3-f919-4423-8e5f-32d23006ca6c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Jun 22 20:50:04.692876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 196bc057-1487-4d28-b0a1-7321d2f09846 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:50:04.787289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=196bc057-1487-4d28-b0a1-7321d2f09846,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:04.798790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '196bc057-1487-4d28-b0a1-7321d2f09846', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'port_id': '196bc057-1487-4d28-b0a1-7321d2f09846', 'mac_address': 'fa:16:3e:ae:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:50:04.839115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:04.852569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196bc057-1487-4d28-b0a1-7321d2f09846 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:50:04.872187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=196bc057-1487-4d28-b0a1-7321d2f09846,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:04.876877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:04.878662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:04.905619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328748bb-5366-4c92-afa2-9a3d664f60cd req-a52b12aa-131b-49a5-bbc3-35c6dd0f3050 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:04.907120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-328748bb-5366-4c92-afa2-9a3d664f60cd req-a52b12aa-131b-49a5-bbc3-35c6dd0f3050 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 943 time: 0.0690506 Jun 22 20:50:04.926230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:04.933102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.933430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.933762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.934117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.934444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.934769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.935092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.935414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.935734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.936048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.936360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.936669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:04.940488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:04.948545 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-328748bb-5366-4c92-afa2-9a3d664f60cd req-ab7cdb35-cf6b-461d-a661-8503d3f6bdf3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358002 Jun 22 20:50:05.117667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['196bc057-1487-4d28-b0a1-7321d2f09846'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:50:05.554740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19137a2-ee9f-43a5-9aac-c27c0c707f59 req-c1791484-b622-49ba-93a2-b94f88dc15e6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:05.556198 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d19137a2-ee9f-43a5-9aac-c27c0c707f59 req-c1791484-b622-49ba-93a2-b94f88dc15e6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.0666094 Jun 22 20:50:05.593802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d19137a2-ee9f-43a5-9aac-c27c0c707f59 req-2b175d3b-8767-40fc-abad-b43ecc80dfb8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Jun 22 20:50:06.030939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22c93-610d-48ed-9b38-3b210824baef req-62380fae-4144-45f7-b83d-bc3d4cb2500f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:06.032453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c7f22c93-610d-48ed-9b38-3b210824baef req-62380fae-4144-45f7-b83d-bc3d4cb2500f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.0633361 Jun 22 20:50:06.130046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581931a7-10b7-426c-8503-e35a42a397bf req-e8ec9e52-816e-4f8e-a14e-15563176ebfd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:06.131538 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-581931a7-10b7-426c-8503-e35a42a397bf req-e8ec9e52-816e-4f8e-a14e-15563176ebfd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 944 time: 0.0715578 Jun 22 20:50:06.144531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port cac34059-e21a-43b7-917e-0164e9ab7e2f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:06.144873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.171713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-581931a7-10b7-426c-8503-e35a42a397bf req-d33d0118-ba26-478d-9487-a6e6160fbeb2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337269 Jun 22 20:50:06.238647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] For port cac34059-e21a-43b7-917e-0164e9ab7e2f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cac34059-e21a-43b7-917e-0164e9ab7e2f,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:06.238920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.698054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 196bc057-1487-4d28-b0a1-7321d2f09846 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:50:06.753154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 196bc057-1487-4d28-b0a1-7321d2f09846 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:06.761028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 196bc057-1487-4d28-b0a1-7321d2f09846 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:06.761434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.801988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.802614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.802614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5 disassociated. External IP: 172.26.4.42, port: cac34059-e21a-43b7-917e-0164e9ab7e2f. Jun 22 20:50:06.802931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for cac34059-e21a-43b7-917e-0164e9ab7e2f owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:06.852192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.874189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa4146-8e8a-4199-ba4b-e24353d43808 req-8ddafca0-3a97-49a9-b178-80277bfd7e7e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:06.875944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0fa4146-8e8a-4199-ba4b-e24353d43808 req-8ddafca0-3a97-49a9-b178-80277bfd7e7e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 945 time: 0.1652455 Jun 22 20:50:06.877196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:06.883515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09389e6b-0053-43ba-bd99-b963077222c1" -d '{"events": [{"server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "name": "network-vif-plugged", "status": "completed", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:06.895323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=196bc057-1487-4d28-b0a1-7321d2f09846,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:06.901384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:06.902740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cac34059-e21a-43b7-917e-0164e9ab7e2f no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:06.905656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:06.927656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1144f-c838-4ee4-a2d3-e533497e7517 x-openstack-request-id: req-67b1144f-c838-4ee4-a2d3-e533497e7517 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:06.927997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "name": "network-vif-plugged", "status": "completed", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:06.928202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67b1144f-c838-4ee4-a2d3-e533497e7517 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:06.928787 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846', 'code': 200} Jun 22 20:50:06.951069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0fa4146-8e8a-4199-ba4b-e24353d43808 req-93590efb-cded-44ae-89cd-ab988f1f4887 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541894 Jun 22 20:50:07.026402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:07.033536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6a2df1ad-2d47-48c3-ad62-96fe4a468365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:07.039067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:07.048615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:07.067145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=cac34059-e21a-43b7-917e-0164e9ab7e2f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:07.067628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:07.081451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:07.228799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:07.242852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e81a8-16df-42e2-80ec-875483926992 req-b1963726-a953-465a-9d7b-078803cc42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:07.244806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e3e81a8-16df-42e2-80ec-875483926992 req-b1963726-a953-465a-9d7b-078803cc42e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 1098 time: 0.0785515 Jun 22 20:50:07.325441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e3e81a8-16df-42e2-80ec-875483926992 req-b063c3fb-b1c0-428b-877a-1dab7e253f99 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Jun 22 20:50:07.349000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6407-4bff-4bcb-a5d6-226f0d8f8b41 req-3982ebd7-12be-4a50-9bf8-1a945f09337c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:07.350594 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-411a6407-4bff-4bcb-a5d6-226f0d8f8b41 req-3982ebd7-12be-4a50-9bf8-1a945f09337c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0664842 Jun 22 20:50:07.373811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:07.385099 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:07.388639 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-411a6407-4bff-4bcb-a5d6-226f0d8f8b41 req-7ab0ef0b-e76b-4457-8d1c-43817178ea58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Jun 22 20:50:07.394970 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:07.395612 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:07.421734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] No DVR routers for this DVR port cac34059-e21a-43b7-917e-0164e9ab7e2f on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:50:07.424504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:07.426513 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c7f22c93-610d-48ed-9b38-3b210824baef req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "DELETE /v2.0/ports/cac34059-e21a-43b7-917e-0164e9ab7e2f HTTP/1.1" status: 204 len: 173 time: 1.3854761 Jun 22 20:50:07.427285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'name': 'network-vif-deleted', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:07.430728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9407dd-03c1-4d26-a0bd-2f5d5bc2aa57" -d '{"events": [{"server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "name": "network-vif-deleted", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:07.474611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332197a-f47a-4efc-80dc-80a1131f04ea x-openstack-request-id: req-d332197a-f47a-4efc-80dc-80a1131f04ea {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:07.475193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8e2ff6-602b-4f99-9dd1-17599e71d980", "name": "network-vif-deleted", "tag": "cac34059-e21a-43b7-917e-0164e9ab7e2f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:07.475687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d332197a-f47a-4efc-80dc-80a1131f04ea {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:07.476370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8e2ff6-602b-4f99-9dd1-17599e71d980', 'name': 'network-vif-deleted', 'tag': 'cac34059-e21a-43b7-917e-0164e9ab7e2f', 'status': 'completed', 'code': 200} Jun 22 20:50:07.532614 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:07.744722 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:07.853184 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:07.861725 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:07.862372 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:07.968450 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:08.135793 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab7e8495-8219-4feb-ac5f-c267e7842d10 req-db612151-f357-4a9e-b019-8e0bf9b1bd4d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 210 time: 0.0386243 Jun 22 20:50:08.180937 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:08.215414 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fed12-76d5-47c3-b565-20dff7a139c9 None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:08.442325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69b54c0-4414-4a90-a62e-2b8204e81e61 None None] New status for floating IP eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:50:08.583126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82862-3eb7-4aae-af04-1ed78617d714 req-7639f0dd-05b8-4608-a63d-363ce1d95c8c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:08.584614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-42e82862-3eb7-4aae-af04-1ed78617d714 req-7639f0dd-05b8-4608-a63d-363ce1d95c8c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0760672 Jun 22 20:50:08.625746 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-42e82862-3eb7-4aae-af04-1ed78617d714 req-10c8d369-421e-49fe-abdf-69dd9a8d6eca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342202 Jun 22 20:50:08.800019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2689-3def-4dae-b625-1e8462456b6d req-9026cd1c-351f-4d16-959d-8ce862068002 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:08.801678 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-862a2689-3def-4dae-b625-1e8462456b6d req-9026cd1c-351f-4d16-959d-8ce862068002 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jun 22 20:50:08.843249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-862a2689-3def-4dae-b625-1e8462456b6d req-b3825b16-a992-41b5-a1aa-4c200ae25cf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352764 Jun 22 20:50:08.868098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 32994) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:08.919976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29ca2e-23f1-4466-8b49-494c3a927bb9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:08.921520 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-be29ca2e-23f1-4466-8b49-494c3a927bb9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 1093 time: 0.0530179 Jun 22 20:50:08.924526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 32996) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:08.929575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'port_id': '196bc057-1487-4d28-b0a1-7321d2f09846'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:08.968929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:09.336239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48c9a079-35e4-4939-9897-bf62d585fa62 req-2b1f2bd9-1e65-4f86-96a9-9f7c21b9544b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 210 time: 0.0718141 Jun 22 20:50:09.599173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:09.604861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:09.709813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP a543082b-fe42-4078-b25c-b1996b81b43a associated. External IP: 172.26.4.61, port: 196bc057-1487-4d28-b0a1-7321d2f09846. Jun 22 20:50:09.924746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:10.340410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:10.345201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:10.349854 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:10.359731 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:10.361649 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:10.387614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1b2f6aa6-b8dc-4469-a23c-0cc9b664ce4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 990 time: 1.4616096 Jun 22 20:50:10.388468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:10.390219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:10.391044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54740b3c-9a57-46e7-af66-0a898506b8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:10.436821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1230bac-2865-4d71-a1de-652329f9b470 x-openstack-request-id: req-e1230bac-2865-4d71-a1de-652329f9b470 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:10.437199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:10.437500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1230bac-2865-4d71-a1de-652329f9b470 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:10.437969 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846', 'status': 'completed', 'code': 200} Jun 22 20:50:10.497996 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f618862-9354-4c77-9410-f03cfce9402f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 990 time: 0.1065269 Jun 22 20:50:10.520836 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:10.533495 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-363cc29e-569a-4cbc-8699-930ba168f29c req-f354a98a-357a-4cc8-8c53-8c1ac38f5da9 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8e2ff6-602b-4f99-9dd1-17599e71d980 HTTP/1.1" status: 200 len: 210 time: 0.0411413 Jun 22 20:50:10.591687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-b11a9fa8-2704-4dc2-87f6-c8fe7055c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:10.593217 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-b11a9fa8-2704-4dc2-87f6-c8fe7055c743 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 1098 time: 0.1310427 Jun 22 20:50:10.690692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-e069c7be-f332-4185-bc5a-9386833d22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:10.692370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-e069c7be-f332-4185-bc5a-9386833d22d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 200 len: 898 time: 0.0926330 Jun 22 20:50:10.759467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-c14906a8-2f3b-40be-b8a2-dbfc0941bfbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=196bc057-1487-4d28-b0a1-7321d2f09846 HTTP/1.1" status: 200 len: 998 time: 0.0606263 Jun 22 20:50:10.764162 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '196bc057-1487-4d28-b0a1-7321d2f09846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:ae:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2608-6c30-494a-bb79-afec18458223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:50:09Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:10.796516 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:10.806994 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:10.807636 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:49:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:10.810246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-447f735a-72df-4d00-af35-4d9957dc811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:10.811785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-447f735a-72df-4d00-af35-4d9957dc811c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 200 len: 832 time: 0.0465062 Jun 22 20:50:10.890033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-9eefad30-dc6c-434e-bd89-3addb3c3303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:10.891770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-9eefad30-dc6c-434e-bd89-3addb3c3303b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6500965c-3185-4e24-916d-e980aa445acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734100 Jun 22 20:50:10.907204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-f0bdda61-3f83-41c9-989c-65bfbd1ac215 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:50:10.908317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-f0bdda61-3f83-41c9-989c-65bfbd1ac215 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Jun 22 20:50:10.917494 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:11.006025 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-900c6472-b58e-49a4-b701-afbbedd8fddf service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903673 Jun 22 20:50:11.102009 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-54740b3c-9a57-46e7-af66-0a898506b8c6 req-387a2eed-1aae-49a3-b300-07d14ac24c0c service neutron] 10.222.0.53 "GET /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Jun 22 20:50:11.151911 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '196bc057-1487-4d28-b0a1-7321d2f09846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:ae:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2608-6c30-494a-bb79-afec18458223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:50:09Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:11.177632 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff96767-e264-4dfa-bb3a-054161aa14da None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a543082b-fe42-4078-b25c-b1996b81b43a', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.61', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'port_id': '196bc057-1487-4d28-b0a1-7321d2f09846', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'mac_address': 'fa:16:3e:ae:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2608-6c30-494a-bb79-afec18458223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:49:15Z', 'updated_at': '2021-06-22T20:50:09Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:11.389612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d06bdc8-3031-4b5b-8c38-1567205553f4 None None] New status for floating IP a543082b-fe42-4078-b25c-b1996b81b43a: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:50:11.499661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33008) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:11.560164 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b5f0158a-9a3f-447d-8271-23eff51202b7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 990 time: 0.0591397 Jun 22 20:50:11.782245 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-3d902b47-7533-46ba-b829-5bd260d9f089 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515032641&fields=id&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 267 time: 0.0361142 Jun 22 20:50:11.888731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-664b8a69-2d44-478d-bd4c-7d23d7f23e8d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:11.890255 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-664b8a69-2d44-478d-bd4c-7d23d7f23e8d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.1016703 Jun 22 20:50:11.904791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-9f12a078-49af-4cdd-aff4-e9eb8d9f5165 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/quotas/381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 375 time: 0.0092518 Jun 22 20:50:11.987921 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-67be9706-a1b7-4830-bc61-5150c7ca4b16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781627 Jun 22 20:50:12.089361 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-ddcd3035-60d9-4739-b82a-0944e0f1819f service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Jun 22 20:50:12.183169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-5a23b39e-066a-4520-8f99-ec3a3c267d9d service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Jun 22 20:50:12.486492 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e6e83dd4-8b64-4f21-b8d9-0b7d5fe728e3 req-dccafec5-40ef-40ed-842c-9993946f1745 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jun 22 20:50:12.563611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33034) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:12.626991 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-51436780-76ac-4b8d-a461-0fed9e1d0bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 200 len: 992 time: 0.0619843 Jun 22 20:50:13.580112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-f3cc23ef-7043-48e8-8fbe-46b11907adea tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:13.581565 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-f3cc23ef-7043-48e8-8fbe-46b11907adea tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.1153407 Jun 22 20:50:13.626067 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-743a924a-16aa-48f4-9162-4ce6d86a7f14 req-8dd4272c-d3fc-40d9-9aca-412af61eeb28 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0289490 Jun 22 20:50:13.635676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-91e5172b-8b35-45d6-b238-d747a71ee1e0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 380 time: 0.0415535 Jun 22 20:50:13.644813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'port': {'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'admin_state_up': True, 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'security_groups': ['28088e05-2e89-4bdb-833c-bd5fb85dc98e']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:13.756838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Made reservation on behalf of 381047312e1647559ddf4d2aa1c07787 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:50:13.761176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:13.892813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.20.0.6 (e24056b0-951e-441b-bdad-027b2d540f0a/05f0f694-4ae4-4e6c-adce-01a7c4aa594e/4e807fda-5a4d-4774-af55-cac43068d5bb) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:14.037518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.051331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Transition to ACTIVE for port object 4e807fda-5a4d-4774-af55-cac43068d5bb will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:14.086220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.090568 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-05f79d89-476c-4879-b740-27c60ff56ced tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:14.139007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:14.142221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:14.146186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:14.172175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:14.177143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:14.204400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:14.205032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.220675 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798926 Jun 22 20:50:14.235449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Request body: {'port': {'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:14.330841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.371890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a76f6c7d-c1de-422b-a2f1-05ae61a87099 None None] Provisioning for port 4e807fda-5a4d-4774-af55-cac43068d5bb completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:14.375977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a76f6c7d-c1de-422b-a2f1-05ae61a87099 None None] Provisioning complete for port 4e807fda-5a4d-4774-af55-cac43068d5bb triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:14.376365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76f6c7d-c1de-422b-a2f1-05ae61a87099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.423036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a76f6c7d-c1de-422b-a2f1-05ae61a87099 None None] Port 4e807fda-5a4d-4774-af55-cac43068d5bb cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:14.613559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e807fda-5a4d-4774-af55-cac43068d5bb {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:50:14.622148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.634854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Transition to ACTIVE for port object 4e807fda-5a4d-4774-af55-cac43068d5bb will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:14.639005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.641139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1cbfa6c8-e50a-4dac-88c0-ceee06f443d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:14.693015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Pushing event updated for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:14.727692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:14.823422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Attempting to bind port 4e807fda-5a4d-4774-af55-cac43068d5bb on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:50:14.823839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Attempting to bind port 4e807fda-5a4d-4774-af55-cac43068d5bb by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:50:14.824275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Attempting to bind port 4e807fda-5a4d-4774-af55-cac43068d5bb on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:14.832828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Port 4e807fda-5a4d-4774-af55-cac43068d5bb on network e24056b0-951e-441b-bdad-027b2d540f0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:50:14.833318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Attempting to bind port 4e807fda-5a4d-4774-af55-cac43068d5bb on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:14.842196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:50:14.842684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:14.843180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Bound using segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:50:14.843725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Bound port: 4e807fda-5a4d-4774-af55-cac43068d5bb, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:50:14.844180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.866096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55b0e-98cf-48ed-a5c4-ba6e38377caa req-499763b4-a94c-455c-8e81-6af77e39fd12 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:14.869203 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1d55b0e-98cf-48ed-a5c4-ba6e38377caa req-499763b4-a94c-455c-8e81-6af77e39fd12 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.1157947 Jun 22 20:50:14.962470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1d55b0e-98cf-48ed-a5c4-ba6e38377caa req-3c8b354b-5fee-4edc-9f88-96cfe6145d3c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813341 Jun 22 20:50:14.980258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:50:14.983800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4e807fda-5a4d-4774-af55-cac43068d5bb,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:50:14.987627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:14.989935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:15.027638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.028086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:15.029455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] 10.222.0.53 "PUT /v2.0/ports/4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 1093 time: 0.7988577 Jun 22 20:50:15.030046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:15.032379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:15.053857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Pushing event updated for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:15.058957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:15.147400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-e80eb5fe-8e25-485f-85a7-611222521ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.150071 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-e80eb5fe-8e25-485f-85a7-611222521ded service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1096 time: 0.0749476 Jun 22 20:50:15.156702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2571637-95ca-422c-8c54-d31d194f4de7 x-openstack-request-id: req-a2571637-95ca-422c-8c54-d31d194f4de7 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:15.157346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:15.157631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2571637-95ca-422c-8c54-d31d194f4de7 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:15.158215 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'status': 'completed', 'code': 200} Jun 22 20:50:15.203171 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-46e4de88-97ad-4eb3-afa0-4762932a70cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 217 time: 0.0412250 Jun 22 20:50:15.253640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-d9b052b9-ee89-4b07-89e4-fc51599fec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.255203 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-d9b052b9-ee89-4b07-89e4-fc51599fec0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0460091 Jun 22 20:50:15.316814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-cd570ca8-5842-4ecf-a9bf-cd0edb686b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.318302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-cd570ca8-5842-4ecf-a9bf-cd0edb686b47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565281 Jun 22 20:50:15.416197 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-c2014c4f-a698-49f8-af39-7509c5cb0745 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913382 Jun 22 20:50:15.506908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68a5195f-7d07-4bda-91e6-1c2f0aafdb50 req-a0012dee-4615-460d-aa2e-161ca7d6ba38 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Jun 22 20:50:15.612988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-b44d7413-e153-42c4-86c2-91f97dfe52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.614639 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-b44d7413-e153-42c4-86c2-91f97dfe52b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1096 time: 0.0604734 Jun 22 20:50:15.707444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-020f02c5-4c8e-4aa6-b42c-b167c2e0490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.708835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-020f02c5-4c8e-4aa6-b42c-b167c2e0490e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0881069 Jun 22 20:50:15.757136 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-b381eac5-4772-4b77-8ee4-d0bc4d107fca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 217 time: 0.0410795 Jun 22 20:50:15.806753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-6606ba26-6125-4ead-83a8-5a7f869017b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.808181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-6606ba26-6125-4ead-83a8-5a7f869017b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0442443 Jun 22 20:50:15.870058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-40516788-1ec2-4cf1-9b9b-cf5c40343548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:15.871646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-40516788-1ec2-4cf1-9b9b-cf5c40343548 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572848 Jun 22 20:50:15.969561 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-02b7e10d-590e-40fc-90b2-7a9e65e0c238 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905178 Jun 22 20:50:16.063462 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b72a73a-ef70-4cf8-99bc-bb3b8653fd2b req-4513c3d0-f3c5-47d1-92ea-aefe8b631a15 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877376 Jun 22 20:50:16.144410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ba0f-ca56-4273-ab28-b876005b11a8 req-0742b661-88e2-42a1-89b5-270892d8f2d2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:16.146009 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e165ba0f-ca56-4273-ab28-b876005b11a8 req-0742b661-88e2-42a1-89b5-270892d8f2d2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0708563 Jun 22 20:50:16.188894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e165ba0f-ca56-4273-ab28-b876005b11a8 req-a2c76bb9-c30c-4214-acab-745743a9439b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365827 Jun 22 20:50:16.879298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a76a3987-9ca8-4a0a-b93d-ca43daa188dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:17.371940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118b4cb-c7b6-447f-b76c-95e459173e76 req-28297eeb-b0fe-4ed9-9169-cbf96e5c37e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:17.373472 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e118b4cb-c7b6-447f-b76c-95e459173e76 req-28297eeb-b0fe-4ed9-9169-cbf96e5c37e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0720584 Jun 22 20:50:17.416169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e118b4cb-c7b6-447f-b76c-95e459173e76 req-57196fb5-ed68-4081-af44-4bc277b6dffb tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358734 Jun 22 20:50:18.614214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647fc4a-5aca-488c-a585-d34b99d9180d req-33356aef-7228-4603-8787-cc6743acf110 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:18.615683 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5647fc4a-5aca-488c-a585-d34b99d9180d req-33356aef-7228-4603-8787-cc6743acf110 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0847991 Jun 22 20:50:18.654270 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5647fc4a-5aca-488c-a585-d34b99d9180d req-72b16199-bc37-45d5-8aff-d44359a62608 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Jun 22 20:50:19.744083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0c854d74-944d-4147-8ef9-e34651d7d705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:19.837008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11803a77-de32-48b3-a174-cd91b30a6329 req-e1e01aa7-88f4-403c-93d8-21595cbb4cb4 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:19.838482 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-11803a77-de32-48b3-a174-cd91b30a6329 req-e1e01aa7-88f4-403c-93d8-21595cbb4cb4 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0720832 Jun 22 20:50:19.877508 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-11803a77-de32-48b3-a174-cd91b30a6329 req-8449d7d7-e735-48e4-ba11-765056b24686 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Jun 22 20:50:19.948326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:20.988910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:21.001736 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:50:21.058144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13e2a2-7f72-4d43-aa98-2e618203ae0b req-0b440097-7643-46b1-bf42-c88675159c97 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:21.059810 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d13e2a2-7f72-4d43-aa98-2e618203ae0b req-0b440097-7643-46b1-bf42-c88675159c97 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0662403 Jun 22 20:50:21.098173 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d13e2a2-7f72-4d43-aa98-2e618203ae0b req-f6d38abe-823a-4131-b695-d2e3d238bd04 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jun 22 20:50:22.237372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:22.273380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428002-f71f-44f7-9a08-ebd67e0f040d req-a0d2a2ce-528d-47fc-a8fc-cc8570e2c74b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:22.275118 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-89428002-f71f-44f7-9a08-ebd67e0f040d req-a0d2a2ce-528d-47fc-a8fc-cc8570e2c74b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0677803 Jun 22 20:50:22.313831 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-89428002-f71f-44f7-9a08-ebd67e0f040d req-3c119c28-cc7c-4bbe-9b57-b46ecca5314c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Jun 22 20:50:22.939372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:23.494308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2becf-7710-43ab-96f2-0d09b9ee533b req-3edc2619-42cc-4486-80ff-963ab1558c67 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:23.495787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7ca2becf-7710-43ab-96f2-0d09b9ee533b req-3edc2619-42cc-4486-80ff-963ab1558c67 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0677197 Jun 22 20:50:23.532455 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7ca2becf-7710-43ab-96f2-0d09b9ee533b req-ddb46d38-f1d0-49b2-ae29-e81867a58e32 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310049 Jun 22 20:50:24.714340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97485b7-ffe6-44be-9b06-4cdcf1155ce5 req-182c9eb9-14ec-418a-830d-cbeded24a779 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:24.715803 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c97485b7-ffe6-44be-9b06-4cdcf1155ce5 req-182c9eb9-14ec-418a-830d-cbeded24a779 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 943 time: 0.0692039 Jun 22 20:50:24.753523 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c97485b7-ffe6-44be-9b06-4cdcf1155ce5 req-c8b7775e-a2a4-4908-8fe8-82f83fdad700 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jun 22 20:50:24.771454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4e807fda-5a4d-4774-af55-cac43068d5bb details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:50:24.873292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4e807fda-5a4d-4774-af55-cac43068d5bb,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:24.884972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:50:24.921170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:24.934509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e807fda-5a4d-4774-af55-cac43068d5bb {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:50:24.954800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4e807fda-5a4d-4774-af55-cac43068d5bb,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:24.958642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:24.961512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:25.006420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:25.010066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:25.214911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4e807fda-5a4d-4774-af55-cac43068d5bb'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:50:25.931364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6aa79-ce98-461e-a892-036b498947d0 req-eebad48f-ff13-4553-8c02-b12d61c99bfe tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:25.932829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37c6aa79-ce98-461e-a892-036b498947d0 req-eebad48f-ff13-4553-8c02-b12d61c99bfe tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 944 time: 0.0639627 Jun 22 20:50:25.970919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37c6aa79-ce98-461e-a892-036b498947d0 req-55e29450-af90-4659-8821-bc6d1b791520 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Jun 22 20:50:26.779321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4e807fda-5a4d-4774-af55-cac43068d5bb up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:50:26.827861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 4e807fda-5a4d-4774-af55-cac43068d5bb completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:26.831461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4e807fda-5a4d-4774-af55-cac43068d5bb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:26.831843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:26.910659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:26.933621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:26.936211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1089d8-b3d6-430e-b422-d1015ae49637" -d '{"events": [{"server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "name": "network-vif-plugged", "status": "completed", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:26.950131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4e807fda-5a4d-4774-af55-cac43068d5bb,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:26.954345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:26.957273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b73ef8f5-e43b-4317-98e5-7961aca4495b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:26.982061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deea7ee-40b2-45af-a09e-645f65f8c5e8 x-openstack-request-id: req-1deea7ee-40b2-45af-a09e-645f65f8c5e8 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:26.982381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "name": "network-vif-plugged", "status": "completed", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:26.982688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1deea7ee-40b2-45af-a09e-645f65f8c5e8 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:26.983039 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'code': 200} Jun 22 20:50:27.018648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:27.021657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:27.199852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48003452-7b7b-4b70-9155-e8172b1df950 req-46c10c9d-cda3-4321-b3dc-b53b695bf8e3 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:27.201432 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48003452-7b7b-4b70-9155-e8172b1df950 req-46c10c9d-cda3-4321-b3dc-b53b695bf8e3 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.1125760 Jun 22 20:50:27.228700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fd15b-8b11-440c-ae73-c909dfb6aaf0 req-170115d4-12ba-4101-aa8f-a3a149a4a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:27.230241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-006fd15b-8b11-440c-ae73-c909dfb6aaf0 req-170115d4-12ba-4101-aa8f-a3a149a4a720 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1098 time: 0.0861936 Jun 22 20:50:27.259784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48003452-7b7b-4b70-9155-e8172b1df950 req-80575270-aefd-4b3c-8dde-056f6ba0ab01 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523336 Jun 22 20:50:27.277479 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-006fd15b-8b11-440c-ae73-c909dfb6aaf0 req-154419db-edb7-45a7-b0e9-b1789859c237 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371392 Jun 22 20:50:28.442184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335364-2cf8-4dce-852c-a8f88e656a28 req-f4cf1c89-021b-4d93-847b-9e7c49dbea55 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:28.443711 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a335364-2cf8-4dce-852c-a8f88e656a28 req-f4cf1c89-021b-4d93-847b-9e7c49dbea55 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.0686493 Jun 22 20:50:28.483552 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a335364-2cf8-4dce-852c-a8f88e656a28 req-59ad9665-4d60-47cc-9f4d-1fc6175c0da6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Jun 22 20:50:28.657146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0433b-5dc6-4e24-9078-2936225a8dcd req-accf3777-2e1a-4fd0-8ef9-dbe5f281270d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:28.658660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-85b0433b-5dc6-4e24-9078-2936225a8dcd req-accf3777-2e1a-4fd0-8ef9-dbe5f281270d tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.0640826 Jun 22 20:50:28.702648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-85b0433b-5dc6-4e24-9078-2936225a8dcd req-4cd6b4c5-5b9a-497c-80ba-9f5a709c038f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378125 Jun 22 20:50:28.726928 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33074) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:28.783585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aff9ae-3a9c-4faf-94ca-6452101d5418 tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:28.785796 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f0aff9ae-3a9c-4faf-94ca-6452101d5418 tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1093 time: 0.0576878 Jun 22 20:50:28.787827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33076) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:28.793003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:28.815001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:28.912464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.018925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.26.4.224 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:29.127191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.165374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.167384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7bdba3a8-ff47-4005-9c40-fcb092f89ed6 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:29.212101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:29.214980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:29.217596 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:29.247265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:29.250241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:29.603026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.696084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.849278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.853792 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:29.855753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:29.921392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:29.926923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:29.934262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:30.037606 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP 8bccaf02-fcc2-4b00-aeec-48e093014dba associated. External IP: 172.26.4.224, port: 4e807fda-5a4d-4774-af55-cac43068d5bb. Jun 22 20:50:30.254582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:30.367551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:30.378099 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:30.385058 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:30.388241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:30.388877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:30.426988 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6374831 Jun 22 20:50:30.427682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:30.431349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:30.467976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247319ca-da22-4971-b9d2-a176c9737f25 x-openstack-request-id: req-247319ca-da22-4971-b9d2-a176c9737f25 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:30.468428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:30.468778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-247319ca-da22-4971-b9d2-a176c9737f25 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:30.469332 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'status': 'completed', 'code': 200} Jun 22 20:50:30.504043 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:30.546098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-355d69d3-a7b5-4b5e-8ab4-e55ed30ecdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:30.547666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-355d69d3-a7b5-4b5e-8ab4-e55ed30ecdcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1098 time: 0.0539508 Jun 22 20:50:30.645806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-2d98e78a-60bb-4ec1-81b8-2706b426ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:30.647310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-2d98e78a-60bb-4ec1-81b8-2706b426ccb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0934434 Jun 22 20:50:30.727757 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-ac43d7d5-a777-4c83-bf58-c9a3bcf01af9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 999 time: 0.0736790 Jun 22 20:50:30.782965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-ef10fb06-b921-4570-969b-ba842a07390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:30.784463 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-ef10fb06-b921-4570-969b-ba842a07390c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0496283 Jun 22 20:50:30.844530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:29Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:30.848653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-4e3fb327-eecc-4bb7-bc5c-8c2d6f7cc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:30.850184 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-4e3fb327-eecc-4bb7-bc5c-8c2d6f7cc7e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580881 Jun 22 20:50:30.872499 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:30.881468 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:30.882196 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:30.964940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-22ce134e-f21e-4fc5-bbab-eef02d536dbe service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076469 Jun 22 20:50:31.010278 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:31.075867 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc086c2-17b9-4edc-9cc9-8d9b553334c8 req-15b1b85e-e250-4fc4-b0a5-0f7a449f6abb service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030900 Jun 22 20:50:31.268415 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:29Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:31.296002 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6866263-2554-49e5-bead-1f05ad6afdae None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:29Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:31.502737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324d8bf-e41c-4615-b1b8-e713279ba52d None None] New status for floating IP 8bccaf02-fcc2-4b00-aeec-48e093014dba: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:50:41.473134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77721fc-165f-4af3-8550-01a813729fa4 req-691d24f0-fb9f-4007-951f-059c72fae947 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:41.474533 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c77721fc-165f-4af3-8550-01a813729fa4 req-691d24f0-fb9f-4007-951f-059c72fae947 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0705938 Jun 22 20:50:41.517537 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c77721fc-165f-4af3-8550-01a813729fa4 req-87fc4ce0-367a-44f2-9a2d-420fcc5c1aaf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341747 Jun 22 20:50:42.703158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb36d-3de4-4473-bbb3-90b4284e73e9 req-9d5b99df-c7d0-46b1-bf16-93d602e35bf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:42.704574 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-999fb36d-3de4-4473-bbb3-90b4284e73e9 req-9d5b99df-c7d0-46b1-bf16-93d602e35bf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0674303 Jun 22 20:50:42.745409 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-999fb36d-3de4-4473-bbb3-90b4284e73e9 req-7c6e1230-167d-4179-b4eb-bf7363082474 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae2f8a6d-009b-4651-a120-e5725c600537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348411 Jun 22 20:50:42.845235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-0c3c574f-37ba-4e8a-8d1a-2c3e8fe50b90 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:42.847587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-0c3c574f-37ba-4e8a-8d1a-2c3e8fe50b90 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 945 time: 0.0669405 Jun 22 20:50:42.956456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 196bc057-1487-4d28-b0a1-7321d2f09846 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:42.956704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.045042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 196bc057-1487-4d28-b0a1-7321d2f09846, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=196bc057-1487-4d28-b0a1-7321d2f09846,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:43.045395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.217039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.217310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.217637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP a543082b-fe42-4078-b25c-b1996b81b43a disassociated. External IP: 172.26.4.61, port: 196bc057-1487-4d28-b0a1-7321d2f09846. Jun 22 20:50:43.218004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 196bc057-1487-4d28-b0a1-7321d2f09846 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:43.345245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.349710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:43.377253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=196bc057-1487-4d28-b0a1-7321d2f09846,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:43.379815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:43.509125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:43.622455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:43.632346 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:43.643063 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:43.643701 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:43.666453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 196bc057-1487-4d28-b0a1-7321d2f09846 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:50:43.669011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:43.671039 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-553e5af7-a5fa-4980-8efd-1d9586a0db4d req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/196bc057-1487-4d28-b0a1-7321d2f09846 HTTP/1.1" status: 204 len: 173 time: 0.8162291 Jun 22 20:50:43.671602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'name': 'network-vif-deleted', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:43.673856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c4f7e-68ed-4993-b870-d7023a60bf4d" -d '{"events": [{"server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "name": "network-vif-deleted", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:43.713170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd4fcfe-17cc-4ba8-bceb-e6e41b02e6ca x-openstack-request-id: req-1fd4fcfe-17cc-4ba8-bceb-e6e41b02e6ca {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:43.713522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb2608-6c30-494a-bb79-afec18458223", "name": "network-vif-deleted", "tag": "196bc057-1487-4d28-b0a1-7321d2f09846", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:43.714191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1fd4fcfe-17cc-4ba8-bceb-e6e41b02e6ca {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:43.714333 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb2608-6c30-494a-bb79-afec18458223', 'name': 'network-vif-deleted', 'tag': '196bc057-1487-4d28-b0a1-7321d2f09846', 'status': 'completed', 'code': 200} Jun 22 20:50:43.764683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:44.006067 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:44.033777 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:44.043790 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:44.044373 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:44.160689 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:44.284147 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0bb0ae5e-918f-43c8-8bf2-8a968342d0c4 req-dfb10d08-6f68-4788-8868-23e021331d7c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5cb2608-6c30-494a-bb79-afec18458223 HTTP/1.1" status: 200 len: 210 time: 0.3783236 Jun 22 20:50:44.370993 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:44.401360 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4b9ad-ce91-4965-887e-c8726ac8c15d None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'b94da75f-9c7c-44fa-955a-91aebaae973c', 'name': '', 'network_id': '6500965c-3185-4e24-916d-e980aa445acc', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:dc:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:49:00Z', 'updated_at': '2021-06-22T20:49:04Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '3ad29c93-7ff9-4032-8ad2-148e9484f6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:44.619621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4d7eb-84ea-4741-afb6-51996c095c04 None None] New status for floating IP a543082b-fe42-4078-b25c-b1996b81b43a: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:50:45.383222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33108) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:45.450367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.475131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.533419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.536020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.537170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/ae2f8a6d-009b-4651-a120-e5725c600537 HTTP/1.1" status: 204 len: 168 time: 0.1529834 Jun 22 20:50:45.538076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dacbe6ff-4d03-41cb-976d-c661b1f93b99 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:45.547504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f8a6d-009b-4651-a120-e5725c600537,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:45.550583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:45.566648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33112) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:45.690255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 8c5763b2-98c6-42da-a270-cd9294695b59 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:45.690604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.769359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.769690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.780849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 8c5763b2-98c6-42da-a270-cd9294695b59 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:45.913881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:45.916897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f09cfa4f-ea66-4542-b46a-3ba7dbce719e tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:45.940932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=8c5763b2-98c6-42da-a270-cd9294695b59,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:45.944721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:46.004695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:46.007296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:46.009198 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/a543082b-fe42-4078-b25c-b1996b81b43a HTTP/1.1" status: 204 len: 168 time: 0.4415760 Jun 22 20:50:46.376037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd89f5-dfcc-4366-8d4c-1b5166a73d85 req-e233a6d8-c37f-406b-b216-6b43f32a2293 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:46.377697 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2cd89f5-dfcc-4366-8d4c-1b5166a73d85 req-e233a6d8-c37f-406b-b216-6b43f32a2293 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0789864 Jun 22 20:50:46.420628 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2cd89f5-dfcc-4366-8d4c-1b5166a73d85 req-c79d1976-d130-4a53-a55e-b8716b796b38 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369895 Jun 22 20:50:46.832233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 196bc057-1487-4d28-b0a1-7321d2f09846 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:46.854074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 196bc057-1487-4d28-b0a1-7321d2f09846 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:50:46.854433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 196bc057-1487-4d28-b0a1-7321d2f09846 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:50:46.883108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-422a4901-b7c8-4604-9979-a6ac7d58dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:47.599656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5b9f-7a2a-4aa8-ac58-b21d9bf5de86 req-4120f1fe-a1c8-4b48-ae3d-a69cbcfa0d52 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:47.601119 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-953a5b9f-7a2a-4aa8-ac58-b21d9bf5de86 req-4120f1fe-a1c8-4b48-ae3d-a69cbcfa0d52 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0657725 Jun 22 20:50:47.640390 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-953a5b9f-7a2a-4aa8-ac58-b21d9bf5de86 req-c0e424ee-fbf6-46c6-97f3-c7e9d9d4116b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=15a15ac1-a23a-4db3-a724-f7a6dcbe1557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Jun 22 20:50:47.877233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-13041504-4981-474a-be47-8253781acedd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:47.878646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-13041504-4981-474a-be47-8253781acedd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 945 time: 0.0649853 Jun 22 20:50:48.292280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 9517a218-011c-46b6-97b5-bd675c67e4db {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:48.292622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:48.383607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 9517a218-011c-46b6-97b5-bd675c67e4db, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=9517a218-011c-46b6-97b5-bd675c67e4db,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:48.383971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:48.397592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 9517a218-011c-46b6-97b5-bd675c67e4db owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:48.533846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:48.537831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:48.565661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=9517a218-011c-46b6-97b5-bd675c67e4db,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:48.573610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:48.613242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 9517a218-011c-46b6-97b5-bd675c67e4db on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:50:48.615941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:48.617989 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd83dcdf-3ffe-44bd-ba0f-3106514aef55 req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/9517a218-011c-46b6-97b5-bd675c67e4db HTTP/1.1" status: 204 len: 173 time: 0.7335017 Jun 22 20:50:48.618482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'name': 'network-vif-deleted', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:50:48.620789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3861bb-ab92-4655-8f36-770cd8c386b8" -d '{"events": [{"server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "name": "network-vif-deleted", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:50:48.663043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b1211-54a1-46ec-a92f-9900b924cfa9 x-openstack-request-id: req-8e4b1211-54a1-46ec-a92f-9900b924cfa9 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:50:48.664440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acff5cdf-b492-47b6-b7fd-d97091925e1e", "name": "network-vif-deleted", "tag": "9517a218-011c-46b6-97b5-bd675c67e4db", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:50:48.664440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e4b1211-54a1-46ec-a92f-9900b924cfa9 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:50:48.664440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acff5cdf-b492-47b6-b7fd-d97091925e1e', 'name': 'network-vif-deleted', 'tag': '9517a218-011c-46b6-97b5-bd675c67e4db', 'status': 'completed', 'code': 200} Jun 22 20:50:48.782006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-152a1ec8-c8ea-436b-98fb-94be061abd94 req-c6ebcc17-df97-4b50-8f72-87edf5f97e06 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=acff5cdf-b492-47b6-b7fd-d97091925e1e HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jun 22 20:50:49.745796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c40b-8bf2-44f2-bf50-0ca84f87148b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:49.893351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33128) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:49.940320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:49.958331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:49.985434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.050245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.052772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.053942 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/15a15ac1-a23a-4db3-a724-f7a6dcbe1557 HTTP/1.1" status: 204 len: 168 time: 0.1595471 Jun 22 20:50:50.054739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b83db339-0d5b-403d-b4c1-dfde21238f92 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:50.064540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a15ac1-a23a-4db3-a724-f7a6dcbe1557,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:50.067333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc7681f2-ff60-4016-a6ea-643f62a4c120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:50.091630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33132) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:50.484673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.753461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port b94da75f-9c7c-44fa-955a-91aebaae973c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:50.753730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.832671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 9517a218-011c-46b6-97b5-bd675c67e4db no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:50.854334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 9517a218-011c-46b6-97b5-bd675c67e4db {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:50:50.854682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 9517a218-011c-46b6-97b5-bd675c67e4db not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:50:50.856987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port b94da75f-9c7c-44fa-955a-91aebaae973c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b94da75f-9c7c-44fa-955a-91aebaae973c,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:50.857347 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:50.870394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for b94da75f-9c7c-44fa-955a-91aebaae973c owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:50.991340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.062996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.064890 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ab0c2cc8-82c5-4c3a-a039-b486e9ebe26d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:51.093881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=b94da75f-9c7c-44fa-955a-91aebaae973c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:51.100169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:51.279253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.498917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router f897a222-02fc-4a70-97b6-99d61055b21b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:51.610755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:51.618675 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/f897a222-02fc-4a70-97b6-99d61055b21b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227587 Jun 22 20:50:51.618675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33136) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:51.620573 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Sync routers for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:51.630206 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:51.630821 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:51.674660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet 3ad29c93-7ff9-4032-8ad2-148e9484f6cb {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:50:51.677759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.719784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.739793 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:51.807971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.883422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.891175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6bfdc49a-2572-41c8-baee-1075331d0a0d tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:51.939103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad29c93-7ff9-4032-8ad2-148e9484f6cb,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:51.943477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:51.949475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:51.954965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa3d1e5-a585-4952-abef-5e380d24da6b None None] Network 6500965c-3185-4e24-916d-e980aa445acc requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:50:51.958190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28f6159a-87c6-4002-85f9-4b875dc737e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/3ad29c93-7ff9-4032-8ad2-148e9484f6cb HTTP/1.1" status: 204 len: 168 time: 0.3384621 Jun 22 20:50:51.958478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33138) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:52.071959 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:50:51Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:52.086449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.098922 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Checking router: f897a222-02fc-4a70-97b6-99d61055b21b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:52.108263 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Routers {'f897a222-02fc-4a70-97b6-99d61055b21b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:52.108890 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f897a222-02fc-4a70-97b6-99d61055b21b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:52.194283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] DHCP port deletion for 6500965c-3185-4e24-916d-e980aa445acc request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:50:52.207421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.224676 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] Set router f897a222-02fc-4a70-97b6-99d61055b21b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:52.258293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.266449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Deleting port 4665a0ac-d259-4034-bd8a-5b15cb744a15 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:52.266652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.267916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:50:52.268347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.340192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] For port 4665a0ac-d259-4034-bd8a-5b15cb744a15, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4665a0ac-d259-4034-bd8a-5b15cb744a15,segment=NetworkSegment(45319fe2-66a5-494a-8c19-776e8dbb855e),segment_id=45319fe2-66a5-494a-8c19-776e8dbb855e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:52.340590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.350128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 2df6c177-8d4b-4c7e-8de0-e7330d3716c6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:52.350455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.353819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Calling delete_port for 4665a0ac-d259-4034-bd8a-5b15cb744a15 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:52.363126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:50:52.417723 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:50:51Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:52.448778 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b04c68-1feb-4e71-852c-02b76b43e1a5 None None] The sync data for ids ['f897a222-02fc-4a70-97b6-99d61055b21b'] in dv-neutron-797537-2-hyperv is: [{'id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'name': 'tempest-TestNetworkBasicOps-router-1257486101', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:50:51Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '2df6c177-8d4b-4c7e-8de0-e7330d3716c6', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f897a222-02fc-4a70-97b6-99d61055b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:48:57Z', 'updated_at': '2021-06-22T20:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:52.449358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.454655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:52.482376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Pushing event deleted for resources: {'Port': ['ID=4665a0ac-d259-4034-bd8a-5b15cb744a15,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:52.485025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:52.488605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] No DVR routers for this DVR port 4665a0ac-d259-4034-bd8a-5b15cb744a15 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:50:52.554727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.558798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:52.588462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=2df6c177-8d4b-4c7e-8de0-e7330d3716c6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:52.594152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:52.640258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4665a0ac-d259-4034-bd8a-5b15cb744a15 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:52.658615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.662658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4665a0ac-d259-4034-bd8a-5b15cb744a15 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:50:52.663013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4665a0ac-d259-4034-bd8a-5b15cb744a15 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:50:52.756374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.758437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.803149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.803667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router f897a222-02fc-4a70-97b6-99d61055b21b {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:50:52.811652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.812879 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/f897a222-02fc-4a70-97b6-99d61055b21b HTTP/1.1" status: 204 len: 168 time: 0.8532424 Jun 22 20:50:52.815612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33140) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:52.909323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:52.948643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.006403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.017471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6500965c-3185-4e24-916d-e980aa445acc']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:53.034580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45319fe2-66a5-494a-8c19-776e8dbb855e') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:53.034880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45319fe2-66a5-494a-8c19-776e8dbb855e') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:53.052207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.074529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.081281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:50:53.081657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:50:53.084944 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:50:53.147208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.151576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3e9c464-4e37-4ded-bdfe-5ee0f2d21d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:53.155850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.157942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/6500965c-3185-4e24-916d-e980aa445acc HTTP/1.1" status: 204 len: 168 time: 0.3412299 Jun 22 20:50:53.182461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33142) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:53.184664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=6500965c-3185-4e24-916d-e980aa445acc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:53.187267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:53.189311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--2090780458', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:53.215294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:50:53.219242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.248778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:50:53.259006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.259415 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 72a1423c-5d02-4dba-b97c-eafc10ba96e3 of type vlan for network a220f83e-8d88-4819-a6d3-c9d78f882851 Jun 22 20:50:53.304614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.337308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.343974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:53.344615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.347012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:53.411651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2279327 Jun 22 20:50:53.414511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33144) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:53.420933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:53.421486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=a220f83e-8d88-4819-a6d3-c9d78f882851,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:53.424214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:53.433962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a220f83e-8d88-4819-a6d3-c9d78f882851 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:50:53.461176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.462431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.524691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.672079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.875097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:53.898553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.017027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.194 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/44d2926a-d647-448f-9bb7-43e466d237f1) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:54.130667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.170081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.172842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d2105364-be28-4348-afb0-e7672f565078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:54.208142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:54.211002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:54.215061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:54.239160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=44d2926a-d647-448f-9bb7-43e466d237f1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:54.243621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:54.474926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.498692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:54.520252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:50:54.520648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2df6c177-8d4b-4c7e-8de0-e7330d3716c6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:50:54.521127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b94da75f-9c7c-44fa-955a-91aebaae973c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:50:54.539952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b94da75f-9c7c-44fa-955a-91aebaae973c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:50:54.540309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b94da75f-9c7c-44fa-955a-91aebaae973c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:50:54.676940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.800018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 2a3ec02e-4c34-41db-849c-8e7c85853a81 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:50:54.905946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:54.915186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Sync routers for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:54.924251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:54.924644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:54.925294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:54.925551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5095696 Jun 22 20:50:54.928767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33146) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:55.030865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:55.063183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba5e1612-fdb5-4c5b-bfb2-ebd32e5c2f58 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1329217 Jun 22 20:50:55.066175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33150) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:55.156733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeedd80c-2e9b-4fba-816f-57f7e2230010 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:55.158271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-eeedd80c-2e9b-4fba-816f-57f7e2230010 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910735 Jun 22 20:50:55.161144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33152) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:55.194626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-92967e7e-9a39-4ab3-a6c2-47c80aca2dfb tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322776 Jun 22 20:50:55.197925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33154) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:55.203215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348455124', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:55.292373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:50:55.295602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.353535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:55.386211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Checking router: 2a3ec02e-4c34-41db-849c-8e7c85853a81 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:55.386559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Updating router 2a3ec02e-4c34-41db-849c-8e7c85853a81 port 44d2926a-d647-448f-9bb7-43e466d237f1 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:50:55.420969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.481916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.484610 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-860776ce-126e-4e1f-a3fa-6b984b53825f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:55.548540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:55.551696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:55.554274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:55.554638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: a220f83e-8d88-4819-a6d3-c9d78f882851, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:50:55.572734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network a220f83e-8d88-4819-a6d3-c9d78f882851 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:50:55.582059 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a220f83e-8d88-4819-a6d3-c9d78f882851) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:55.586534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:55.587286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.598758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c8e42-00f5-4212-a770-b5e4c3dd3b8a None None] Network a220f83e-8d88-4819-a6d3-c9d78f882851 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:50:55.602841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4037657 Jun 22 20:50:55.605979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33156) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:55.772499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.792014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Transition to ACTIVE for port object 44d2926a-d647-448f-9bb7-43e466d237f1 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:55.817030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.820145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:55.827817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a220f83e-8d88-4819-a6d3-c9d78f882851', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:50:55.828668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.889439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Attempting to bind port 44d2926a-d647-448f-9bb7-43e466d237f1 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:50:55.889830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Attempting to bind port 44d2926a-d647-448f-9bb7-43e466d237f1 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:50:55.890308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Attempting to bind port 44d2926a-d647-448f-9bb7-43e466d237f1 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:55.897979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Pushing event updated for resources: {'Port': ['ID=44d2926a-d647-448f-9bb7-43e466d237f1,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:55.901765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:55.950759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:50:55.951142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:55.951555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:55.951961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:50:55.952453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Bound port: 44d2926a-d647-448f-9bb7-43e466d237f1, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:50:55.952836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.043981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.047538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] For port 44d2926a-d647-448f-9bb7-43e466d237f1, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:50:56.051811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] For port 44d2926a-d647-448f-9bb7-43e466d237f1, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44d2926a-d647-448f-9bb7-43e466d237f1,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:50:56.058612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.062632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:56.064876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Allocated IP 172.20.0.2 (a220f83e-8d88-4819-a6d3-c9d78f882851/dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02/f219f6d6-49fe-45a0-92a9-b7d9386768ca) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:56.178665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Pushing event updated for resources: {'Port': ['ID=44d2926a-d647-448f-9bb7-43e466d237f1,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:56.181151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:56.181864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:56.185037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:56.334039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:56.396018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.420329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Transition to ACTIVE for port object f219f6d6-49fe-45a0-92a9-b7d9386768ca will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:56.466275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Transition to ACTIVE for port object f219f6d6-49fe-45a0-92a9-b7d9386768ca will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:56.475484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.479799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-32eb7915-487f-4215-84e2-cc2f4858a795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:56.531692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Network a220f83e-8d88-4819-a6d3-c9d78f882851 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:56.559084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:56.562530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:56.565195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Pushing event updated for resources: {'Port': ['ID=f219f6d6-49fe-45a0-92a9-b7d9386768ca,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:56.569407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:56.637056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Attempting to bind port f219f6d6-49fe-45a0-92a9-b7d9386768ca on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:50:56.637817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Attempting to bind port f219f6d6-49fe-45a0-92a9-b7d9386768ca by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:50:56.637817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Attempting to bind port f219f6d6-49fe-45a0-92a9-b7d9386768ca on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:56.645492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:50:56.645874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Checking segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:56.646315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.646718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Bound using segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:50:56.647200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Bound port: f219f6d6-49fe-45a0-92a9-b7d9386768ca, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:50:56.647583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.661337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:56.713163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ebffa-f2d0-4ee9-bf62-4f0c64dc75eb None None] The sync data for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv is: [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:54Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:50:56.753302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] For port f219f6d6-49fe-45a0-92a9-b7d9386768ca, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:50:56.756443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] For port f219f6d6-49fe-45a0-92a9-b7d9386768ca, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f219f6d6-49fe-45a0-92a9-b7d9386768ca,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:50:56.763433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:56.765587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-80a8d5bd-d592-4210-9f34-38e20e5968b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:56.830156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Pushing event updated for resources: {'Port': ['ID=f219f6d6-49fe-45a0-92a9-b7d9386768ca,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:56.834728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:56.848727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (a220f83e-8d88-4819-a6d3-c9d78f882851/dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02/d55e025d-fbca-4636-8cc6-b59c608f154e) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:57.000876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.023960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object d55e025d-fbca-4636-8cc6-b59c608f154e will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:57.069981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.075218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-598b6ec6-0f5b-4bd9-8663-8208c8d18b70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:57.122578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network a220f83e-8d88-4819-a6d3-c9d78f882851 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:57.126290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:57.131756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:57.164970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:57.168046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:57.190104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.335679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.643907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.648962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.652621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:57.728159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:57.732221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:57.738683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.739079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.739468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.739847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.740277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.740601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.740976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.741346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.741719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.742117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.742481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.742847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:57.749266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:57.832275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3362f37-8bf9-4d0a-b04b-6a5b71d9f666 None None] Network a220f83e-8d88-4819-a6d3-c9d78f882851 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:50:57.844444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network a220f83e-8d88-4819-a6d3-c9d78f882851 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:57.845976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:57.901592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-20e40304-9824-4bde-b726-5cbb78da4bf1 None None] Provisioning for port f219f6d6-49fe-45a0-92a9-b7d9386768ca completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:57.972853 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 2a3ec02e-4c34-41db-849c-8e7c85853a81 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:50:57.999636 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:50:58.089087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:50:58.094446 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/2a3ec02e-4c34-41db-849c-8e7c85853a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875541 Jun 22 20:50:58.096957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33158) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:58.201752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.202259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.202728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.203189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.203643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.204100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.208488 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d1ae9c41-5331-4f15-82dd-aa151af865cf tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1079843 Jun 22 20:50:58.208945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33160) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:58.253142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87b31704-0dce-47e5-8809-0101b38cad9a None None] Provisioning for port d55e025d-fbca-4636-8cc6-b59c608f154e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:58.257727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-87b31704-0dce-47e5-8809-0101b38cad9a None None] Provisioning complete for port d55e025d-fbca-4636-8cc6-b59c608f154e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:58.258213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-87b31704-0dce-47e5-8809-0101b38cad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.282744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.283243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.283711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.284647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.285112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.285576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:58.290246 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1fcf8eb3-b5d1-420b-8622-a78e10abba6b tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0775204 Jun 22 20:50:58.290246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33162) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:58.296637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-87b31704-0dce-47e5-8809-0101b38cad9a None None] Port d55e025d-fbca-4636-8cc6-b59c608f154e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:58.413126 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Sync routers for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:50:58.422903 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:58.423562 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:58.446208 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-69931a73-2b30-470a-8366-8658f289868d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1526310 Jun 22 20:50:58.448192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33164) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:58.459384 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-625713322', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:58.523822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7bb4b649-fefe-484e-a1c5-f407b58abf8a None None] Provisioning complete for port d55e025d-fbca-4636-8cc6-b59c608f154e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:58.526719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7bb4b649-fefe-484e-a1c5-f407b58abf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.555413 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:58.579043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4b649-fefe-484e-a1c5-f407b58abf8a None None] Port d55e025d-fbca-4636-8cc6-b59c608f154e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:58.626979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:50:58.630643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.641934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44d2926a-d647-448f-9bb7-43e466d237f1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:50:58.653085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] device_id is not set on port 0fa8ace6-6670-487c-80ec-0aab66417b3b yet. {{(pid=100373) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:50:58.703174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a4d0fbb4-c53c-4d4f-8a3b-3599a0c02a2c None None] Provisioning complete for port d55e025d-fbca-4636-8cc6-b59c608f154e triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:58.703663 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4d0fbb4-c53c-4d4f-8a3b-3599a0c02a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.725462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 44d2926a-d647-448f-9bb7-43e466d237f1 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:58.736994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 44d2926a-d647-448f-9bb7-43e466d237f1 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:58.737447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.769222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0fbb4-c53c-4d4f-8a3b-3599a0c02a2c None None] Port d55e025d-fbca-4636-8cc6-b59c608f154e cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:58.774068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.5 (a220f83e-8d88-4819-a6d3-c9d78f882851/dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02/0fa8ace6-6670-487c-80ec-0aab66417b3b) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:50:58.797640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:58.829424 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Checking router: 2a3ec02e-4c34-41db-849c-8e7c85853a81 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:50:58.830243 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Updating router 2a3ec02e-4c34-41db-849c-8e7c85853a81 port d55e025d-fbca-4636-8cc6-b59c608f154e binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:50:58.832099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.855492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 44d2926a-d647-448f-9bb7-43e466d237f1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44d2926a-d647-448f-9bb7-43e466d237f1,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:58.863754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.864869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f219f6d6-49fe-45a0-92a9-b7d9386768ca up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:50:58.865175 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.949554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:58.965344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 0fa8ace6-6670-487c-80ec-0aab66417b3b will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:59.003762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.007757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.035718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.052301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network a220f83e-8d88-4819-a6d3-c9d78f882851 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:50:59.055575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:50:59.061466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:50:59.068229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.090945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.095840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=44d2926a-d647-448f-9bb7-43e466d237f1,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.106850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.115057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f219f6d6-49fe-45a0-92a9-b7d9386768ca completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:59.124947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f219f6d6-49fe-45a0-92a9-b7d9386768ca triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:59.126052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.126476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:50:59.127128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.145626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6946476 Jun 22 20:50:59.207117 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.218456 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Transition to ACTIVE for port object d55e025d-fbca-4636-8cc6-b59c608f154e will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:50:59.225785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.226306 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.229408 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-798c3d1b-976b-4065-a6ad-2b7d8d330c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.261739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f219f6d6-49fe-45a0-92a9-b7d9386768ca, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f219f6d6-49fe-45a0-92a9-b7d9386768ca,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:50:59.267959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.276776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.282051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Pushing event updated for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.292348 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.292617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.292952 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.293284 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.293609 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.293952 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.294278 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.294600 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.294918 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.295234 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.295548 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.295861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.300574 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.344367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f219f6d6-49fe-45a0-92a9-b7d9386768ca,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.360281 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Attempting to bind port d55e025d-fbca-4636-8cc6-b59c608f154e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:50:59.360658 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Attempting to bind port d55e025d-fbca-4636-8cc6-b59c608f154e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:50:59.361022 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Attempting to bind port d55e025d-fbca-4636-8cc6-b59c608f154e on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:50:59.362870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.366157 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:50:59.366530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Checking segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:50:59.366933 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.367328 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Bound using segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:50:59.367794 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Bound port: d55e025d-fbca-4636-8cc6-b59c608f154e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:50:59.368167 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.398440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d8ff9e0-76ca-4383-a790-ea86f6a0ab93 None None] Provisioning for port 0fa8ace6-6670-487c-80ec-0aab66417b3b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:50:59.404348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d8ff9e0-76ca-4383-a790-ea86f6a0ab93 None None] Provisioning complete for port 0fa8ace6-6670-487c-80ec-0aab66417b3b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:50:59.405027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff9e0-76ca-4383-a790-ea86f6a0ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.452146 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] For port d55e025d-fbca-4636-8cc6-b59c608f154e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:50:59.456044 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] For port d55e025d-fbca-4636-8cc6-b59c608f154e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d55e025d-fbca-4636-8cc6-b59c608f154e,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:50:59.460468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ff9e0-76ca-4383-a790-ea86f6a0ab93 None None] Port 0fa8ace6-6670-487c-80ec-0aab66417b3b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:50:59.465125 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.467194 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.529595 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:50:59.530276 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:59.535157 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Pushing event updated for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.542836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33168) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:59.547510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053241277', 'description': 'tempest-secgroup-smoke-1053241277 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:59.573426 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.573805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.676589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.681136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.684386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-210e262b-ba87-4460-8ba8-d64ac508ecda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.717092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.718529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1747172 Jun 22 20:50:59.720788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.722456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:59.730527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:59.732913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.764141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.772943 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:50:59.824853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.828468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.830311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d7671727-99b7-43e8-b776-204f0a791ba3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.846826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064a04e4-9aac-4c26-bd43-c6967b267c63,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.856115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.856511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.856897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.857273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.857649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.858059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.858431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.858803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.859172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.859622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.859979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.860345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:50:59.862995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.864177 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395776 Jun 22 20:50:59.865219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.866856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33174) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:50:59.872298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:50:59.908414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.967453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.971045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:50:59.976301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42b208b2-dd6e-43de-abd9-e4726bf85b03 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:50:59.988601 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:50:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:50:59.995164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dc5181-1e82-4d3c-a27c-c5a9ce6aa436,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:50:59.997928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:50:59.999385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.003280 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327856 Jun 22 20:51:00.003796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33176) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:00.007847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:00.017783 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88939429-e88c-4ac9-8097-7fd9057ba188 None None] The sync data for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv is: [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:50:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:00.036740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.125553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.137868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.140026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:00.484581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b130297a-b6e3-4562-9750-2135d2728710,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:00.487523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:00.489682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.491004 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866710 Jun 22 20:51:00.494591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33178) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:00.500082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:00.534736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.609672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44d2926a-d647-448f-9bb7-43e466d237f1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:00.620873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.625793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.630475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-108e2e8c-8370-4e8a-9363-764535d2b951 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:00.647278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8df8e5f-862b-4820-b41f-420b264ff7de,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:00.651772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:00.659276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.661160 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655302 Jun 22 20:51:00.663563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 44d2926a-d647-448f-9bb7-43e466d237f1 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:00.664013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.664168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33180) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:00.670229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:00.694620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:00.701771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.760990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d55e025d-fbca-4636-8cc6-b59c608f154e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:00.775142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.783096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.785451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db822e77-f183-437e-aa68-70869c1705be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:00.800000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01680d59-c1b2-4a9c-8fe3-8b55b27ea677,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:00.807642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:00.812837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.814141 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490695 Jun 22 20:51:00.816888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33182) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:00.819427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d55e025d-fbca-4636-8cc6-b59c608f154e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:00.822709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:00.825466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d55e025d-fbca-4636-8cc6-b59c608f154e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:00.826093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.848738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:00.854055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.925201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.926756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.928746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.936015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80908c52-ff07-4c48-abb6-78001d6370c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:00.954265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e65004-ec22-44f1-bfa3-b24bea6cbd4f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:00.957237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:00.965019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.965281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d55e025d-fbca-4636-8cc6-b59c608f154e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d55e025d-fbca-4636-8cc6-b59c608f154e,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:00.966395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485190 Jun 22 20:51:00.968843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:00.969991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f219f6d6-49fe-45a0-92a9-b7d9386768ca up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:00.971927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:01.047635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:01.053446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:01.061967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f219f6d6-49fe-45a0-92a9-b7d9386768ca triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:01.062358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:01.127241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-ff5af5da-bf00-45d2-9fb7-92cd59a30617 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053241277&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0375626 Jun 22 20:51:01.189547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-2b0aa412-41fc-4c22-85ce-819cf64ee0d4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:01.191051 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-2b0aa412-41fc-4c22-85ce-819cf64ee0d4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 929 time: 0.0567193 Jun 22 20:51:01.288784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-c2d3f69e-83ca-4267-a2a1-3f522e47e662 service neutron] 10.222.0.66 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0847697 Jun 22 20:51:01.378855 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-e6c6bfe7-c96d-47d0-a96d-c5914e19376b service neutron] 10.222.0.66 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Jun 22 20:51:01.467326 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-f655bc0a-92e5-4819-a410-66583fa4d125 service neutron] 10.222.0.66 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Jun 22 20:51:01.638853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a5a4e72-3952-404f-b0e1-ddf287a5a68b req-67c320d6-663c-4f90-a41e-e4dd859a4d18 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 210 time: 0.0336590 Jun 22 20:51:02.497705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d55e025d-fbca-4636-8cc6-b59c608f154e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:02.545078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d55e025d-fbca-4636-8cc6-b59c608f154e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:02.545462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:02.805473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d44fd174-a57c-4379-9aad-ff97fe683ad7 req-ea1f11ff-71fe-46f7-a1a4-b8ec0221b91b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 210 time: 0.0363131 Jun 22 20:51:02.809064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-cda5e127-8077-49dd-a586-69626f31cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:02.810370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-cda5e127-8077-49dd-a586-69626f31cfd8 service neutron] 10.222.0.53 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1025 time: 0.0789709 Jun 22 20:51:02.927238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-365ea124-1d19-461e-9e21-16b342a07819 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:02.928671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-365ea124-1d19-461e-9e21-16b342a07819 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 797 time: 0.1123435 Jun 22 20:51:02.979401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-56b0ff80-e3ae-4bd7-b840-6574d6c78e95 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0369945 Jun 22 20:51:02.994967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Request body: {'port': {'device_id': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:03.064815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.325451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa8ace6-6670-487c-80ec-0aab66417b3b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:03.332590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.344335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Transition to ACTIVE for port object 0fa8ace6-6670-487c-80ec-0aab66417b3b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:03.347808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.350516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-64de885b-cb95-4790-b38c-f8e871642388 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:03.400389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:03.418800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:03.470197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:03.470540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:03.470873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:03.475298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:51:03.475621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:03.481725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:03.482094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Checking segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:03.482480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Bound using segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:03.482909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Bound port: 0fa8ace6-6670-487c-80ec-0aab66417b3b, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:03.483255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.555374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:03.559292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:03.563745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.565727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fef0737-aa93-44d1-b876-c5f34e4ec469 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:03.600935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:03.601621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:03.603655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1130 time: 0.6129556 Jun 22 20:51:03.604875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:03.607250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218056cc-ee6e-452c-9f4b-c42d16b4042f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:03.631188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:03.634521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:03.655151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8b721-7dd1-48b9-b7aa-077f157917aa x-openstack-request-id: req-5ac8b721-7dd1-48b9-b7aa-077f157917aa {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:03.655737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:03.656051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ac8b721-7dd1-48b9-b7aa-077f157917aa {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:03.657002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'status': 'completed', 'code': 200} Jun 22 20:51:03.721334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-7288a491-2cd3-40c5-b369-6125199323cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:03.722935 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-7288a491-2cd3-40c5-b369-6125199323cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 1133 time: 0.0592377 Jun 22 20:51:03.773126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-36502a0b-9a9b-494d-ac65-2a8a0f337386 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 217 time: 0.0392711 Jun 22 20:51:03.825766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-f44c73ab-6954-42bd-bc00-6fa48a5235b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:03.827276 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-f44c73ab-6954-42bd-bc00-6fa48a5235b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 200 len: 834 time: 0.0458553 Jun 22 20:51:03.891631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-d121328d-0187-4f61-95a0-e17a406fd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:03.893174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-d121328d-0187-4f61-95a0-e17a406fd692 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220f83e-8d88-4819-a6d3-c9d78f882851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558100 Jun 22 20:51:04.026834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-70557c77-4b9d-4b6b-9f65-b80278df7dcf service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234753 Jun 22 20:51:04.041539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b3b61-e42b-471b-aa12-8be463de2c6e req-758194d4-ae66-461a-aa91-2455dd64e118 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:04.042943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-008b3b61-e42b-471b-aa12-8be463de2c6e req-758194d4-ae66-461a-aa91-2455dd64e118 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 980 time: 0.1149786 Jun 22 20:51:04.135274 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-008b3b61-e42b-471b-aa12-8be463de2c6e req-b28776c5-7ce2-495f-9945-dcf815e377e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838442 Jun 22 20:51:04.161470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78270d6e-8b7b-4efe-bab0-973e91eacb05 req-d8a30446-8ac5-4ffb-94f4-8aa903dd925d service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175835 Jun 22 20:51:04.264914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-8e125071-b8b2-44cd-aa49-f4ece96fa8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:04.266418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-8e125071-b8b2-44cd-aa49-f4ece96fa8bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 1133 time: 0.0518043 Jun 22 20:51:04.363277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-a2f5317a-2c20-4dcc-8879-95ba0e921578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:04.364724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-a2f5317a-2c20-4dcc-8879-95ba0e921578 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 898 time: 0.0902772 Jun 22 20:51:04.408609 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-7c71f6c1-8d4c-4b73-833b-0ceec0091593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 217 time: 0.0365341 Jun 22 20:51:04.458125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-eadae338-96ef-4446-86b4-cd48bd5eaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:04.459539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-eadae338-96ef-4446-86b4-cd48bd5eaac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 200 len: 834 time: 0.0430455 Jun 22 20:51:04.516914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-ee3395af-da42-47dd-a3be-0e1f4d4015ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:04.518403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-ee3395af-da42-47dd-a3be-0e1f4d4015ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220f83e-8d88-4819-a6d3-c9d78f882851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514729 Jun 22 20:51:04.612485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-ba3ec5c5-265f-44e2-ad96-e001259a5185 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Jun 22 20:51:04.705505 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-218056cc-ee6e-452c-9f4b-c42d16b4042f req-d3c20508-545f-496a-af7b-2bb65275fa8a service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852759 Jun 22 20:51:05.311432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23bee2-bb79-4722-83a8-6573b536ca58 req-3106d25e-e1e5-417c-b28f-dd759a5f7803 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:05.312939 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab23bee2-bb79-4722-83a8-6573b536ca58 req-3106d25e-e1e5-417c-b28f-dd759a5f7803 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 980 time: 0.0628791 Jun 22 20:51:05.351682 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab23bee2-bb79-4722-83a8-6573b536ca58 req-a325482a-f1df-4362-872b-dc63505a8178 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jun 22 20:51:06.523332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40bd4-8a82-42e0-b1f8-37019ee3cd1b req-979e7ba6-f910-41ea-b785-4074d7d133f9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:06.524779 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c6a40bd4-8a82-42e0-b1f8-37019ee3cd1b req-979e7ba6-f910-41ea-b785-4074d7d133f9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 980 time: 0.0638211 Jun 22 20:51:06.564724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c6a40bd4-8a82-42e0-b1f8-37019ee3cd1b req-b8ddb0ed-57d5-454a-99c2-5de9d6f7405e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jun 22 20:51:06.941885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:51:07.033713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:07.044381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'mac_address': 'fa:16:3e:ab:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:51:07.083400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:07.095985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa8ace6-6670-487c-80ec-0aab66417b3b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:07.114266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:07.118904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:07.120574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:07.164931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:07.171702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.172047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.172382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.172712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.173037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.173362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.173685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.174040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.174363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.174678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.174994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.175305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:51:07.178888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:07.363142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['0fa8ace6-6670-487c-80ec-0aab66417b3b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:51:07.743334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b7e6-908e-4f10-a7ae-c5686144a360 req-98ee7534-5603-4971-afd1-4bda327dbf49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:07.745052 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8c66b7e6-908e-4f10-a7ae-c5686144a360 req-98ee7534-5603-4971-afd1-4bda327dbf49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 981 time: 0.0666933 Jun 22 20:51:07.782258 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8c66b7e6-908e-4f10-a7ae-c5686144a360 req-5f96cae9-25cd-4b25-82ee-cd2dd2e18120 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Jun 22 20:51:08.954523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425fe0-11d9-4fad-a565-deb7753c42a6 req-719f5a4c-cf31-42dd-8f9c-301a591b5119 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:08.955857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:08.956269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70425fe0-11d9-4fad-a565-deb7753c42a6 req-719f5a4c-cf31-42dd-8f9c-301a591b5119 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 981 time: 0.0647616 Jun 22 20:51:08.996730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70425fe0-11d9-4fad-a565-deb7753c42a6 req-621c917e-2732-4a22-aba6-1f0064bbcbc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Jun 22 20:51:09.005132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 0fa8ace6-6670-487c-80ec-0aab66417b3b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:09.009307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 0fa8ace6-6670-487c-80ec-0aab66417b3b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:09.009696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:09.089625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:09.113451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:09.115714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ffe1f3-99f1-44e0-b83b-f4df0afbfa7f" -d '{"events": [{"server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "name": "network-vif-plugged", "status": "completed", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:09.132652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:09.136710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:09.138665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:09.161771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500d3a3-4556-4a19-b59c-48815d6f218a x-openstack-request-id: req-d500d3a3-4556-4a19-b59c-48815d6f218a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:09.162100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "name": "network-vif-plugged", "status": "completed", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:09.162421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d500d3a3-4556-4a19-b59c-48815d6f218a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:09.162815 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'code': 200} Jun 22 20:51:09.191426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:09.194482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:09.393671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8484b-eaaa-405e-aa2f-1d678c66ea72 req-554627e8-1435-44e6-b242-9e6fc782e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:09.395380 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ec8484b-eaaa-405e-aa2f-1d678c66ea72 req-554627e8-1435-44e6-b242-9e6fc782e340 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 1135 time: 0.0594933 Jun 22 20:51:09.437713 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ec8484b-eaaa-405e-aa2f-1d678c66ea72 req-349b026a-2be1-447c-b9f3-0dde837ff02b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Jun 22 20:51:10.187300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6f6a5-e5ba-434b-9a57-0bab9ae928e9 req-d82bee0b-2522-4bfc-a193-57a0a9d4c1b6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:10.189069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ff6f6a5-e5ba-434b-9a57-0bab9ae928e9 req-d82bee0b-2522-4bfc-a193-57a0a9d4c1b6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0692928 Jun 22 20:51:10.232504 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8ff6f6a5-e5ba-434b-9a57-0bab9ae928e9 req-c6a31d37-07ad-4b8e-a63b-312f4357b9b6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Jun 22 20:51:11.420571 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ad110-f9bd-4054-b0b4-87e59157eff5 req-09b19087-5e8f-4191-8677-48a30e82c9cb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:11.422109 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c73ad110-f9bd-4054-b0b4-87e59157eff5 req-09b19087-5e8f-4191-8677-48a30e82c9cb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0690720 Jun 22 20:51:11.464062 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c73ad110-f9bd-4054-b0b4-87e59157eff5 req-b16121b2-c04e-480f-889f-aabf62094a80 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Jun 22 20:51:11.643240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5a78-de45-4d6b-99cf-04c73b452b3c req-6cfcc40b-0943-407e-a961-092b9deb41fe tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:11.644874 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da7c5a78-de45-4d6b-99cf-04c73b452b3c req-6cfcc40b-0943-407e-a961-092b9deb41fe tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0688581 Jun 22 20:51:11.689576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da7c5a78-de45-4d6b-99cf-04c73b452b3c req-af6e795c-4794-431c-8081-c971f3d1c3c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387855 Jun 22 20:51:11.714757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33244) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:11.768156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02032246-1d53-454a-aee7-9db0b993d52d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:11.769618 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-02032246-1d53-454a-aee7-9db0b993d52d tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 1130 time: 0.0538075 Jun 22 20:51:11.772488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:11.777054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:11.801791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:11.898842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.004254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.201 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/393f8633-4644-4b16-84e0-68b2cc24bbc2) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:12.107810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.145626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.148305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8094fb00-aec9-4fd6-96ad-22ccee282cc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:12.186353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:12.189188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:12.193639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:12.195623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=393f8633-4644-4b16-84e0-68b2cc24bbc2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:12.199085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:12.582131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.660350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.805045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.810248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.812205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a529c6fc-f28b-4b15-aad8-c21e0bf8a96b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:12.874776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=393f8633-4644-4b16-84e0-68b2cc24bbc2,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:12.880016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:12.887139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:12.987555 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP aa3ff668-e83f-4791-838b-aae728bb6cd0 associated. External IP: 172.26.4.201, port: 0fa8ace6-6670-487c-80ec-0aab66417b3b. Jun 22 20:51:13.197266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 2a3ec02e-4c34-41db-849c-8e7c85853a81 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:51:13.634895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:13.644738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Sync routers for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:13.651912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:13.654193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:13.654812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:13.689849 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9163356 Jun 22 20:51:13.690585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:13.692768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33248) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:13.693256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362155ed-4f78-45b8-b0e2-03e00db9ecdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:13.731139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38766bd5-b734-457c-9581-2af34eecc98f x-openstack-request-id: req-38766bd5-b734-457c-9581-2af34eecc98f {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:13.731844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bde7c9-96de-4e80-a5a5-ea6f0a933534", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:13.732766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38766bd5-b734-457c-9581-2af34eecc98f {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:13.733342 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'status': 'completed', 'code': 200} Jun 22 20:51:13.768148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:13.780712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb249cc-7efb-4616-8770-27c9ced860b6 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:13.782234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6fb249cc-7efb-4616-8770-27c9ced860b6 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534&network_id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 1130 time: 0.0884638 Jun 22 20:51:13.813862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-58696599-d1b0-4f21-b718-e3dd71881253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:13.815797 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-58696599-d1b0-4f21-b718-e3dd71881253 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 1135 time: 0.0604362 Jun 22 20:51:13.920004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-978bc245-5184-4923-b21f-84410631f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:13.921639 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-978bc245-5184-4923-b21f-84410631f335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 898 time: 0.0996509 Jun 22 20:51:14.002394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-a7aff51a-76e5-4dca-9b84-c8e69bc7ce4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1036 time: 0.0722418 Jun 22 20:51:14.031363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa3ff668-e83f-4791-838b-aae728bb6cd0', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.201', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-625713322', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'mac_address': 'fa:16:3e:ab:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:12Z', 'updated_at': '2021-06-22T20:51:12Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:14.054863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-f0bbaf7e-0d51-436a-8d1d-467d36560a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:14.056318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-f0bbaf7e-0d51-436a-8d1d-467d36560a16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 200 len: 834 time: 0.0463192 Jun 22 20:51:14.063508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Checking router: 2a3ec02e-4c34-41db-849c-8e7c85853a81 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:14.076136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:14.076883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:50:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:14.122591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-1f3ac0ea-7517-45b0-a2f6-4eedc72aa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:14.124098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-1f3ac0ea-7517-45b0-a2f6-4eedc72aa3bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220f83e-8d88-4819-a6d3-c9d78f882851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0603340 Jun 22 20:51:14.167526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93692-0e0f-4ddb-9fca-3c5530dbe1e0 req-df0b790a-5678-4682-bc34-3b5f132afcb9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:14.168988 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6bf93692-0e0f-4ddb-9fca-3c5530dbe1e0 req-df0b790a-5678-4682-bc34-3b5f132afcb9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0713151 Jun 22 20:51:14.186638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:14.209980 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6bf93692-0e0f-4ddb-9fca-3c5530dbe1e0 req-51fe899c-4ec9-464a-b950-8d11244c145d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Jun 22 20:51:14.223729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-fa65c69d-2140-4e1c-92d2-744948e33b8d service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918913 Jun 22 20:51:14.317563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-362155ed-4f78-45b8-b0e2-03e00db9ecdc req-6873d541-e029-4ca0-ad03-7b45147347b7 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867093 Jun 22 20:51:14.412724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa3ff668-e83f-4791-838b-aae728bb6cd0', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.201', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-625713322', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'mac_address': 'fa:16:3e:ab:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:12Z', 'updated_at': '2021-06-22T20:51:12Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:14.439269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054c00f-d063-494b-a037-caf5749dda4a None None] The sync data for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv is: [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa3ff668-e83f-4791-838b-aae728bb6cd0', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.201', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-625713322', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'mac_address': 'fa:16:3e:ab:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bde7c9-96de-4e80-a5a5-ea6f0a933534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:12Z', 'updated_at': '2021-06-22T20:51:12Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:14.626924 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a3e56-a406-4b52-95b8-86006e2ed75f None None] New status for floating IP aa3ff668-e83f-4791-838b-aae728bb6cd0: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:51:15.387052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1856fc-0333-429f-9b4e-9a168466b9df req-6a63127b-fcd8-4a42-8619-dac06a385b56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:15.388420 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2a1856fc-0333-429f-9b4e-9a168466b9df req-6a63127b-fcd8-4a42-8619-dac06a385b56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0631573 Jun 22 20:51:15.425287 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2a1856fc-0333-429f-9b4e-9a168466b9df req-2d38ff38-c76f-4f77-91c0-08f714fb12bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Jun 22 20:51:15.528011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-1efd8d26-4343-49b8-b9d5-53b51c6b6fb2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:15.529365 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-1efd8d26-4343-49b8-b9d5-53b51c6b6fb2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 982 time: 0.0616934 Jun 22 20:51:15.593089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-d0ab0711-4cf1-45ce-8aa7-1b854377748b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:15.594439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-d0ab0711-4cf1-45ce-8aa7-1b854377748b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0587749 Jun 22 20:51:15.698103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-d6cb9b6d-59de-4b9f-9c16-b9793fd1e33a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0977371 Jun 22 20:51:15.709830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:15.784915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:15.916795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:15.950040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:15.982328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] device_id is not set on port 0fa8ace6-6670-487c-80ec-0aab66417b3b yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:51:15.991317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:15.998977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:16.001014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-143c56d1-fab9-45f0-ab2e-c6204afa5b0f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:16.116697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=6']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:16.126117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:16.173199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] No DVR routers for this DVR port 0fa8ace6-6670-487c-80ec-0aab66417b3b on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:51:16.275627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-465a58c7-58b2-4c72-936a-7af4d7724e3b None None] Provisioning complete for port 0fa8ace6-6670-487c-80ec-0aab66417b3b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:16.276271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-465a58c7-58b2-4c72-936a-7af4d7724e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:16.313024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-465a58c7-58b2-4c72-936a-7af4d7724e3b None None] Port 0fa8ace6-6670-487c-80ec-0aab66417b3b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:51:16.315294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] In _notify_port_updated(), no bound segment for port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:51:16.316229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:16.316866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:16.318187 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ec571f7d-a7cf-4e29-8850-90e830429dfc req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1025 time: 0.6123545 Jun 22 20:51:16.577757 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dec209f2-e529-4636-a69d-53b45a79ea51 req-8630be13-4bd6-400c-bcf0-d6b024ff2b7e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2bde7c9-96de-4e80-a5a5-ea6f0a933534 HTTP/1.1" status: 200 len: 210 time: 0.0286541 Jun 22 20:51:16.886758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-25556cf0-d48b-4250-9264-2423794249df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:17.673075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33266) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:17.726916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5166cd-1642-4a0e-a490-69f34f36bbed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:17.728274 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa5166cd-1642-4a0e-a490-69f34f36bbed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 924 time: 0.0541928 Jun 22 20:51:17.952385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:17.957172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686711939', 'description': 'tempest-secgroup-smoke-686711939 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:17.979000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.058126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.062316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.064723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8f88bc8d-78eb-4ab7-b660-977df2ddbe5d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.092193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.093425 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400325 Jun 22 20:51:18.095686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.096728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33272) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.098610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.103520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.132643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.189739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.193389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.199665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-68517ffe-63bd-4f98-8b5a-43a54427ec0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.214795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dfa14b-3027-4304-a95f-72762ba9acd6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.218239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.219333 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.220548 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218297 Jun 22 20:51:18.223212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33274) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.227493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.255075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.314925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.318447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.320232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3dc1a43a-d366-4a97-b345-c26cef853c5d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.336319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b015e1-c7c4-4cac-a446-f91161b21e5c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.338707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.343198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.344272 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201701 Jun 22 20:51:18.347022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.351352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.376379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.434182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.437888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.439712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-89ff2626-2f96-4c2c-b562-d9b520cc8229 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.455930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3041c8-03e9-4b50-962f-cd6d3d2c010f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.458330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.462781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.464618 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dbb6f2f3-c1e7-41cd-80eb-726d3d846fb6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161168 Jun 22 20:51:18.468074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33278) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.472833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.499270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.557492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.562607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.564328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.581136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ed6e73-759c-4a53-b21b-2c727f965bf6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.583951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.592049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.593271 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242886 Jun 22 20:51:18.596182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33280) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.600754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.626093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:18.631477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.696292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.700873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.705876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a1822a89-8cb7-49df-b3d9-c9aaf29a9c0d tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.722193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9193c98-eba6-4a1d-97d1-91bb4ea348be,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.724852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.729393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.731221 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340303 Jun 22 20:51:18.734043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33282) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:18.738637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:18.760267 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:18.765019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.826075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.829968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.832105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0637cff-35cc-4100-956d-b068936d90ba tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:18.848990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdecc65-2ef3-4438-94e7-c94c67c10e59,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:18.851424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:18.857260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:18.858585 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235440 Jun 22 20:51:18.988394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:51:19.000081 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-dc62c3a2-008d-4039-8e05-4ab4bd043076 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686711939&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0363555 Jun 22 20:51:19.028306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:51:19.058847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-049355ce-961b-4cb4-88f7-3cab1dde3ba4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:19.059686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-049355ce-961b-4cb4-88f7-3cab1dde3ba4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 929 time: 0.0530250 Jun 22 20:51:19.118995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-2c0b8576-4e6a-41bb-bb8d-8bc1a17ef8b1 service neutron] 10.222.0.66 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0473814 Jun 22 20:51:19.210262 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-8adea80f-145e-4fe6-8db4-eda710f695a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844483 Jun 22 20:51:19.304471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-da176d9f-a467-47a3-9b1f-c35815be1984 service neutron] 10.222.0.66 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Jun 22 20:51:19.472631 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0f336bd9-cabc-4c51-980c-1010abc67beb req-65be79a0-bb68-4501-94d0-26d2d075d6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 210 time: 0.0309830 Jun 22 20:51:19.753619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0f7d3b7-788f-4b38-87d9-6b1c0769dc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:19.942697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:20.486869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-f9995e46-fb08-4011-9bf9-3d5a34b8b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:20.488367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-f9995e46-fb08-4011-9bf9-3d5a34b8b144 service neutron] 10.222.0.53 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1025 time: 0.0576484 Jun 22 20:51:20.641460 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0bcea668-d7fd-4aed-9fb9-d2fab33a16b8 req-bf2a26cb-505e-4596-8d11-8a40b92ed44f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 210 time: 0.0386491 Jun 22 20:51:20.648145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-586b899e-b6eb-40c4-8b71-df0e16fe05b1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:20.649429 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-586b899e-b6eb-40c4-8b71-df0e16fe05b1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 797 time: 0.1536236 Jun 22 20:51:20.704691 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-76dd0310-2e00-449f-a38c-d924379a6dc0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 472 time: 0.0412669 Jun 22 20:51:20.723184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Request body: {'port': {'device_id': '280fa99e-5cfb-40b9-bd4b-557d7e164966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:20.797067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:20.996971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.062647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa8ace6-6670-487c-80ec-0aab66417b3b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:21.070823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.083964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Transition to ACTIVE for port object 0fa8ace6-6670-487c-80ec-0aab66417b3b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:21.088301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.091199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c2fd495-be5e-4c61-9673-f5c60c9c9937 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:21.170156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=7']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:21.175453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:21.282874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:21.283214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:21.283543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:21.287752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:51:21.288071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Attempting to bind port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:21.293204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:21.293557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Checking segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:21.293943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Bound using segment: {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:21.294371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Bound port: 0fa8ace6-6670-487c-80ec-0aab66417b3b, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a1423c-5d02-4dba-b97c-eafc10ba96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:21.294714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.356296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:21.359449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:21.364708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.368536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-eae056d3-b0c1-4828-ad0f-5ae5b80fe403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:21.401378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:21.402597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:21.403961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1130 time: 0.6851797 Jun 22 20:51:21.404495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280fa99e-5cfb-40b9-bd4b-557d7e164966', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:21.406883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86067132-ac88-4d5f-9cb4-ff9f94c5d839" -d '{"events": [{"name": "network-changed", "server_uuid": "280fa99e-5cfb-40b9-bd4b-557d7e164966", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:21.439775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=8']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:21.446851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:21.451098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8fcd46-2a20-4129-a7dd-2f439565aa60 x-openstack-request-id: req-2a8fcd46-2a20-4129-a7dd-2f439565aa60 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:21.451441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280fa99e-5cfb-40b9-bd4b-557d7e164966", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:21.451744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a8fcd46-2a20-4129-a7dd-2f439565aa60 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:21.452188 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280fa99e-5cfb-40b9-bd4b-557d7e164966', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'status': 'completed', 'code': 200} Jun 22 20:51:21.520012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-e69e10cf-99e8-44cf-9c83-71cc315224fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:21.521581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-e69e10cf-99e8-44cf-9c83-71cc315224fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 1133 time: 0.0666249 Jun 22 20:51:21.594711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-84a9cec8-4f8a-4d51-99bb-f5cf7f2d1552 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1036 time: 0.0617499 Jun 22 20:51:21.653662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-b59cd83d-c41a-456b-a296-b1e8a6ee2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:21.655125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-b59cd83d-c41a-456b-a296-b1e8a6ee2b3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 200 len: 834 time: 0.0508337 Jun 22 20:51:21.716913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-2f66865d-0c89-40c4-ac28-5f2dfc00efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:21.718440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-2f66865d-0c89-40c4-ac28-5f2dfc00efc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220f83e-8d88-4819-a6d3-c9d78f882851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535204 Jun 22 20:51:21.858680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-c6a2443d-ccc7-40bc-8e9e-ae445ed76480 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288249 Jun 22 20:51:21.874855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602d2bf-5cd6-4246-975e-b763e535b060 req-6ae760df-6ccd-4362-89d8-7a715eda36ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:21.876330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b602d2bf-5cd6-4246-975e-b763e535b060 req-6ae760df-6ccd-4362-89d8-7a715eda36ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 980 time: 0.0926356 Jun 22 20:51:21.966773 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b602d2bf-5cd6-4246-975e-b763e535b060 req-1b270d40-53de-4907-baeb-4a88be42456f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815370 Jun 22 20:51:21.993296 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b204ac82-01f6-4d4f-b7cf-b05881a14c15 req-da4c8048-983a-4e93-8114-4e4b47d2fa79 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159999 Jun 22 20:51:22.104311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-c3fc1f5f-f8b9-4fa2-adcc-6b8fbd34e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:22.106340 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-c3fc1f5f-f8b9-4fa2-adcc-6b8fbd34e4ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 1133 time: 0.0558598 Jun 22 20:51:22.196600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-b64776d4-aa4d-4d2f-a74e-efd51e37bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:22.198410 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-b64776d4-aa4d-4d2f-a74e-efd51e37bf7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 898 time: 0.0839810 Jun 22 20:51:22.263448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:22.269382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-8bf606d1-8e1a-49a3-8057-f5157e1f357c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1036 time: 0.0622444 Jun 22 20:51:22.318211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-1b94a209-a9be-4783-b945-796f2303c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:22.319616 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-1b94a209-a9be-4783-b945-796f2303c45a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 200 len: 834 time: 0.0433693 Jun 22 20:51:22.375499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-c443f751-c86b-4b5d-862c-8f9bd2468f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:22.376932 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-c443f751-c86b-4b5d-862c-8f9bd2468f91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220f83e-8d88-4819-a6d3-c9d78f882851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503581 Jun 22 20:51:22.468899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-c4ba215a-20b3-43a8-8247-cb4589464a38 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Jun 22 20:51:22.563178 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86067132-ac88-4d5f-9cb4-ff9f94c5d839 req-a46ebe8f-610f-4ea6-8373-f024e5d4fb12 service neutron] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865939 Jun 22 20:51:22.944394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:23.143241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1938f-0835-4463-b160-e55212751524 req-26b936e6-e4dd-4f29-aaa4-a7ccf42d0c4e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:23.144680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3c1938f-0835-4463-b160-e55212751524 req-26b936e6-e4dd-4f29-aaa4-a7ccf42d0c4e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 980 time: 0.0638700 Jun 22 20:51:23.182993 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3c1938f-0835-4463-b160-e55212751524 req-84ce4136-00e3-488c-803b-b3339c9d020c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Jun 22 20:51:24.362424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783472c-a173-41a0-8e0d-14bc4cc42ab8 req-d8f54999-1705-4d67-aba0-2e3db2577257 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:24.363906 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2783472c-a173-41a0-8e0d-14bc4cc42ab8 req-d8f54999-1705-4d67-aba0-2e3db2577257 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 980 time: 0.0649805 Jun 22 20:51:24.400503 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2783472c-a173-41a0-8e0d-14bc4cc42ab8 req-1663a507-1b1a-45ff-99ea-4bd316393ea4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Jun 22 20:51:25.021302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:51:25.117243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:25.127751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'port_id': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'mac_address': 'fa:16:3e:ab:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:51:25.163330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:25.176162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa8ace6-6670-487c-80ec-0aab66417b3b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:25.194840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:25.199068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:25.200850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:25.245593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=9']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:25.248435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:25.463551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['0fa8ace6-6670-487c-80ec-0aab66417b3b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:51:25.573743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486d3f-82c6-4ead-bb13-aa67406e68ca req-e4ab8c5b-03d2-4697-aea1-53ae57837019 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:25.575259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-df486d3f-82c6-4ead-bb13-aa67406e68ca req-e4ab8c5b-03d2-4697-aea1-53ae57837019 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 981 time: 0.0644643 Jun 22 20:51:25.613180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-df486d3f-82c6-4ead-bb13-aa67406e68ca req-4def3cad-a37a-49c6-adb6-a77531a52dea tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Jun 22 20:51:26.786077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e0b3-33a4-42a2-b506-36fb5cc20fae req-4dd868ef-9961-4160-833d-ca1dc1717b45 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:26.787441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5b2e0b3-33a4-42a2-b506-36fb5cc20fae req-4dd868ef-9961-4160-833d-ca1dc1717b45 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 981 time: 0.0651543 Jun 22 20:51:26.825113 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c5b2e0b3-33a4-42a2-b506-36fb5cc20fae req-7c2a8909-f2c5-47e0-baea-4a63a0570dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Jun 22 20:51:27.035092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:27.084540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 0fa8ace6-6670-487c-80ec-0aab66417b3b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:27.088125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 0fa8ace6-6670-487c-80ec-0aab66417b3b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:27.088510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:27.308484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:27.329669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280fa99e-5cfb-40b9-bd4b-557d7e164966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:27.332075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa2791-18e5-4be3-8cc8-da18c3492512" -d '{"events": [{"server_uuid": "280fa99e-5cfb-40b9-bd4b-557d7e164966", "name": "network-vif-plugged", "status": "completed", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:27.345771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:27.349658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:27.352360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:27.397713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=10']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:27.400911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:27.422073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809865d6-361b-4180-99b7-bd12703834b8 x-openstack-request-id: req-809865d6-361b-4180-99b7-bd12703834b8 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:27.422380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280fa99e-5cfb-40b9-bd4b-557d7e164966", "name": "network-vif-plugged", "status": "completed", "tag": "0fa8ace6-6670-487c-80ec-0aab66417b3b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:27.422646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-809865d6-361b-4180-99b7-bd12703834b8 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:27.423045 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280fa99e-5cfb-40b9-bd4b-557d7e164966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa8ace6-6670-487c-80ec-0aab66417b3b', 'code': 200} Jun 22 20:51:27.654246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744582-539d-4c13-b702-0a0b5984dd80 req-8fc272f9-b2ea-45db-a960-375b24247685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:27.655698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1744582-539d-4c13-b702-0a0b5984dd80 req-8fc272f9-b2ea-45db-a960-375b24247685 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 1136 time: 0.0573123 Jun 22 20:51:27.693107 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1744582-539d-4c13-b702-0a0b5984dd80 req-a67e23e2-f474-4726-9d47-e175d8dd6705 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272794 Jun 22 20:51:27.996952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb76344-59e7-4b2f-b2f7-76fcc154ae90 req-2c77a9b8-3907-4049-be6a-0b1b76605026 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:27.998330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2cb76344-59e7-4b2f-b2f7-76fcc154ae90 req-2c77a9b8-3907-4049-be6a-0b1b76605026 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0626132 Jun 22 20:51:28.034956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2cb76344-59e7-4b2f-b2f7-76fcc154ae90 req-f158bfb5-b8a9-46e6-beb6-e0450d58c1df tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Jun 22 20:51:29.208301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94c5f0-3d66-4a17-95cf-1d9d6ca2f500 req-ddcef0a0-0fd2-4e7f-9f8a-1cf41c037b17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:29.209776 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab94c5f0-3d66-4a17-95cf-1d9d6ca2f500 req-ddcef0a0-0fd2-4e7f-9f8a-1cf41c037b17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0624673 Jun 22 20:51:29.247641 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab94c5f0-3d66-4a17-95cf-1d9d6ca2f500 req-3ac30c5f-b22d-4670-b002-6f9b09e133a9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Jun 22 20:51:29.418995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b2d3-5c55-4cc0-b3c2-3147f6bcedff req-0283aa46-ffb2-4392-b925-c6c1b72918c6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:29.420462 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-edf4b2d3-5c55-4cc0-b3c2-3147f6bcedff req-0283aa46-ffb2-4392-b925-c6c1b72918c6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0635614 Jun 22 20:51:29.458097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-edf4b2d3-5c55-4cc0-b3c2-3147f6bcedff req-fc1e2bf1-b872-47b8-a854-d657d53c5cd8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319955 Jun 22 20:51:29.482966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33334) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:29.538612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ded97-9fb7-4243-8a67-7cb7e5850988 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:29.540130 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-015ded97-9fb7-4243-8a67-7cb7e5850988 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966&network_id=a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 200 len: 1131 time: 0.0561898 Jun 22 20:51:29.898989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32d71f-09e7-44be-8d87-fb57deba2476 req-81cac420-d9d7-427c-a897-c414627e6780 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:29.900461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fb32d71f-09e7-44be-8d87-fb57deba2476 req-81cac420-d9d7-427c-a897-c414627e6780 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0681012 Jun 22 20:51:29.938527 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fb32d71f-09e7-44be-8d87-fb57deba2476 req-683e159a-ce8f-4a7c-821a-799e5b427e07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jun 22 20:51:31.115858 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6288e-dc96-4f7e-bc59-8203ca073ffc req-a1404aa0-6932-4696-aeef-70c7ea9cced8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:31.117328 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-60f6288e-dc96-4f7e-bc59-8203ca073ffc req-a1404aa0-6932-4696-aeef-70c7ea9cced8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0672743 Jun 22 20:51:31.155418 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-60f6288e-dc96-4f7e-bc59-8203ca073ffc req-7b70de37-949d-4442-9762-ee12647689f8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=29ac96eb-df75-4525-8160-b33572f87b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316885 Jun 22 20:51:31.237815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-567321da-d02b-489c-a654-1bf268b100e5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:31.239295 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-567321da-d02b-489c-a654-1bf268b100e5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 983 time: 0.0687463 Jun 22 20:51:31.299484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-8a1217ab-ce01-4586-9004-7a8f78276ab6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:31.300827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-8a1217ab-ce01-4586-9004-7a8f78276ab6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0532303 Jun 22 20:51:31.403405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-2b4d5a0a-1aab-4d52-8521-ba3b6dba870a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0940368 Jun 22 20:51:31.417780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:31.492874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:31.627276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=0fa8ace6-6670-487c-80ec-0aab66417b3b,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:31.662014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] For port 0fa8ace6-6670-487c-80ec-0aab66417b3b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:31.697705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] device_id is not set on port 0fa8ace6-6670-487c-80ec-0aab66417b3b yet. {{(pid=100374) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 20:51:31.706714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:31.711835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:31.714720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-658eba45-5db3-4ff4-824e-106087325c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:31.798920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=11']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:31.805647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:31.965411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ab1b512c-e469-4409-9989-be9b60328cac None None] Provisioning complete for port 0fa8ace6-6670-487c-80ec-0aab66417b3b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:31.966045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ab1b512c-e469-4409-9989-be9b60328cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:32.003644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b512c-e469-4409-9989-be9b60328cac None None] Port 0fa8ace6-6670-487c-80ec-0aab66417b3b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:51:32.186833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] No DVR routers for this DVR port 0fa8ace6-6670-487c-80ec-0aab66417b3b on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:51:32.306980 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a86a2c2c-eda2-454b-b753-52e2e4a38a8a req-fe3e3662-e9cf-4fd6-baa5-dc848da16e37 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=280fa99e-5cfb-40b9-bd4b-557d7e164966 HTTP/1.1" status: 200 len: 210 time: 0.0359228 Jun 22 20:51:32.358292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] In _notify_port_updated(), no bound segment for port 0fa8ace6-6670-487c-80ec-0aab66417b3b on network a220f83e-8d88-4819-a6d3-c9d78f882851 {{(pid=100374) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 20:51:32.359198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:32.359812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:32.361095 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f74d1e2-adea-4f7b-afea-c5d7f4a70ca9 req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 200 len: 1026 time: 0.9477448 Jun 22 20:51:33.402794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:33.464434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.488954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.547165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.550050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.551204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec HTTP/1.1" status: 204 len: 168 time: 0.1472266 Jun 22 20:51:33.552032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a89dc5e0-a2c5-45d1-8ef8-73466f057966 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:33.561054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe0f8bb-7e2d-4e71-b3f7-6d561676c3ec,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:33.563567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6443d448-922b-492a-827e-6f5007df26ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:33.585753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33350) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:33.742448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 393f8633-4644-4b16-84e0-68b2cc24bbc2 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:51:33.742780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.820112 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.820443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:33.832369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 393f8633-4644-4b16-84e0-68b2cc24bbc2 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:51:33.999787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.001788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ca5edc1-627d-46c6-969f-78fdff9e046d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:34.022630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=393f8633-4644-4b16-84e0-68b2cc24bbc2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:34.026791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:34.091330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.091736 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP aa3ff668-e83f-4791-838b-aae728bb6cd0 disassociated (deleted). External IP: 172.26.4.201, port: 0fa8ace6-6670-487c-80ec-0aab66417b3b. Jun 22 20:51:34.300525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 2a3ec02e-4c34-41db-849c-8e7c85853a81 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:51:34.413573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:34.419487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.423851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Sync routers for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:34.433809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:34.434543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:34.470115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/aa3ff668-e83f-4791-838b-aae728bb6cd0 HTTP/1.1" status: 204 len: 168 time: 0.8810356 Jun 22 20:51:34.543438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:34.638622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33356) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:34.700705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.727410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.777763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:34.791150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.793923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.797819 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7 HTTP/1.1" status: 204 len: 168 time: 0.1550367 Jun 22 20:51:34.797819 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e8705214-cb51-4a03-9298-e54f1f796897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:34.806755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Checking router: 2a3ec02e-4c34-41db-849c-8e7c85853a81 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:34.811517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8ce5d-13a8-41eb-a8b1-9f1a6b737bc7,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:34.814755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:34.817415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:34.818168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:34.834020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33360) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:34.942520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 0fa8ace6-6670-487c-80ec-0aab66417b3b {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:51:34.942945 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:34.965110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:35.002798 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:51:35.037039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:35.048930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 0fa8ace6-6670-487c-80ec-0aab66417b3b owned by {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:51:35.097859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:51:35.157153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 0fa8ace6-6670-487c-80ec-0aab66417b3b not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:51:35.187315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:35.191389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-54e7a350-55da-4a77-9378-21a1dd98ebed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:35.211515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:35.217559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=0fa8ace6-6670-487c-80ec-0aab66417b3b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:35.220765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:35.239640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d6c7a-9d0f-41e7-bc67-b8d53893ab07 None None] The sync data for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv is: [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:57Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd55e025d-fbca-4636-8cc6-b59c608f154e', 'name': '', 'network_id': 'a220f83e-8d88-4819-a6d3-c9d78f882851', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:ea:d4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:56Z', 'updated_at': '2021-06-22T20:51:00Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:35.294435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:35.298377 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/ports/0fa8ace6-6670-487c-80ec-0aab66417b3b HTTP/1.1" status: 204 len: 168 time: 0.4631090 Jun 22 20:51:35.299140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33362) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:35.474664 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c32fcc-2b7c-43aa-9c29-2dca30d0299f None None] New status for floating IP aa3ff668-e83f-4791-838b-aae728bb6cd0: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:51:35.992772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:36.266964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port d55e025d-fbca-4636-8cc6-b59c608f154e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:51:36.267301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:36.357402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port d55e025d-fbca-4636-8cc6-b59c608f154e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d55e025d-fbca-4636-8cc6-b59c608f154e,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:36.357754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:36.369363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for d55e025d-fbca-4636-8cc6-b59c608f154e owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:51:36.563362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:36.565341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:36.596417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=d55e025d-fbca-4636-8cc6-b59c608f154e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:36.599301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:36.766813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:36.984463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 2a3ec02e-4c34-41db-849c-8e7c85853a81 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:51:37.093769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:37.098664 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/2a3ec02e-4c34-41db-849c-8e7c85853a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985380 Jun 22 20:51:37.101394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33364) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:37.103019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Sync routers for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:37.112486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:37.113098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:37.153926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:51:37.156892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.197801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.219026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:37.285293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.343150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.346035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52ff5264-5016-4fb9-8fbf-b63d1e1a7396 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:37.373463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.375345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02 HTTP/1.1" status: 204 len: 168 time: 0.2728021 Jun 22 20:51:37.376415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfbbc98-9a7b-47b5-954c-24c8ee9b4b02,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:37.378636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33366) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:37.379102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:37.383983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1f60e-a6e2-4086-890d-19c5231c03c4 None None] Network a220f83e-8d88-4819-a6d3-c9d78f882851 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:51:37.482189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:51:36Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:37.488221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.523858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Checking router: 2a3ec02e-4c34-41db-849c-8e7c85853a81 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:37.536580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Routers {'2a3ec02e-4c34-41db-849c-8e7c85853a81'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:37.537199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['2a3ec02e-4c34-41db-849c-8e7c85853a81'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:37.593395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.654693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] DHCP port deletion for a220f83e-8d88-4819-a6d3-c9d78f882851 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:51:37.656299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 44d2926a-d647-448f-9bb7-43e466d237f1 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:51:37.656648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.659588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] Set router 2a3ec02e-4c34-41db-849c-8e7c85853a81 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:37.736270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 44d2926a-d647-448f-9bb7-43e466d237f1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44d2926a-d647-448f-9bb7-43e466d237f1,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:37.736675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.754343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 44d2926a-d647-448f-9bb7-43e466d237f1 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:51:37.819699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Deleting port f219f6d6-49fe-45a0-92a9-b7d9386768ca {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:51:37.820084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.909401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] For port f219f6d6-49fe-45a0-92a9-b7d9386768ca, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f219f6d6-49fe-45a0-92a9-b7d9386768ca,segment=NetworkSegment(72a1423c-5d02-4dba-b97c-eafc10ba96e3),segment_id=72a1423c-5d02-4dba-b97c-eafc10ba96e3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:37.909802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.916405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:37.919390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91a46391-21bf-426e-98b3-a8b17410fcc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:37.937734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Calling delete_port for f219f6d6-49fe-45a0-92a9-b7d9386768ca owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:51:37.954646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=44d2926a-d647-448f-9bb7-43e466d237f1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:37.972741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:37.989424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:51:36Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:38.012116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.020357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c83407-2868-4cd0-9b80-aa9dab1f2c38 None None] The sync data for ids ['2a3ec02e-4c34-41db-849c-8e7c85853a81'] in dv-neutron-797537-2-hyperv is: [{'id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'name': 'tempest-TestNetworkBasicOps-router-1044395948', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:51:36Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '44d2926a-d647-448f-9bb7-43e466d237f1', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ec02e-4c34-41db-849c-8e7c85853a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:50:53Z', 'updated_at': '2021-06-22T20:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:38.054584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.056867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:38.082189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Pushing event deleted for resources: {'Port': ['ID=f219f6d6-49fe-45a0-92a9-b7d9386768ca,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:38.085484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:38.086334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] No DVR routers for this DVR port f219f6d6-49fe-45a0-92a9-b7d9386768ca on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:51:38.109920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.112019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.156976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.157491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3ec02e-4c34-41db-849c-8e7c85853a81 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:51:38.164636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.165710 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/2a3ec02e-4c34-41db-849c-8e7c85853a81 HTTP/1.1" status: 204 len: 168 time: 0.7860959 Jun 22 20:51:38.169223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:38.251324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.344144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.353500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220f83e-8d88-4819-a6d3-c9d78f882851']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:38.364639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a1423c-5d02-4dba-b97c-eafc10ba96e3') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:38.364932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a1423c-5d02-4dba-b97c-eafc10ba96e3') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:38.374454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.389009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.395171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:51:38.395564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:51:38.398725 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:51:38.458506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.462269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bfb74bfb-a0d6-4f70-b070-b0e8e00c0acf tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:38.467309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.469289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/a220f83e-8d88-4819-a6d3-c9d78f882851 HTTP/1.1" status: 204 len: 168 time: 0.2991567 Jun 22 20:51:38.485938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33370) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:38.486950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=a220f83e-8d88-4819-a6d3-c9d78f882851,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:38.490000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:38.502622 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c40271da-64a7-4632-801a-f53c839f78e2 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0150187 Jun 22 20:51:38.504863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33372) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:38.510061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--882763922', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:38.532473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:51:38.536109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.563271 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:51:38.572894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.573730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment ecf515bf-8058-4de7-8186-d216bedeef3e of type vlan for network 3e42b505-9654-4cbb-8891-43def831944d Jun 22 20:51:38.620216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d55e025d-fbca-4636-8cc6-b59c608f154e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:51:38.629131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.640954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d55e025d-fbca-4636-8cc6-b59c608f154e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:51:38.641305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d55e025d-fbca-4636-8cc6-b59c608f154e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:51:38.641731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f219f6d6-49fe-45a0-92a9-b7d9386768ca no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:51:38.663182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.669761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:38.670320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f219f6d6-49fe-45a0-92a9-b7d9386768ca {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:51:38.670448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.670689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f219f6d6-49fe-45a0-92a9-b7d9386768ca not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:51:38.672929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3cb057c-58fe-4b12-bb1f-dd4711141dc5 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:38.732928 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2270248 Jun 22 20:51:38.739659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33374) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:38.740694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-998742327', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:38.754281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=3e42b505-9654-4cbb-8891-43def831944d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:38.758514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:38.765138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 3e42b505-9654-4cbb-8891-43def831944d details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:51:38.769740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.770801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.832129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:38.977599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.183642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.203260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.310448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.52 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7a471a86-e8db-4137-8905-2db8fd2ba724) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:39.410118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.448682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.450636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47c1d6f7-3431-450e-9460-b711c6bd039c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:39.492843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:39.495809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:39.499318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:39.504691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:39.523110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:39.743201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:39.938539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.066856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 0537a980-b554-4da2-a07b-068c382838bb is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:51:40.168842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:40.177764 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:40.187194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.188081 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:40.188525 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4515069 Jun 22 20:51:40.188796 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:40.191668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33376) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:40.226880 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c6a5c046-1262-4b58-86ca-67da8edddca7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333748 Jun 22 20:51:40.228815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33378) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:40.294956 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:40.317847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a768df9-bdd4-4c3a-a659-2cc62684062f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:40.319251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0a768df9-bdd4-4c3a-a659-2cc62684062f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893509 Jun 22 20:51:40.322083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33380) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:40.350776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d6120c53-2d66-4188-964e-7c35be25ccca tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271964 Jun 22 20:51:40.353161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33382) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:40.358955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998952921', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:40.454948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:51:40.458847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.476916 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:40.481661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44d2926a-d647-448f-9bb7-43e466d237f1 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:51:40.503357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 44d2926a-d647-448f-9bb7-43e466d237f1 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:51:40.504126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44d2926a-d647-448f-9bb7-43e466d237f1 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:51:40.504446 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:40.504804 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Updating router 0537a980-b554-4da2-a07b-068c382838bb port 7a471a86-e8db-4137-8905-2db8fd2ba724 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:51:40.538713 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.645536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.647625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b2e1710d-5f3d-4c9e-948c-ef6ed8698199 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:40.707038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=fb7a1a31-6504-4628-aa07-0b843b1f818c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:40.710428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:40.716912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:40.717273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 3e42b505-9654-4cbb-8891-43def831944d, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:51:40.739717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 3e42b505-9654-4cbb-8891-43def831944d is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:51:40.748329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 3e42b505-9654-4cbb-8891-43def831944d) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:40.752450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:40.753044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.759426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae246e43-cacb-4843-a48d-8ddc8eb210e4 None None] Network 3e42b505-9654-4cbb-8891-43def831944d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:51:40.770110 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bee4cc59-8868-4452-bc53-5358a25e00eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4157627 Jun 22 20:51:40.772705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33384) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:40.806196 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.820778 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Transition to ACTIVE for port object 7a471a86-e8db-4137-8905-2db8fd2ba724 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:40.829956 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.833051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:40.888615 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Attempting to bind port 7a471a86-e8db-4137-8905-2db8fd2ba724 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:40.889071 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Attempting to bind port 7a471a86-e8db-4137-8905-2db8fd2ba724 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:40.889509 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Attempting to bind port 7a471a86-e8db-4137-8905-2db8fd2ba724 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:40.898813 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:40.906406 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:40.907299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:40.907704 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.908293 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:40.908942 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Bound port: 7a471a86-e8db-4137-8905-2db8fd2ba724, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:40.909333 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.911496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:40.928587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-3e42b505-9654-4cbb-8891-43def831944d', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:51:40.929887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.968702 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:40.972383 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7a471a86-e8db-4137-8905-2db8fd2ba724,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:40.976128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:40.978190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6716dc60-14f0-4f60-ad46-20579f67f719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:41.030305 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:41.030947 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:41.086546 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:41.090226 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:41.092695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Allocated IP 172.20.0.2 (3e42b505-9654-4cbb-8891-43def831944d/fb7a1a31-6504-4628-aa07-0b843b1f818c/211fdb6a-469e-4bf3-992c-61644ebf77f3) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:41.156629 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:41.255607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.266352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Transition to ACTIVE for port object 211fdb6a-469e-4bf3-992c-61644ebf77f3 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:41.285316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Transition to ACTIVE for port object 211fdb6a-469e-4bf3-992c-61644ebf77f3 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:41.293033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.295673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:41.342006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Network 3e42b505-9654-4cbb-8891-43def831944d is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:41.348138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:41.350321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Pushing event updated for resources: {'Port': ['ID=211fdb6a-469e-4bf3-992c-61644ebf77f3,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:41.352640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:41.356613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:41.416696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Attempting to bind port 211fdb6a-469e-4bf3-992c-61644ebf77f3 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:41.417529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Attempting to bind port 211fdb6a-469e-4bf3-992c-61644ebf77f3 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:41.417925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Attempting to bind port 211fdb6a-469e-4bf3-992c-61644ebf77f3 on network 3e42b505-9654-4cbb-8891-43def831944d {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:41.422927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:41.423309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Checking segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:41.423723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.424125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Bound using segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:41.424596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Bound port: 211fdb6a-469e-4bf3-992c-61644ebf77f3, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:41.424973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.439788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:41.471330 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584453a-aaee-4958-b1ad-73e1ac5f7d41 None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:39Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:41.493997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] For port 211fdb6a-469e-4bf3-992c-61644ebf77f3, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:41.497309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] For port 211fdb6a-469e-4bf3-992c-61644ebf77f3, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=211fdb6a-469e-4bf3-992c-61644ebf77f3,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:41.501954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.509467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:41.570891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Pushing event updated for resources: {'Port': ['ID=211fdb6a-469e-4bf3-992c-61644ebf77f3,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:41.575259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:41.579589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:41.923134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (3e42b505-9654-4cbb-8891-43def831944d/fb7a1a31-6504-4628-aa07-0b843b1f818c/19d76f5a-b914-419b-8c4b-de6923efde16) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:42.043877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.059075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 19d76f5a-b914-419b-8c4b-de6923efde16 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:42.093150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.095558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:42.138120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 3e42b505-9654-4cbb-8891-43def831944d is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:42.141387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:42.145536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:42.153407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:42.179268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:42.203161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.359798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.542215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f437ce-0253-4ea2-8b4f-965b52abd886 None None] Network 3e42b505-9654-4cbb-8891-43def831944d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:51:42.606306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 211fdb6a-469e-4bf3-992c-61644ebf77f3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:42.656966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-08983891-de08-4bb4-82f5-5a2451d437b3 None None] Provisioning for port 211fdb6a-469e-4bf3-992c-61644ebf77f3 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:42.676941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.682769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.686379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42d66d1b-5e6c-4ac5-a9ad-01a7e5b7c34a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:42.707766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 211fdb6a-469e-4bf3-992c-61644ebf77f3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:42.716174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 211fdb6a-469e-4bf3-992c-61644ebf77f3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:42.716553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.765794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:42.775282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:42.777084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.839838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.876508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 3e42b505-9654-4cbb-8891-43def831944d is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:42.879154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:42.879893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 211fdb6a-469e-4bf3-992c-61644ebf77f3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=211fdb6a-469e-4bf3-992c-61644ebf77f3,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:42.884279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:42.885242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:42.888764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f1871c29-d41d-4655-bd99-6f0e0521cecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:42.971503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=211fdb6a-469e-4bf3-992c-61644ebf77f3,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:42.976108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:42.985218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7a471a86-e8db-4137-8905-2db8fd2ba724 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:42.990232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7a471a86-e8db-4137-8905-2db8fd2ba724 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:42.990892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.006486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 0537a980-b554-4da2-a07b-068c382838bb has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:51:43.083650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.119003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7a471a86-e8db-4137-8905-2db8fd2ba724,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:43.123180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Provisioning complete for port 211fdb6a-469e-4bf3-992c-61644ebf77f3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:43.123792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.125868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.128495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:43.130376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:43.136686 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629563 Jun 22 20:51:43.137126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:43.207611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:43.210800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:43.220594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:43.251520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:43.252162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:43.274323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.274784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.275401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.276087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.276557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.277114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.281174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2baa4966-7175-422e-a5bd-c345f80f6b80 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1400352 Jun 22 20:51:43.282179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33388) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:43.346249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.347187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.347711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.348212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.348676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.349262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:43.354165 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6a0fea99-cad5-406e-8bf1-ea30123de4c9 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0709131 Jun 22 20:51:43.355728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Provisioning for port 19d76f5a-b914-419b-8c4b-de6923efde16 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:43.356057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33390) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:43.363936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:43.364349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.401689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:43.438741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-82745d8c-d710-4964-a1b7-c1ee8ea4e10e None None] Port 19d76f5a-b914-419b-8c4b-de6923efde16 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:51:43.515646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bfaf0ef7-07fe-40eb-bc91-3042acfd7e39 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1577837 Jun 22 20:51:43.573671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2589b9ad-2db3-48c3-be13-cc1fa0051cf0 None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:43.574280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2589b9ad-2db3-48c3-be13-cc1fa0051cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.636735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2589b9ad-2db3-48c3-be13-cc1fa0051cf0 None None] Port 19d76f5a-b914-419b-8c4b-de6923efde16 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:51:43.655784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:43.682011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:43.682430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Updating router 0537a980-b554-4da2-a07b-068c382838bb port 19d76f5a-b914-419b-8c4b-de6923efde16 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:51:43.716275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.835134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:43.839914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39234621', 'description': 'tempest-secgroup-smoke-39234621 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:43.863160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.952856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.957104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.959935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5d2869c-d413-4cca-87e4-40ae3731d52d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:43.990761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.991040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:43.995983 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1563022 Jun 22 20:51:43.995983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:43.997157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33396) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.001841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.002656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Transition to ACTIVE for port object 19d76f5a-b914-419b-8c4b-de6923efde16 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:44.006518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.016146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.019076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.036198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.090434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.111146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.116921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.125484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Attempting to bind port 19d76f5a-b914-419b-8c4b-de6923efde16 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:44.125874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Attempting to bind port 19d76f5a-b914-419b-8c4b-de6923efde16 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:44.126280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Attempting to bind port 19d76f5a-b914-419b-8c4b-de6923efde16 on network 3e42b505-9654-4cbb-8891-43def831944d {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:44.126736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.132787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f66dc233-8e8d-4104-a97c-2c134af2ed51 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.133571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:44.133992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Checking segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:44.134419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.134822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Bound using segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:44.135418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Bound port: 19d76f5a-b914-419b-8c4b-de6923efde16, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:44.136572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.152031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d5a69c-f978-49c9-a3ef-877236a941f1,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.155589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.160706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.162256 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641340 Jun 22 20:51:44.165063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33398) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.171816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.201398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.215653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:44.219991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=19d76f5a-b914-419b-8c4b-de6923efde16,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:44.226025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.230315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.270952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.275794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.279345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb1fc5ef-be2b-4335-a13d-279e96467772 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.285922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:44.286629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:44.292113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e417ee43-5885-4e38-a695-871aacb8bd87,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.296760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.306416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.308018 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412239 Jun 22 20:51:44.310517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33400) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.315185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.342377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.346166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.346791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.425109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.438370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.441215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9170a9c-69a6-480b-a3ec-4edd211982d8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.447111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:44.466746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb9a0c6-d829-4b46-b98b-3fa1e119b902,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.474599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.484166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.491898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33402) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.500620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.504513 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909037 Jun 22 20:51:44.541349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.617938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.623503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.626429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3670c214-f9d0-48c8-b37d-4ac4321677a7 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.647216 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf8727-4f1f-445c-a192-48c74ac0fe20,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.650163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.652495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.656380 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603303 Jun 22 20:51:44.656940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33404) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.663470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.692052 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:44.699181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.718477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 211fdb6a-469e-4bf3-992c-61644ebf77f3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:44.768523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.772781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.774922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23cb9814-a4ef-4714-8705-6dc10031f1d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.791878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd98ae9-38e2-4f65-aff5-4eb4ead8763a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.794562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.799918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.804721 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461282 Jun 22 20:51:44.805218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33406) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:44.811242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:44.836683 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:51:44.842434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.844467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 211fdb6a-469e-4bf3-992c-61644ebf77f3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:44.844846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.927955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.932167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.934752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1530bd97-23b6-444a-a9e7-bb551431ed3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:44.951912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe659f0c-ab22-4ed7-97fd-17ad3fa0b415,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:44.955351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:44.957771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:44Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:44.959481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:44.960612 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542325 Jun 22 20:51:44.987416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:44.989175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659123a-3bd2-441b-9529-c5bb2d85d7e8 None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:44Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:45.058331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7a471a86-e8db-4137-8905-2db8fd2ba724 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:45.058331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:45.131874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-2f4bf3e8-c5a8-4c84-98d7-86f628c698bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39234621&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0439005 Jun 22 20:51:45.253101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-4dc3bac9-638c-41a8-8db4-550a4ea792bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:45.254671 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-4dc3bac9-638c-41a8-8db4-550a4ea792bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 200 len: 796 time: 0.1141641 Jun 22 20:51:45.270620 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-3feb78f5-1596-4684-8cf2-565fc97a7965 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0102394 Jun 22 20:51:45.346868 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-5b5a2517-c12b-46e1-a238-952db4be7994 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705743 Jun 22 20:51:45.447638 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-1c697dbf-298a-4b9b-9359-571512e3ae4a service neutron] 10.222.0.66 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873547 Jun 22 20:51:45.549440 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-858147e9-59c3-40b9-b149-490dffb5142b service neutron] 10.222.0.66 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949302 Jun 22 20:51:45.764010 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e6188cb-9aac-4553-b61d-c39934746f41 req-36e00640-4ab7-4264-86e4-47ad7c8017c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 210 time: 0.0536735 Jun 22 20:51:46.543848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:46.595272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 19d76f5a-b914-419b-8c4b-de6923efde16 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:46.599017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:46.599397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:46.676359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:46.719415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=19d76f5a-b914-419b-8c4b-de6923efde16,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:46.723708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:46.726851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a76343b4-5199-45f9-b326-e5f69ce647db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:46.778098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:46.781275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:46.891258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-71f4cfd7-5c23-4fc2-a2fd-defd77c7b9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:46.929229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-f0d2e20d-2510-496a-99f5-c57802d2c108 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:46.930739 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-f0d2e20d-2510-496a-99f5-c57802d2c108 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 200 len: 796 time: 0.1141217 Jun 22 20:51:46.944316 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fb44d1aa-659f-490a-aab6-5b40da46b29b req-8f08765d-a2f1-4b20-bd85-46a477e4ef5e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 210 time: 0.0346565 Jun 22 20:51:46.989496 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-07f37001-4569-4cd0-8b79-79c0af8ed01e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 378 time: 0.0429981 Jun 22 20:51:47.001795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:47.120041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:51:47.123667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.260088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.9 (3e42b505-9654-4cbb-8891-43def831944d/fb7a1a31-6504-4628-aa07-0b843b1f818c/74fedc2a-fc4d-4068-93be-6531206488f2) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:47.400411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.418962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 74fedc2a-fc4d-4068-93be-6531206488f2 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:47.452497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.457461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d7ed62b7-2efa-43b6-a6fb-046e4fb384b8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:47.500155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 3e42b505-9654-4cbb-8891-43def831944d is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:47.503335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:47.505985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:47.534633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:47.539191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:47.566095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:47.566752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.582447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846670 Jun 22 20:51:47.598386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Request body: {'port': {'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:47.678726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.740332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91fe2f95-3015-4a6a-9e3b-00e1201ffc96 None None] Provisioning for port 74fedc2a-fc4d-4068-93be-6531206488f2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:47.744373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-91fe2f95-3015-4a6a-9e3b-00e1201ffc96 None None] Provisioning complete for port 74fedc2a-fc4d-4068-93be-6531206488f2 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:47.744815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-91fe2f95-3015-4a6a-9e3b-00e1201ffc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.778779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-91fe2f95-3015-4a6a-9e3b-00e1201ffc96 None None] Port 74fedc2a-fc4d-4068-93be-6531206488f2 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:51:47.946017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fedc2a-fc4d-4068-93be-6531206488f2 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:47.953566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.965422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Transition to ACTIVE for port object 74fedc2a-fc4d-4068-93be-6531206488f2 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:51:47.973571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:47.976754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:48.075657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Pushing event updated for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:48.089798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:48.146642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Attempting to bind port 74fedc2a-fc4d-4068-93be-6531206488f2 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:51:48.146980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Attempting to bind port 74fedc2a-fc4d-4068-93be-6531206488f2 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:51:48.147312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Attempting to bind port 74fedc2a-fc4d-4068-93be-6531206488f2 on network 3e42b505-9654-4cbb-8891-43def831944d {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:48.155605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Port 74fedc2a-fc4d-4068-93be-6531206488f2 on network 3e42b505-9654-4cbb-8891-43def831944d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:51:48.155931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Attempting to bind port 74fedc2a-fc4d-4068-93be-6531206488f2 on network 3e42b505-9654-4cbb-8891-43def831944d {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:51:48.163670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:51:48.164009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Checking segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:51:48.164400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Bound using segment: {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:51:48.164837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Bound port: 74fedc2a-fc4d-4068-93be-6531206488f2, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf515bf-8058-4de7-8186-d216bedeef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '3e42b505-9654-4cbb-8891-43def831944d'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:51:48.165187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:48.188744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ff6a3-01af-4d0d-b190-38644a397b5c req-2007d3ac-a630-42a5-929d-19764fd48dc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.190263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d73ff6a3-01af-4d0d-b190-38644a397b5c req-2007d3ac-a630-42a5-929d-19764fd48dc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 943 time: 0.1200836 Jun 22 20:51:48.269189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d73ff6a3-01af-4d0d-b190-38644a397b5c req-7b1f2ae6-dadc-452a-91dc-8b439bc9b298 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570445 Jun 22 20:51:48.275348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:51:48.279312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=74fedc2a-fc4d-4068-93be-6531206488f2,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:51:48.283991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:48.286221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-07c542ad-0a69-4436-92da-16ea65229467 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:48.324526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.325248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:48.326529 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] 10.222.0.53 "PUT /v2.0/ports/74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 200 len: 1093 time: 0.7327142 Jun 22 20:51:48.327076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:48.329397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3646c5b-3d06-422b-8d0b-2c668002d8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:48.352241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Pushing event updated for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:48.356657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:48.374102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d695583-6f18-43f7-8088-a540a611c85b x-openstack-request-id: req-0d695583-6f18-43f7-8088-a540a611c85b {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:48.374455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:48.374766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d695583-6f18-43f7-8088-a540a611c85b {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:48.375227 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2', 'status': 'completed', 'code': 200} Jun 22 20:51:48.434185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-88b6c51d-64ff-4261-b1df-50dc638ffb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.435698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-88b6c51d-64ff-4261-b1df-50dc638ffb91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1096 time: 0.0553265 Jun 22 20:51:48.490616 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-3fd86085-5a0d-4ce3-b4e1-eba7871446da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 200 len: 217 time: 0.0434101 Jun 22 20:51:48.530499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:48.547491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-33e1fb9a-03e0-45a8-9192-f9b6b22b5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.548889 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-33e1fb9a-03e0-45a8-9192-f9b6b22b5c51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb7a1a31-6504-4628-aa07-0b843b1f818c HTTP/1.1" status: 200 len: 834 time: 0.0486512 Jun 22 20:51:48.579855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:48.580256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:48.611322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-ae474a57-5835-4198-a2f6-41133cd1db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.613031 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-ae474a57-5835-4198-a2f6-41133cd1db69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e42b505-9654-4cbb-8891-43def831944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528944 Jun 22 20:51:48.712488 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-e71df8e4-f2bd-4410-b6c4-579fdee6611d service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891042 Jun 22 20:51:48.807441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1027f7a2-af3a-4c1d-b4b4-631c4c7ad1fa req-0588bc5b-10d8-4242-93c9-35203f6a4ece service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832996 Jun 22 20:51:48.915375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-f70e7e27-880a-4b42-83b6-b83bf3012362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:48.917442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-f70e7e27-880a-4b42-83b6-b83bf3012362 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1096 time: 0.0555248 Jun 22 20:51:49.013945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-c3b85dbf-fadb-41d1-937c-4e34a36aca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:49.015437 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-c3b85dbf-fadb-41d1-937c-4e34a36aca2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 200 len: 897 time: 0.0910828 Jun 22 20:51:49.060017 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-e8833ffd-46ad-4e2f-80ee-8462a03b8cca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 200 len: 217 time: 0.0362813 Jun 22 20:51:49.116342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-1fb14f9c-4fc6-45c9-bd62-70b10a4ecb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:49.117732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-1fb14f9c-4fc6-45c9-bd62-70b10a4ecb7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb7a1a31-6504-4628-aa07-0b843b1f818c HTTP/1.1" status: 200 len: 834 time: 0.0513241 Jun 22 20:51:49.177160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-f01a26ab-6d97-4269-adba-938c2bc862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:49.178653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-f01a26ab-6d97-4269-adba-938c2bc862d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e42b505-9654-4cbb-8891-43def831944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531604 Jun 22 20:51:49.272068 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-a78c0b5b-8d7c-402f-99bb-e2fec264c97c service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851064 Jun 22 20:51:49.377274 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3646c5b-3d06-422b-8d0b-2c668002d8c6 req-51190b6c-5d62-441b-9caa-94824960b0cc service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942860 Jun 22 20:51:49.444846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e70ddf-7892-4158-aaa9-beee55c27f31 req-13136f44-b3fa-4173-a7a1-43ea74f73ae5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:49.446323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-69e70ddf-7892-4158-aaa9-beee55c27f31 req-13136f44-b3fa-4173-a7a1-43ea74f73ae5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 943 time: 0.0659835 Jun 22 20:51:49.485256 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-69e70ddf-7892-4158-aaa9-beee55c27f31 req-181d665b-3d3f-44f5-aa3b-c43233551efb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327432 Jun 22 20:51:49.747769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b88510b7-cd52-4ed2-b943-cb96f9f1df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:49.943555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:50.665709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bead01-0dc8-4ad6-8f20-deb919ecf000 req-747c38a5-4f23-4a1e-b1d3-37249de4721d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:50.667251 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-78bead01-0dc8-4ad6-8f20-deb919ecf000 req-747c38a5-4f23-4a1e-b1d3-37249de4721d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 943 time: 0.0679049 Jun 22 20:51:50.705996 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-78bead01-0dc8-4ad6-8f20-deb919ecf000 req-b8b04578-2974-46fa-b831-cebbb3a621c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329418 Jun 22 20:51:50.998487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:51.160476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 74fedc2a-fc4d-4068-93be-6531206488f2 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:51:51.256741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=74fedc2a-fc4d-4068-93be-6531206488f2,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:51.268682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '74fedc2a-fc4d-4068-93be-6531206488f2', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:51:51.305071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:51.318079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fedc2a-fc4d-4068-93be-6531206488f2 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:51:51.337000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=74fedc2a-fc4d-4068-93be-6531206488f2,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:51.341108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:51.342856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0a6c68d8-f789-41e7-9dba-cb95159f3920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:51.387758 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:51.390831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:51.591505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['74fedc2a-fc4d-4068-93be-6531206488f2'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:51:51.888105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f278-65b1-41e4-baad-cd2f9515b76a req-f367fe37-e310-43b5-a2a6-e0319c1f84b0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:51.889572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f3c6f278-65b1-41e4-baad-cd2f9515b76a req-f367fe37-e310-43b5-a2a6-e0319c1f84b0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 944 time: 0.0703685 Jun 22 20:51:51.926644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f3c6f278-65b1-41e4-baad-cd2f9515b76a req-9bf143c7-9620-4893-aed7-de98f7db6139 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313957 Jun 22 20:51:52.265285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:52.946336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:53.102572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012dab5-9393-459b-a4ff-0432227972a5 req-d1de651f-6e1a-42d1-a430-3fabda899780 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:53.104732 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1012dab5-9393-459b-a4ff-0432227972a5 req-d1de651f-6e1a-42d1-a430-3fabda899780 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 944 time: 0.0642996 Jun 22 20:51:53.143014 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1012dab5-9393-459b-a4ff-0432227972a5 req-af0f7cf2-3e43-46df-a3fb-4f9885bb80b5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322955 Jun 22 20:51:53.161126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 74fedc2a-fc4d-4068-93be-6531206488f2 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:51:53.217332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 74fedc2a-fc4d-4068-93be-6531206488f2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:51:53.221311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 74fedc2a-fc4d-4068-93be-6531206488f2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:51:53.222344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:53.298994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:53.322059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:53.325253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb9f4d-2376-4e2d-9534-464d993eb570" -d '{"events": [{"server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "name": "network-vif-plugged", "status": "completed", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:53.338176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=74fedc2a-fc4d-4068-93be-6531206488f2,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:51:53.343207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:53.345196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:53.366712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515e9080-cb4d-4617-a323-d73abb893cab x-openstack-request-id: req-515e9080-cb4d-4617-a323-d73abb893cab {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:53.367017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "name": "network-vif-plugged", "status": "completed", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:53.367285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-515e9080-cb4d-4617-a323-d73abb893cab {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:53.367685 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2', 'code': 200} Jun 22 20:51:53.395893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:53.399030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:53.627941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30172bb-059f-4cc7-ab04-bf036b4b33ed req-6566a9a5-ed78-40fe-a571-340094cfd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:53.630223 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c30172bb-059f-4cc7-ab04-bf036b4b33ed req-6566a9a5-ed78-40fe-a571-340094cfd635 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1098 time: 0.0570402 Jun 22 20:51:53.672399 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c30172bb-059f-4cc7-ab04-bf036b4b33ed req-297bc7bb-77d3-4ace-a566-c05bda57d2a2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322843 Jun 22 20:51:54.324396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913f645-18a4-4346-b48c-af1bda342e9e req-573865ff-62d5-4a05-b272-436f0f50208d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:54.325520 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4913f645-18a4-4346-b48c-af1bda342e9e req-573865ff-62d5-4a05-b272-436f0f50208d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0643163 Jun 22 20:51:54.363009 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4913f645-18a4-4346-b48c-af1bda342e9e req-f68df58a-b85b-4ad1-aa6d-745cc4dc9d1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318439 Jun 22 20:51:55.538489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704099c0-c580-4953-837f-530606fca301 req-ab46d579-21bd-4273-93c0-f89c9e47ab7c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:55.540048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-704099c0-c580-4953-837f-530606fca301 req-ab46d579-21bd-4273-93c0-f89c9e47ab7c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0643196 Jun 22 20:51:55.581644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-704099c0-c580-4953-837f-530606fca301 req-b433b318-7778-4525-9cde-ad61a98f7a74 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353205 Jun 22 20:51:55.771100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a8aa-3199-4340-8a2c-95ff15e33731 req-f7352667-3e8b-4ff0-b8eb-03e63c7a67e0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:55.772457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e79a8aa-3199-4340-8a2c-95ff15e33731 req-f7352667-3e8b-4ff0-b8eb-03e63c7a67e0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0666995 Jun 22 20:51:55.811144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e79a8aa-3199-4340-8a2c-95ff15e33731 req-e947d69e-4c07-4c52-a4d2-25a25b79dacc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324018 Jun 22 20:51:55.834791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:56.210135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524e998-2d99-495f-8a6c-b61c9e21d7e4 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:56.211657 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1524e998-2d99-495f-8a6c-b61c9e21d7e4 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1093 time: 0.3758993 Jun 22 20:51:56.215108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33458) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:56.219519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:51:56.241095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:56.338044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:56.444816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.28 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/8886218a-d32b-4334-a35a-d562db560def) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:51:56.542808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:56.584592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:56.587280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:56.621669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:51:56.624312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:51:56.627634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:51:56.650495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=8886218a-d32b-4334-a35a-d562db560def,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:56.654367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:56.999703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.076035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.223945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.228676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.230711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9a6bac3f-e3d6-4fd7-9f55-8b7727e67442 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:51:57.294688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=8886218a-d32b-4334-a35a-d562db560def,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:51:57.298534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:51:57.310488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.407107 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c associated. External IP: 172.26.4.28, port: 74fedc2a-fc4d-4068-93be-6531206488f2. Jun 22 20:51:57.618402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 0537a980-b554-4da2-a07b-068c382838bb has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:51:57.731481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:51:57.741045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:51:57.748943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:51:57.752648 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:57.753272 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:57.786347 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5701842 Jun 22 20:51:57.787038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:51:57.789083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33460) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:57.789589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e" -d '{"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:51:57.828095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccfca35-d796-47a2-8495-c09b58c7c0ac x-openstack-request-id: req-dccfca35-d796-47a2-8495-c09b58c7c0ac {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:51:57.828507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:51:57.828825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dccfca35-d796-47a2-8495-c09b58c7c0ac {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:51:57.829465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2', 'status': 'completed', 'code': 200} Jun 22 20:51:57.860896 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:57.910150 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9b530258-2a7a-42db-8832-79978fff2a43 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb HTTP/1.1" status: 200 len: 921 time: 0.1190145 Jun 22 20:51:57.910833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-af792dad-ff08-4b6c-a713-bafb42564309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:57.912314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-af792dad-ff08-4b6c-a713-bafb42564309 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1098 time: 0.0603018 Jun 22 20:51:57.913015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33464) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:57.977163 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3bfa7b11-eae7-4b88-aa32-6482a890fdcc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 990 time: 0.0620463 Jun 22 20:51:58.012710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-58f60569-0610-4ac8-b0a9-4aa01d680141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:58.014225 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-58f60569-0610-4ac8-b0a9-4aa01d680141 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 200 len: 897 time: 0.0953403 Jun 22 20:51:58.085056 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-a50a4237-99f2-455d-bef1-3dfd04efac2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 200 len: 998 time: 0.0646629 Jun 22 20:51:58.091970 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:51:56Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:46Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:58.117979 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:51:58.127420 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:51:58.128029 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:51:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:58.133809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-6c5a24b6-f649-4d72-a4a5-d097ce9a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:58.135868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-6c5a24b6-f649-4d72-a4a5-d097ce9a70ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb7a1a31-6504-4628-aa07-0b843b1f818c HTTP/1.1" status: 200 len: 834 time: 0.0442264 Jun 22 20:51:58.193685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-22bf4b2f-1101-42f0-b93b-955227d99c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:51:58.195130 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-22bf4b2f-1101-42f0-b93b-955227d99c62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e42b505-9654-4cbb-8891-43def831944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531738 Jun 22 20:51:58.232598 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:51:58.293670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-61054260-bc6c-4318-9dcb-63bd7e0b6a4d service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918510 Jun 22 20:51:58.388301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c22bed3-21f3-4cc1-bb8f-a8baed24798e req-efd22bfe-fe80-49cc-9eb0-7ac173f8c85e service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877078 Jun 22 20:51:58.465915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:51:56Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:46Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:51:58.495366 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bef57f7-49c7-4748-b6fb-6b7d0401971f None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:51:56Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:51:46Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:51:58.701162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe6baf-bccb-406a-a165-c419d9f8eba8 None None] New status for floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:51:58.980035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33466) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:51:59.047363 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f91521de-ffa7-4fa4-a4f1-cd8e48bc08a0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 992 time: 0.0659671 Jun 22 20:52:01.386396 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-3f8419fe-5fad-4f8f-9217-a20507a277c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595250 Jun 22 20:52:01.502450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-53fed254-b3b7-4b05-8b35-712a50497ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:01.504255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-53fed254-b3b7-4b05-8b35-712a50497ae2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1098 time: 0.0716522 Jun 22 20:52:01.622059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-434eb3a6-dd84-473e-b905-0bf7715fb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:01.623581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-434eb3a6-dd84-473e-b905-0bf7715fb69d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0950222 Jun 22 20:52:01.709354 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-c0d0a87d-e979-4521-941d-289175082806 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 1001 time: 0.0795202 Jun 22 20:52:01.771766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-bd24c49d-ef68-4124-9dab-f3d687c604e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:01.773341 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-bd24c49d-ef68-4124-9dab-f3d687c604e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0580957 Jun 22 20:52:01.848000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-5e5c444f-1a9c-4003-b035-b0c3342797ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:01.849557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-5e5c444f-1a9c-4003-b035-b0c3342797ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691574 Jun 22 20:52:01.954798 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-71e10fa7-c4b6-4c34-9420-63e1764155a4 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976591 Jun 22 20:52:02.055952 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10ce824d-c106-4a9f-a23d-96d614dcfe87 req-96464682-0516-443b-adfb-12b40c6d9a5a service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946853 Jun 22 20:52:10.677565 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-32b712f3-a7af-4941-a4c5-2173dfa9ed61 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515032641&fields=id&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 267 time: 0.0336106 Jun 22 20:52:10.792682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-9ea79f0b-5c31-44e2-922d-9d3823eb7e34 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:10.794198 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-9ea79f0b-5c31-44e2-922d-9d3823eb7e34 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.1095271 Jun 22 20:52:10.811504 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-36cb8960-28ae-4967-a77e-f87ae56bc197 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/quotas/381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 375 time: 0.0111740 Jun 22 20:52:10.890529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-6b92f6b4-bf5f-4842-8357-1bf3fba2edfc tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0736463 Jun 22 20:52:10.983664 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-8537d08f-e04e-418a-b3ef-74be748e56aa service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817492 Jun 22 20:52:11.077478 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-3858c610-d76f-4be9-80b4-18342c94a194 service neutron] 10.222.0.66 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880864 Jun 22 20:52:11.383923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4fed381c-6aee-4126-b549-7f19b9943572 req-916fc061-686b-49d6-827b-7b09ef0164f0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0343921 Jun 22 20:52:12.001638 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:52:12.542755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-54943c66-0179-4295-a46e-cc5721901748 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:12.544421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-54943c66-0179-4295-a46e-cc5721901748 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 810 time: 0.1554198 Jun 22 20:52:12.563294 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a18dbc67-73b5-4e3a-82cb-124185594bd5 req-bebc2da3-f84c-454a-9740-e32860fea01b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0340283 Jun 22 20:52:12.600908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-a4039572-b432-46eb-bbdf-522eadf6837f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381047312e1647559ddf4d2aa1c07787 HTTP/1.1" status: 200 len: 380 time: 0.0463903 Jun 22 20:52:12.614791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'port': {'device_id': '33996001-ee88-4157-a3f7-63f2151e7913', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'admin_state_up': True, 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'security_groups': ['28088e05-2e89-4bdb-833c-bd5fb85dc98e']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:12.743258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Made reservation on behalf of 381047312e1647559ddf4d2aa1c07787 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:52:12.747889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:12.906514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.20.0.11 (e24056b0-951e-441b-bdad-027b2d540f0a/05f0f694-4ae4-4e6c-adce-01a7c4aa594e/b93e0dc9-2812-4771-969d-8ed9e124b448) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:13.061878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.080480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Transition to ACTIVE for port object b93e0dc9-2812-4771-969d-8ed9e124b448 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:13.128180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.132878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:13.180463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network e24056b0-951e-441b-bdad-027b2d540f0a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:13.183905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:13.187970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:13.213436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:13.227168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.227560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.227935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.228315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.228688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.229060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.230036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.230863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.230863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.231178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.231456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.231819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:13.239566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:13.257988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:13.258694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.275968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6671755 Jun 22 20:52:13.290665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Request body: {'port': {'device_id': '33996001-ee88-4157-a3f7-63f2151e7913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:13.377130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.423808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aabcfc7-1f0a-47a6-b77f-f759ee0d66f9 None None] Provisioning for port b93e0dc9-2812-4771-969d-8ed9e124b448 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:13.428506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aabcfc7-1f0a-47a6-b77f-f759ee0d66f9 None None] Provisioning complete for port b93e0dc9-2812-4771-969d-8ed9e124b448 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:13.429158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aabcfc7-1f0a-47a6-b77f-f759ee0d66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.467270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1aabcfc7-1f0a-47a6-b77f-f759ee0d66f9 None None] Port b93e0dc9-2812-4771-969d-8ed9e124b448 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:52:13.663469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93e0dc9-2812-4771-969d-8ed9e124b448 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:52:13.673369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.712792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Transition to ACTIVE for port object b93e0dc9-2812-4771-969d-8ed9e124b448 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:13.722407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:13.725405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6beadb32-9f99-45d5-9019-3afaef174500 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:13.804884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:13.810570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:13.847094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e555f-3b6f-4c1a-ad7f-538e643d032c req-f47a64bf-2298-42b6-a6a9-cb10ae859217 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:13.848686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d2e555f-3b6f-4c1a-ad7f-538e643d032c req-f47a64bf-2298-42b6-a6a9-cb10ae859217 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 932 time: 0.1691487 Jun 22 20:52:13.938413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d2e555f-3b6f-4c1a-ad7f-538e643d032c req-2691dab0-3f18-4dfc-8a6c-9525fe7af09e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647526 Jun 22 20:52:13.941534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Attempting to bind port b93e0dc9-2812-4771-969d-8ed9e124b448 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:52:13.941989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Attempting to bind port b93e0dc9-2812-4771-969d-8ed9e124b448 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:52:13.942414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Attempting to bind port b93e0dc9-2812-4771-969d-8ed9e124b448 on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:13.951730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Port b93e0dc9-2812-4771-969d-8ed9e124b448 on network e24056b0-951e-441b-bdad-027b2d540f0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:52:13.952305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Attempting to bind port b93e0dc9-2812-4771-969d-8ed9e124b448 on network e24056b0-951e-441b-bdad-027b2d540f0a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:13.958993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:52:13.959421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Checking segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:13.959865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Bound using segment: {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:52:13.960364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Bound port: b93e0dc9-2812-4771-969d-8ed9e124b448, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:52:13.960776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:14.035735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:52:14.039044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=b93e0dc9-2812-4771-969d-8ed9e124b448,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:52:14.045030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:14.047799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-af6316ac-d847-4f74-93c5-e78c19cd2af0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:14.095591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.096142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:14.097644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 200 len: 1094 time: 0.8114839 Jun 22 20:52:14.098297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:14.100695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6986af-3586-40ac-b355-f626afa03a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:14.128873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:14.129232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:14.159747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3a8f59-70ef-4f77-b36c-b8be8b363b03 x-openstack-request-id: req-fc3a8f59-70ef-4f77-b36c-b8be8b363b03 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:14.160275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:14.161236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc3a8f59-70ef-4f77-b36c-b8be8b363b03 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:14.161236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'status': 'completed', 'code': 200} Jun 22 20:52:14.236038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-e5807f15-d860-42cd-bc20-c10cc46db487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.238400 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-e5807f15-d860-42cd-bc20-c10cc46db487 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1097 time: 0.0688074 Jun 22 20:52:14.288951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-ce614c00-72ac-4b39-b5a9-b1f8cbc5c262 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 200 len: 217 time: 0.0410621 Jun 22 20:52:14.349471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-ba4fbd64-4383-4d6f-b0a1-4b05daba7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.350883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-ba4fbd64-4383-4d6f-b0a1-4b05daba7de0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0535908 Jun 22 20:52:14.417239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88b96-8d29-4e14-a397-4508735e9380 req-4fea208b-d690-4052-b8ed-959127ea82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.418824 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-4fea208b-d690-4052-b8ed-959127ea82bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612807 Jun 22 20:52:14.520205 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-44eec3c0-956b-4533-bbb8-55daf7b06ad0 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938370 Jun 22 20:52:14.626405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58b88b96-8d29-4e14-a397-4508735e9380 req-c12b7d74-534f-4b21-8b68-6c2239df45a8 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980167 Jun 22 20:52:14.739367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6986af-3586-40ac-b355-f626afa03a3f req-ff4262d2-8db2-4a0b-a419-0a36062568c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.740782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-ff4262d2-8db2-4a0b-a419-0a36062568c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1097 time: 0.0623155 Jun 22 20:52:14.844272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6986af-3586-40ac-b355-f626afa03a3f req-061f95f7-a8c7-439a-8e9b-ff19b6b47e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.845745 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-061f95f7-a8c7-439a-8e9b-ff19b6b47e98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0981288 Jun 22 20:52:14.897147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-414c73fb-0c80-48e9-97dc-3e66cc022dbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 200 len: 217 time: 0.0441270 Jun 22 20:52:14.966058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6986af-3586-40ac-b355-f626afa03a3f req-345ab66e-69c1-4bc3-bd39-66646b3da253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:14.971014 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-345ab66e-69c1-4bc3-bd39-66646b3da253 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0659444 Jun 22 20:52:15.034388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6986af-3586-40ac-b355-f626afa03a3f req-abaa276f-430d-447d-8edb-8bc0352ed9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:15.036027 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-abaa276f-430d-447d-8edb-8bc0352ed9bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582416 Jun 22 20:52:15.516146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-2278b2ac-b26b-454d-a187-72b4e72c3c2d service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718156 Jun 22 20:52:15.539254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fa103-c0e2-40fd-8359-dea8170d897a req-69fee8fa-f20b-4874-8910-793b8bf1f40f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:15.540665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b72fa103-c0e2-40fd-8359-dea8170d897a req-69fee8fa-f20b-4874-8910-793b8bf1f40f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.4790170 Jun 22 20:52:15.628668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b72fa103-c0e2-40fd-8359-dea8170d897a req-81763ac3-dbe1-4541-bf74-e792b4fa02cc tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774939 Jun 22 20:52:15.659470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2b6986af-3586-40ac-b355-f626afa03a3f req-dc1acf1b-67e5-4765-badd-7a54cd9607ff service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359165 Jun 22 20:52:16.817158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638acf8-c074-4a99-b29b-5000a284c8ee req-0b056c94-0172-440c-aa80-697f1c3d06be tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:16.818710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e638acf8-c074-4a99-b29b-5000a284c8ee req-0b056c94-0172-440c-aa80-697f1c3d06be tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0689929 Jun 22 20:52:16.857134 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e638acf8-c074-4a99-b29b-5000a284c8ee req-047c6491-a4c8-47dd-8926-01d3a9d64e41 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jun 22 20:52:16.893958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c32a2d81-fa70-43ef-a497-877cee09a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:18.032349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b83bb-029a-46a8-ab54-2fefa3788f0a req-87229f80-35bd-479b-97ed-3ab329430af0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:18.033794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c16b83bb-029a-46a8-ab54-2fefa3788f0a req-87229f80-35bd-479b-97ed-3ab329430af0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0678699 Jun 22 20:52:18.072182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c16b83bb-029a-46a8-ab54-2fefa3788f0a req-8a012d9e-cf58-4e28-b71f-2a4cb984a67b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Jun 22 20:52:19.254094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4ab8-cce7-46c8-8483-c99c1ae0f316 req-aaebac18-53ec-4526-b435-cefbe98abc2e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:19.255558 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66fa4ab8-cce7-46c8-8483-c99c1ae0f316 req-aaebac18-53ec-4526-b435-cefbe98abc2e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0675011 Jun 22 20:52:19.294304 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66fa4ab8-cce7-46c8-8483-c99c1ae0f316 req-c04b3f9a-8bc1-430a-9c9c-688ec933ad14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Jun 22 20:52:19.747950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-68b771ff-16c6-4f61-9612-a224a87d62b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:19.944928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:20.462576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cf9cc-27d0-4016-aa4d-82e43843864b req-f3ec1d3e-7b61-4942-97c4-b91b96008517 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:20.464103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304cf9cc-27d0-4016-aa4d-82e43843864b req-f3ec1d3e-7b61-4942-97c4-b91b96008517 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0615139 Jun 22 20:52:20.502287 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304cf9cc-27d0-4016-aa4d-82e43843864b req-c74ac6fc-a742-4321-b13f-b54b0c1765c1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Jun 22 20:52:20.999488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:21.702169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52af8b9-af27-4f53-a5ca-7146e7e7ced0 req-85c2a184-256a-4a45-86ec-c7006528111c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:21.704002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e52af8b9-af27-4f53-a5ca-7146e7e7ced0 req-85c2a184-256a-4a45-86ec-c7006528111c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0716846 Jun 22 20:52:21.751660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e52af8b9-af27-4f53-a5ca-7146e7e7ced0 req-95f7df7f-1be7-4e6d-9f43-d6a0315eee9f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Jun 22 20:52:22.267825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:22.926751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fd7b-52f3-4d6c-a7ba-5188bc55bc4a req-f85c7d1b-04fb-4433-9c31-7271d2200590 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:22.928210 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5dd6fd7b-52f3-4d6c-a7ba-5188bc55bc4a req-f85c7d1b-04fb-4433-9c31-7271d2200590 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0639169 Jun 22 20:52:22.951130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:22.967151 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5dd6fd7b-52f3-4d6c-a7ba-5188bc55bc4a req-d800967a-1d20-41eb-ba24-014ad8086992 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Jun 22 20:52:24.160002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69cca-d572-40ec-b560-8ec99e6e67b8 req-5cfd4e3a-ebc3-48f2-9d0b-229b91baaf3c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:24.161540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c7e69cca-d572-40ec-b560-8ec99e6e67b8 req-5cfd4e3a-ebc3-48f2-9d0b-229b91baaf3c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0817513 Jun 22 20:52:24.201883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c7e69cca-d572-40ec-b560-8ec99e6e67b8 req-5a86c3db-5597-4712-a992-8233bc257a2b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Jun 22 20:52:25.265865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device b93e0dc9-2812-4771-969d-8ed9e124b448 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:52:25.368493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=b93e0dc9-2812-4771-969d-8ed9e124b448,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:25.381550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'port_id': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'mac_address': 'fa:16:3e:b2:c7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:52:25.417727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:25.431776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93e0dc9-2812-4771-969d-8ed9e124b448 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:52:25.432052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aee0a-3beb-4cca-b3c7-8f9fa6aa01e7 req-c058ca7d-135a-4fd3-888f-85fc08b59bae tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:25.433498 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-872aee0a-3beb-4cca-b3c7-8f9fa6aa01e7 req-c058ca7d-135a-4fd3-888f-85fc08b59bae tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 944 time: 0.0706646 Jun 22 20:52:25.460801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=b93e0dc9-2812-4771-969d-8ed9e124b448,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:25.464815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:25.467826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b2305727-970b-425f-ba3b-0ec48b22937e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:25.475274 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-872aee0a-3beb-4cca-b3c7-8f9fa6aa01e7 req-25bd7924-a56a-4e34-83aa-b251a871a5b0 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353863 Jun 22 20:52:25.515020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:25.522101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.522466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.522805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.523143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.523473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.523901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.524142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.524453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.524750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.525068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.525388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.525702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:25.530298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:25.745827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['b93e0dc9-2812-4771-969d-8ed9e124b448'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:52:26.649796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ec95a-bbac-48c3-9e7e-67e764f85a97 req-248ca6b0-887c-4765-aae8-757f08aae07e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:26.651395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db9ec95a-bbac-48c3-9e7e-67e764f85a97 req-248ca6b0-887c-4765-aae8-757f08aae07e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 945 time: 0.0641527 Jun 22 20:52:26.689028 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db9ec95a-bbac-48c3-9e7e-67e764f85a97 req-c824bbdf-1c8e-4b71-807e-f3bc6b088b35 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Jun 22 20:52:27.268154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device b93e0dc9-2812-4771-969d-8ed9e124b448 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:27.317709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port b93e0dc9-2812-4771-969d-8ed9e124b448 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:27.321458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port b93e0dc9-2812-4771-969d-8ed9e124b448 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:27.321841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:27.401627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:27.425440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:27.427730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df5a26-691a-41aa-9e23-d302f6e82997" -d '{"events": [{"server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "name": "network-vif-plugged", "status": "completed", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:27.441526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=b93e0dc9-2812-4771-969d-8ed9e124b448,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:27.445480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:27.447342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:27.476058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c30b23-e6ad-4c35-a4d1-d067fc21f20a x-openstack-request-id: req-12c30b23-e6ad-4c35-a4d1-d067fc21f20a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:27.476366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "name": "network-vif-plugged", "status": "completed", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:27.476631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12c30b23-e6ad-4c35-a4d1-d067fc21f20a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:27.477024 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'code': 200} Jun 22 20:52:27.500493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:27.503561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:27.690088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79649303-3619-4bd8-8886-c110ce48f6e6 req-59d408ec-b622-497a-bdf6-325104bea503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:27.691603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-79649303-3619-4bd8-8886-c110ce48f6e6 req-59d408ec-b622-497a-bdf6-325104bea503 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1099 time: 0.0617137 Jun 22 20:52:27.726496 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-79649303-3619-4bd8-8886-c110ce48f6e6 req-709109fe-ec11-48d1-b08d-0781d36bdf78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274439 Jun 22 20:52:27.869444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ddc0-0c24-4d42-8df7-74d93a93b1fd req-98eda937-8f4c-4b9a-9d7c-3a31a5639403 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:27.870947 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0aa4ddc0-0c24-4d42-8df7-74d93a93b1fd req-98eda937-8f4c-4b9a-9d7c-3a31a5639403 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0654335 Jun 22 20:52:27.915391 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0aa4ddc0-0c24-4d42-8df7-74d93a93b1fd req-cae397c0-0f89-445d-a3a8-2ef8ef369a38 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Jun 22 20:52:29.098287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416a49b-e85a-4ddf-8585-d308c22e5f09 req-afd29715-e32d-4f77-b9d2-60ecd992ae1c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:29.099802 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e416a49b-e85a-4ddf-8585-d308c22e5f09 req-afd29715-e32d-4f77-b9d2-60ecd992ae1c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0684280 Jun 22 20:52:29.140549 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e416a49b-e85a-4ddf-8585-d308c22e5f09 req-bba9e248-111a-497c-9425-cbf2b70fde1b tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350068 Jun 22 20:52:29.328090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0b839-2702-4c5b-a94c-94407aa2a614 req-284e2fff-562b-49af-a454-8f478f9fcafe tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:29.329568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-56a0b839-2702-4c5b-a94c-94407aa2a614 req-284e2fff-562b-49af-a454-8f478f9fcafe tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0715230 Jun 22 20:52:29.368540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-56a0b839-2702-4c5b-a94c-94407aa2a614 req-98d13be9-ff1b-4f26-a9f1-713ce8b1c6cc tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Jun 22 20:52:29.393241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33574) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:29.451283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0c55c-54a4-4dfa-9f4c-b10db74e396d tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:29.452913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-65d0c55c-54a4-4dfa-9f4c-b10db74e396d tempest-TestVolumeBootPattern-103396660 tempest-TestVolumeBootPattern-103396660-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1094 time: 0.0587101 Jun 22 20:52:29.455851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33576) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:29.460558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:29.484126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:29.581665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:29.693272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Allocated IP 172.26.4.220 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7df2a61a-3995-4df2-8cf5-075bb0c71994) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:29.797542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:29.841679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:29.844558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6187ec88-ac48-470c-ba7a-5bc80aa7800f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:29.886788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:29.891672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:29.895195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:29.900648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=7df2a61a-3995-4df2-8cf5-075bb0c71994,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:29.929810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.930227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.930611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.930989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.931367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.931741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.932113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.932488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.932855 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.933222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.933671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.933977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:29.940079 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:30.286320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:30.372417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:30.533987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:30.538783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:30.540847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-36302eaf-9fc8-410a-a79d-8b9dc6f0c575 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:30.604437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event updated for resources: {'Port': ['ID=7df2a61a-3995-4df2-8cf5-075bb0c71994,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:30.609757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:30.620952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:31.071996 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e associated. External IP: 172.26.4.220, port: b93e0dc9-2812-4771-969d-8ed9e124b448. Jun 22 20:52:31.295219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:52:31.426821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:52:31.436192 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:31.443044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:31.446135 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:31.446772 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:31.483464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0265102 Jun 22 20:52:31.484150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:31.486515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6320c-e42b-40ed-8c9d-f737f750279b" -d '{"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:31.525921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6565b258-7a1f-4e38-a524-abcfb6d0758a x-openstack-request-id: req-6565b258-7a1f-4e38-a524-abcfb6d0758a {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:31.526287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:31.526597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6565b258-7a1f-4e38-a524-abcfb6d0758a {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:31.527058 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'status': 'completed', 'code': 200} Jun 22 20:52:31.560647 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:31.604828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-9f252b07-948a-474c-8427-28c37425e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:31.606519 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-9f252b07-948a-474c-8427-28c37425e233 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1099 time: 0.0563695 Jun 22 20:52:31.703903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-b36a2c88-f526-46e6-8914-23c49d17efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:31.705363 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-b36a2c88-f526-46e6-8914-23c49d17efd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0919189 Jun 22 20:52:31.780436 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-d8aeca49-35c6-44c9-afdb-c580cd490e16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 200 len: 1000 time: 0.0673480 Jun 22 20:52:31.798457 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}, {'id': 'c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:b2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33996001-ee88-4157-a3f7-63f2151e7913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:52:30Z', 'updated_at': '2021-06-22T20:52:30Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:31.831022 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:31.837261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-454ef2a2-e601-4490-a539-78dbb77d766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:31.838761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-454ef2a2-e601-4490-a539-78dbb77d766f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0505233 Jun 22 20:52:31.839130 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:31.839738 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:31.903404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-29860b76-367a-4e09-ab1a-ee0351ee4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:31.904929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-29860b76-367a-4e09-ab1a-ee0351ee4cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0597014 Jun 22 20:52:31.953609 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:31.997326 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-66c2317a-3640-460f-a914-de6a661284f1 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838969 Jun 22 20:52:32.103730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dba6320c-e42b-40ed-8c9d-f737f750279b req-786acbc7-4611-4835-8067-dbad6f0f69cb service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003342 Jun 22 20:52:32.190735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33584) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:32.271448 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}, {'id': 'c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:b2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33996001-ee88-4157-a3f7-63f2151e7913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:52:30Z', 'updated_at': '2021-06-22T20:52:30Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:32.305711 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92904b5-d1ba-4a57-84d5-a3808f2fb66d None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}, {'id': 'c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:b2:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33996001-ee88-4157-a3f7-63f2151e7913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:52:30Z', 'updated_at': '2021-06-22T20:52:30Z', 'revision_number': 0, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:32.313249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fa892b89-d7b9-44ce-9b5d-48f03378e393 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1212430 Jun 22 20:52:32.315972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33586) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:32.461790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee5ee7-077b-4b80-801b-787e6a953c59 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Notify agent at dv-neutron-797537-2-hyperv the message router_removed_from_agent {{(pid=100373) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 20:52:32.465119 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fdee5ee7-077b-4b80-801b-787e6a953c59 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "DELETE /v2.0/agents/8fc36744-ffc6-4df8-99a5-53004d946da2/l3-routers/0537a980-b554-4da2-a07b-068c382838bb HTTP/1.1" status: 204 len: 168 time: 0.1482203 Jun 22 20:52:32.468510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33588) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:32.522150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82794f4a-37e2-43b3-871c-68d19b647fd8 None None] New status for floating IP c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:52:32.599595 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4f5952e8-0cf6-4606-a630-aadef1b56f7c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1299806 Jun 22 20:52:32.602135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:32.672030 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df9b7b93-769a-46ab-9b7f-5db5818c8c90 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 992 time: 0.0687521 Jun 22 20:52:33.230389 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783b97c-c0bd-4488-9c70-9a0be91119d3 None None] New status for floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:52:33.675951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33592) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:33.740329 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cefffc32-ae89-4868-9bc9-3f20b1aed362 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 990 time: 0.0631635 Jun 22 20:52:34.551258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:34.633797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:34.655144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7a471a86-e8db-4137-8905-2db8fd2ba724,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:34.659082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:34.659896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:34.662315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:34.736693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:34.740164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:34.773834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:34.810339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=19d76f5a-b914-419b-8c4b-de6923efde16,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:34.816995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:34.818804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:34.868804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:34.872549 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:34.896715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33596) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:35.031482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca0a757-ffcd-4036-a3a7-fc77d438e9c6 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Router 0537a980-b554-4da2-a07b-068c382838bb is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:52:35.031844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca0a757-ffcd-4036-a3a7-fc77d438e9c6 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Notify agent at dv-neutron-797537-2-hyperv the message router_added_to_agent {{(pid=100374) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 20:52:35.064968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:35.065379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1ca0a757-ffcd-4036-a3a7-fc77d438e9c6 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "POST /v2.0/agents/8fc36744-ffc6-4df8-99a5-53004d946da2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1673403 Jun 22 20:52:35.068574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33600) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:35.076049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:35.076823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:35.190933 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e58ab754-db74-4ed6-b90c-7708a8a2850c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1210730 Jun 22 20:52:35.194371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33602) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:35.268625 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c75aea0b-ae1b-4560-9d91-536b68d6761d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 990 time: 0.0729389 Jun 22 20:52:35.357118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:35.603800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:52:33Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:35.635415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:35.644908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:35.645533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:35.758882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:36.021721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:52:33Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:36.049130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832646ff-32f8-4e7f-9467-1d61291daf8e None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cf93686b-7ad9-41d7-8fbf-4467d82ebc9c', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.28', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '0537a980-b554-4da2-a07b-068c382838bb', 'port_id': '74fedc2a-fc4d-4068-93be-6531206488f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'mac_address': 'fa:16:3e:ae:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:51:56Z', 'updated_at': '2021-06-22T20:52:33Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:34Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:36.271916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33604) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:36.353737 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-46818a68-69bd-482c-b7fe-c9090ea81064 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 990 time: 0.0801973 Jun 22 20:52:36.570580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:36.624312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:36.625009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:36.712754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:36.748486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=19d76f5a-b914-419b-8c4b-de6923efde16,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:36.752742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:36.754650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:36.803185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:36.806729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:37.357295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33606) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:37.417979 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0209bc89-e2bc-4e49-8df6-93850bea7541 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 990 time: 0.0591838 Jun 22 20:52:37.700219 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b338-7de1-4c07-ab3f-999af842b11b None None] New status for floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:52:38.422087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33610) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:38.487378 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6c94c867-609f-40e5-a586-2f75ce4d4d15 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 200 len: 992 time: 0.0640562 Jun 22 20:52:38.615161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:38.666988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7a471a86-e8db-4137-8905-2db8fd2ba724 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:38.667399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:38.743521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:38.766793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7a471a86-e8db-4137-8905-2db8fd2ba724,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:38.770966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:38.771830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:38.773456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b282397d-5512-4e5b-8746-2d3f7cadcbc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:38.848015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:38.851705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:38.861133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 19d76f5a-b914-419b-8c4b-de6923efde16 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:38.861512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:40.557599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:40.608566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7a471a86-e8db-4137-8905-2db8fd2ba724 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:40.608952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:40.782550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33616) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:40.963169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 8886218a-d32b-4334-a35a-d562db560def {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:52:40.963511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.042842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.043068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.055334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 8886218a-d32b-4334-a35a-d562db560def owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:52:41.204839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.206901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fd939cf5-1620-4e1b-9696-898084f89777 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:41.235244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=8886218a-d32b-4334-a35a-d562db560def,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:41.237944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:41.304125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.304364 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c disassociated (deleted). External IP: 172.26.4.28, port: 74fedc2a-fc4d-4068-93be-6531206488f2. Jun 22 20:52:41.520292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 0537a980-b554-4da2-a07b-068c382838bb has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:52:41.629523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:52:41.634362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:41.638900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:41.647719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:41.648337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:41.669220 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/cf93686b-7ad9-41d7-8fbf-4467d82ebc9c HTTP/1.1" status: 204 len: 168 time: 0.8856332 Jun 22 20:52:41.670430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:41.672786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e532510-8477-4e8e-915a-1216f62f33db" -d '{"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:41.714103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df0a5e-7555-4c44-ac3e-7c2b7941173d x-openstack-request-id: req-97df0a5e-7555-4c44-ac3e-7c2b7941173d {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:41.714678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:41.715172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97df0a5e-7555-4c44-ac3e-7c2b7941173d {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:41.715812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2', 'status': 'completed', 'code': 200} Jun 22 20:52:41.762746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:41.808616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532510-8477-4e8e-915a-1216f62f33db req-d18b8287-5daa-4b48-86f2-b44b80cfb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:41.810983 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-d18b8287-5daa-4b48-86f2-b44b80cfb52b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 1098 time: 0.0620399 Jun 22 20:52:41.922697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532510-8477-4e8e-915a-1216f62f33db req-da65b933-fc2a-46d1-9297-33bf78ce7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:41.924285 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-da65b933-fc2a-46d1-9297-33bf78ce7b2d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 200 len: 897 time: 0.1058743 Jun 22 20:52:41.972978 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-8f5c014e-a31b-4bd2-ae6b-b32a9f810bac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 200 len: 217 time: 0.0370760 Jun 22 20:52:41.991460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:36Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:42.022446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:42.026086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532510-8477-4e8e-915a-1216f62f33db req-33460a27-7ab4-4fcd-a102-1463693e856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:42.027547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-33460a27-7ab4-4fcd-a102-1463693e856d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb7a1a31-6504-4628-aa07-0b843b1f818c HTTP/1.1" status: 200 len: 834 time: 0.0466263 Jun 22 20:52:42.031126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:42.031731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:42.070991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd844eb-74f5-481e-a63f-f090101729ad req-045d267b-ec48-42c8-9b28-a0c902d67208 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:42.071783 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fcd844eb-74f5-481e-a63f-f090101729ad req-045d267b-ec48-42c8-9b28-a0c902d67208 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0655358 Jun 22 20:52:42.097983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532510-8477-4e8e-915a-1216f62f33db req-9cbbbbc1-138a-4c6a-b53c-e07e89659aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:42.099680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-9cbbbbc1-138a-4c6a-b53c-e07e89659aa8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e42b505-9654-4cbb-8891-43def831944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630908 Jun 22 20:52:42.111715 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fcd844eb-74f5-481e-a63f-f090101729ad req-e94d09e8-c3d2-4982-b178-5e768cbb8167 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334675 Jun 22 20:52:42.144766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:42.194397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-585b8e4f-f7c4-47c4-aae0-b151610cc3c9 service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875113 Jun 22 20:52:42.291705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e532510-8477-4e8e-915a-1216f62f33db req-4a9da946-2bd2-44d5-9ba3-f4d5d1e8fc4e service neutron] 10.222.0.53 "GET /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Jun 22 20:52:42.345179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:36Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:42.370958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88cf76-fc53-4146-a4fe-0a3583654d92 None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:51:42Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '19d76f5a-b914-419b-8c4b-de6923efde16', 'name': '', 'network_id': '3e42b505-9654-4cbb-8891-43def831944d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:c5:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:41Z', 'updated_at': '2021-06-22T20:52:36Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'fb7a1a31-6504-4628-aa07-0b843b1f818c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:43.307673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d399f4c-752f-425a-9510-428279c848a1 req-563f0954-085e-4ec9-82cc-85ac19420578 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:43.309239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d399f4c-752f-425a-9510-428279c848a1 req-563f0954-085e-4ec9-82cc-85ac19420578 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0725048 Jun 22 20:52:43.353825 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d399f4c-752f-425a-9510-428279c848a1 req-4c21d471-04e1-4ba8-ba30-caf3ca110ac4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380683 Jun 22 20:52:43.505771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-49f6c519-f6c6-4cdf-b401-1cffd5fb36dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:43.507316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-49f6c519-f6c6-4cdf-b401-1cffd5fb36dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 945 time: 0.0698922 Jun 22 20:52:43.530270 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94854dbe-998b-4f99-be22-9690c3687290 None None] New status for floating IP cf93686b-7ad9-41d7-8fbf-4467d82ebc9c: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:52:43.614863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 74fedc2a-fc4d-4068-93be-6531206488f2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:52:43.615219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:43.707997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 74fedc2a-fc4d-4068-93be-6531206488f2, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=74fedc2a-fc4d-4068-93be-6531206488f2,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:43.708357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:43.719961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 74fedc2a-fc4d-4068-93be-6531206488f2 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:52:43.847410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:43.851289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-14a7a5b3-1d22-4bcf-81ff-d92a67cac860 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:43.883010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=74fedc2a-fc4d-4068-93be-6531206488f2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:43.890624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:43.925504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 74fedc2a-fc4d-4068-93be-6531206488f2 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:52:43.928341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:43.930318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b936a320-1896-40f0-b306-7c4f8f03c75a req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/74fedc2a-fc4d-4068-93be-6531206488f2 HTTP/1.1" status: 204 len: 173 time: 0.4173305 Jun 22 20:52:43.930845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'name': 'network-vif-deleted', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:43.933230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c5e8d8-f796-4f69-b125-541545bda1aa" -d '{"events": [{"server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "name": "network-vif-deleted", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:43.972809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f21b93-ffcb-42a3-8c4e-7f0a3aa02e3c x-openstack-request-id: req-d1f21b93-ffcb-42a3-8c4e-7f0a3aa02e3c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:43.973153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f143e3-02ec-4966-95d4-8a5ae660bf6f", "name": "network-vif-deleted", "tag": "74fedc2a-fc4d-4068-93be-6531206488f2", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:43.973459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1f21b93-ffcb-42a3-8c4e-7f0a3aa02e3c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:43.973920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f143e3-02ec-4966-95d4-8a5ae660bf6f', 'name': 'network-vif-deleted', 'tag': '74fedc2a-fc4d-4068-93be-6531206488f2', 'status': 'completed', 'code': 200} Jun 22 20:52:44.506534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c95526e9-e019-4c99-8e91-e10e7c2d767d req-c443e1b2-c4a9-4229-a7b5-0f7cd8385dee tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f143e3-02ec-4966-95d4-8a5ae660bf6f HTTP/1.1" status: 200 len: 210 time: 0.0288761 Jun 22 20:52:45.603899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33634) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:45.667343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:45.695514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:45.777604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:45.780356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:45.781563 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4 HTTP/1.1" status: 204 len: 168 time: 0.1765649 Jun 22 20:52:45.782408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6ceec612-ca0b-4144-9080-8d88bedf1811 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:45.793143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff1f60-5a92-4ddd-84cc-5c6907a0f5d4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:45.802224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:45.827520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33638) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:46.204947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:46.472413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 19d76f5a-b914-419b-8c4b-de6923efde16 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:52:46.472668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:46.559276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 19d76f5a-b914-419b-8c4b-de6923efde16, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=19d76f5a-b914-419b-8c4b-de6923efde16,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:46.559629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:46.573102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 19d76f5a-b914-419b-8c4b-de6923efde16 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:52:46.771011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:46.773831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cb893152-9112-41d7-8294-a6711d19e0a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:46.800909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=19d76f5a-b914-419b-8c4b-de6923efde16,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:46.804067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:46.905930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-065378a9-9ebe-4468-8d7f-924f84ae0ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.028792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.371454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 74fedc2a-fc4d-4068-93be-6531206488f2 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:47.397068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 74fedc2a-fc4d-4068-93be-6531206488f2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:52:47.397501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 74fedc2a-fc4d-4068-93be-6531206488f2 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:52:47.609554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 0537a980-b554-4da2-a07b-068c382838bb has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:52:47.722102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:52:47.727291 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987186 Jun 22 20:52:47.729977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33640) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:47.734301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Sync routers for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:47.744146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:47.744835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:47.781779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet fb7a1a31-6504-4628-aa07-0b843b1f818c {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:52:47.784940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.827550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.924979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.989643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:47.992620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-65717d6c-46f0-4d26-86c5-d26484e34a5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:48.018412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7a1a31-6504-4628-aa07-0b843b1f818c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:48.021490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:48.022526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.024503 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-edc14c04-2f9c-470a-b498-6ac56ba28e66 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/fb7a1a31-6504-4628-aa07-0b843b1f818c HTTP/1.1" status: 204 len: 168 time: 0.2936270 Jun 22 20:52:48.027104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33642) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:48.036826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422036e-4636-404b-8766-438649771532 None None] Network 3e42b505-9654-4cbb-8891-43def831944d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:52:48.054738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:48.139805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.250219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.314882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 7a471a86-e8db-4137-8905-2db8fd2ba724 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:52:48.315229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.354599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:52:46Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '7a471a86-e8db-4137-8905-2db8fd2ba724', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0537a980-b554-4da2-a07b-068c382838bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:51:39Z', 'updated_at': '2021-06-22T20:52:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:48.383081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Checking router: 0537a980-b554-4da2-a07b-068c382838bb for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:48.392616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Routers {'0537a980-b554-4da2-a07b-068c382838bb'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:48.393244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['0537a980-b554-4da2-a07b-068c382838bb'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:48.409582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 7a471a86-e8db-4137-8905-2db8fd2ba724, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7a471a86-e8db-4137-8905-2db8fd2ba724,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:48.409999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.421624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 7a471a86-e8db-4137-8905-2db8fd2ba724 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:52:48.432082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] DHCP port deletion for 3e42b505-9654-4cbb-8891-43def831944d request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:52:48.528192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] Set router 0537a980-b554-4da2-a07b-068c382838bb gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:48.600712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:52:48Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:48.614422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.617146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:48.635947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723e6d6-17c8-49e2-862c-f411f6403332 None None] The sync data for ids ['0537a980-b554-4da2-a07b-068c382838bb'] in dv-neutron-797537-2-hyperv is: [{'id': '0537a980-b554-4da2-a07b-068c382838bb', 'name': 'tempest-TestNetworkBasicOps-router-998742327', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:51:38Z', 'updated_at': '2021-06-22T20:52:48Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:48.647116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 211fdb6a-469e-4bf3-992c-61644ebf77f3 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:48.649700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=7a471a86-e8db-4137-8905-2db8fd2ba724,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:48.654589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:48.697229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Deleting port 211fdb6a-469e-4bf3-992c-61644ebf77f3 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:52:48.697674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.728926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.788175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] For port 211fdb6a-469e-4bf3-992c-61644ebf77f3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=211fdb6a-469e-4bf3-992c-61644ebf77f3,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:48.788477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.808089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Calling delete_port for 211fdb6a-469e-4bf3-992c-61644ebf77f3 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:52:48.813283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.827818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.829980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.875471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.876000 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 0537a980-b554-4da2-a07b-068c382838bb {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:52:48.883842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.887473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/0537a980-b554-4da2-a07b-068c382838bb HTTP/1.1" status: 204 len: 168 time: 0.8569260 Jun 22 20:52:48.887753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33644) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:48.891317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 211fdb6a-469e-4bf3-992c-61644ebf77f3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=211fdb6a-469e-4bf3-992c-61644ebf77f3,segment=NetworkSegment(ecf515bf-8058-4de7-8186-d216bedeef3e),segment_id=ecf515bf-8058-4de7-8186-d216bedeef3e)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:48.902623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.906797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:48.962591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=211fdb6a-469e-4bf3-992c-61644ebf77f3,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:48.965310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.968040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:48.968499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:48.976758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:48.999874 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:52:49.000566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Pushing event deleted for resources: {'Port': ['ID=211fdb6a-469e-4bf3-992c-61644ebf77f3,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:49.002649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] No DVR routers for this DVR port 211fdb6a-469e-4bf3-992c-61644ebf77f3 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:52:49.004111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:49.084674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.098912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e42b505-9654-4cbb-8891-43def831944d']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:49.109132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf515bf-8058-4de7-8186-d216bedeef3e') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:49.109429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf515bf-8058-4de7-8186-d216bedeef3e') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:49.117999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.132037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.139094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:52:49.141679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:52:49.144134 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:52:49.208049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.211504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45414821-c06c-43fa-88ff-c953e07e7cfa tempest-TestNetworkAdvancedServerOps-1698865724 tempest-TestNetworkAdvancedServerOps-1698865724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:49.215340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.220923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/3e42b505-9654-4cbb-8891-43def831944d HTTP/1.1" status: 204 len: 168 time: 0.3321760 Jun 22 20:52:49.232990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=3e42b505-9654-4cbb-8891-43def831944d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:49.235723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:49.242724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33646) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:49.248875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--1410341642', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:49.272752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:52:49.276528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.301026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:52:49.310831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.311125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 29f1bcbe-567d-4926-b684-9d7ec31e9284 of type vlan for network 8435ce27-9dc9-4503-9cfb-e77435c9b236 Jun 22 20:52:49.359866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.398037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.403562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:49.404700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.411974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15e97fec-831a-44a5-9b19-af3f30f791c3 tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:49.452615 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2087770 Jun 22 20:52:49.455462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33648) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:49.460254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:49.484861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.485946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.501342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=8435ce27-9dc9-4503-9cfb-e77435c9b236,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:49.504168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:49.517541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:52:49.541869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.690251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.749754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3c33f819-f73f-4da0-88f1-aec7970dc146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.907651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.927242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:49.946004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.038560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.133 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:50.151373 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.190177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.192138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96efdb87-000a-4667-ac1d-1db4853b8f2c tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:50.231183 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:50.234077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:50.238315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:50.241279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:50.259781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:50.482990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.570496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:50.592844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7a471a86-e8db-4137-8905-2db8fd2ba724 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:52:50.592844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7a471a86-e8db-4137-8905-2db8fd2ba724 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:52:50.592844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:52:50.611028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 19d76f5a-b914-419b-8c4b-de6923efde16 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:52:50.611387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 19d76f5a-b914-419b-8c4b-de6923efde16 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:52:50.692892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.825529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 148a9287-9451-42c9-9134-fd9b9c77edf7 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:52:50.936994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:52:50.946059 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Sync routers for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:50.957061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:50.957836 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:50.958489 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5019753 Jun 22 20:52:50.958680 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:50.961637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33650) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:50.990227 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-633a9832-280c-4e77-9e48-61fc79334942 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272677 Jun 22 20:52:50.992804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33652) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:51.006659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.082549 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:51.089667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075f9e6-2693-4ae2-9107-13348478dd0a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:51.091306 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1075f9e6-2693-4ae2-9107-13348478dd0a tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975206 Jun 22 20:52:51.094192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33654) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:51.123243 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-17ad96de-1044-4b1d-a6d9-c968d8cd3cf2 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273211 Jun 22 20:52:51.125644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33656) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:51.132599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244316082', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:51.222917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:52:51.226412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.269573 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:50Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:51.300560 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Checking router: 148a9287-9451-42c9-9134-fd9b9c77edf7 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:51.300914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Updating router 148a9287-9451-42c9-9134-fd9b9c77edf7 port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:52:51.337185 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.602725 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.613529 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Transition to ACTIVE for port object 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:51.619838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.621867 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bedac806-a217-4020-8796-f4d4a41c3151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:51.673273 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Attempting to bind port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:52:51.673697 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Attempting to bind port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:52:51.674039 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Attempting to bind port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:51.682687 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Pushing event updated for resources: {'Port': ['ID=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:51.686074 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:52:51.686282 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:51.686614 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.687013 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:52:51.687546 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Bound port: 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:52:51.687924 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.694119 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.694472 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.694848 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.695186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.695523 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.695851 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.696177 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.696507 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.696826 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.697184 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.697504 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.697823 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:52:51.718406 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:51.753013 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] For port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:52:51.756131 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] For port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:52:51.760340 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.762489 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-3c96328f-2820-4b11-ae6b-5a8db3b168ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:51.791544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.796177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fa729bf5-a8ae-441e-9e8d-5eb92e604a9f tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:51.821163 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:51.821965 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:51.827176 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Pushing event updated for resources: {'Port': ['ID=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:51.868428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=a3940e69-ef69-46ac-b311-242297c8ac6e,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:51.872518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:51.877570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:51.877969 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 8435ce27-9dc9-4503-9cfb-e77435c9b236, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:52:51.890105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:51.896985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:52:51.908038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 8435ce27-9dc9-4503-9cfb-e77435c9b236) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:51.913130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:51.914080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:51.920777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5daaf3-66aa-47b1-bed4-918fd0821e5d None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:52:51.934377 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3b18eb13-86ff-46de-808c-6c729e95ccda tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8076286 Jun 22 20:52:51.938003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33658) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:52.085417 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:52.093914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-8435ce27-9dc9-4503-9cfb-e77435c9b236', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:52:52.094857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.252789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Allocated IP 172.20.0.2 (8435ce27-9dc9-4503-9cfb-e77435c9b236/a3940e69-ef69-46ac-b311-242297c8ac6e/9c1be07c-5c39-4a79-9748-a727c1684a68) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:52.298382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.335621 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:50Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:52.367445 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ed1-7ab4-4860-ab5c-e474be61edc4 None None] The sync data for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv is: [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:50Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:52.429106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.438854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Transition to ACTIVE for port object 9c1be07c-5c39-4a79-9748-a727c1684a68 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:52.456354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Transition to ACTIVE for port object 9c1be07c-5c39-4a79-9748-a727c1684a68 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:52.461152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.463619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.465628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:52.504654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:52.509627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:52.513783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:52.521434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Pushing event updated for resources: {'Port': ['ID=9c1be07c-5c39-4a79-9748-a727c1684a68,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:52.524628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:52.582160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Attempting to bind port 9c1be07c-5c39-4a79-9748-a727c1684a68 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:52:52.582367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Attempting to bind port 9c1be07c-5c39-4a79-9748-a727c1684a68 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:52:52.582765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Attempting to bind port 9c1be07c-5c39-4a79-9748-a727c1684a68 on network 8435ce27-9dc9-4503-9cfb-e77435c9b236 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:52.594195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:52:52.594688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Checking segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:52.596203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.596935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Bound using segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:52:52.597662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Bound port: 9c1be07c-5c39-4a79-9748-a727c1684a68, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:52:52.598163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.679757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] For port 9c1be07c-5c39-4a79-9748-a727c1684a68, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:52:52.683426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] For port 9c1be07c-5c39-4a79-9748-a727c1684a68, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9c1be07c-5c39-4a79-9748-a727c1684a68,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:52:52.689271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.692841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:52.771030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Pushing event updated for resources: {'Port': ['ID=9c1be07c-5c39-4a79-9748-a727c1684a68,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:52.782562 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:52.819636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (8435ce27-9dc9-4503-9cfb-e77435c9b236/a3940e69-ef69-46ac-b311-242297c8ac6e/bd5dc1dd-7b57-46ef-9640-5800473a71c7) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:52.959496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:52.995312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.010847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object bd5dc1dd-7b57-46ef-9640-5800473a71c7 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:53.052360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.054948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-335294f4-9d57-459b-a996-7b676e9f2204 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:53.101801 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:53.105239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:53.109738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:53.134831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:53.140477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:53.160080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.316818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.631551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.636400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.641068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2aef89d4-7d53-4e95-9e3f-acc15a584585 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:53.696043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b71a7-cc6e-424e-9094-7ea736c36a24 None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:52:53.723947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:53.734537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:53.738276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:53.793786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ec5fc2f8-2f39-4905-a619-ecad12cc4e15 None None] Provisioning for port 9c1be07c-5c39-4a79-9748-a727c1684a68 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:53.829345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:53.831349 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:53.979566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 148a9287-9451-42c9-9134-fd9b9c77edf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:52:54.107120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:52:54.113400 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/148a9287-9451-42c9-9134-fd9b9c77edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739981 Jun 22 20:52:54.116081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33662) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:54.234367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5a416929-1194-4421-843d-b2fcaaf102ec None None] Provisioning for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:54.238363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.238923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.239587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.240014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5a416929-1194-4421-843d-b2fcaaf102ec None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:54.240462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.240698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5a416929-1194-4421-843d-b2fcaaf102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.241589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.242321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.248753 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6922f411-1e29-4569-90c0-cdead05a6f30 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1313741 Jun 22 20:52:54.248921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33664) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:54.297789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5a416929-1194-4421-843d-b2fcaaf102ec None None] Port bd5dc1dd-7b57-46ef-9640-5800473a71c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:52:54.315314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.315789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.316245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.316700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.317151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.317600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:54.319407 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-23b342d3-d636-46c1-b14d-0f308d75f254 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0692422 Jun 22 20:52:54.322423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33666) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:54.384104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Sync routers for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:52:54.394400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:54.395080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:54.464174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-719ae050-3919-4a5f-8dd0-4b9b78786c6d None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:54.464561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-719ae050-3919-4a5f-8dd0-4b9b78786c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.483184 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cc99fda4-3467-456c-9943-398228573f49 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1596870 Jun 22 20:52:54.556427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-719ae050-3919-4a5f-8dd0-4b9b78786c6d None None] Port bd5dc1dd-7b57-46ef-9640-5800473a71c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:52:54.559036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:54.675795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:54.746388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cdf266bc-5c01-4aa7-9549-6a621c616b69 None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:54.746847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cdf266bc-5c01-4aa7-9549-6a621c616b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.836620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cdf266bc-5c01-4aa7-9549-6a621c616b69 None None] Port bd5dc1dd-7b57-46ef-9640-5800473a71c7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:52:54.842392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:54.848390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:54.848777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.860804 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33670) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:54.866439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281965879', 'description': 'tempest-secgroup-smoke-1281965879 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:54.896768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.907792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:54.954940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Checking router: 148a9287-9451-42c9-9134-fd9b9c77edf7 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:52:54.955308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Updating router 148a9287-9451-42c9-9134-fd9b9c77edf7 port bd5dc1dd-7b57-46ef-9640-5800473a71c7 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:52:54.987064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.991504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:54.994522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a9f8f897-8566-4f99-bf3e-ddc77831e4fb tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.028191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.029505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1667912 Jun 22 20:52:55.030892 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c2087-c4f1-47dd-a370-59507a9d699d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.033010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33672) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.035740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.039555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.071310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.140914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.145057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.146970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2df73580-7db3-4d85-af7b-a30624151963 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.160996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.165224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e0b6b3-3ea8-4c95-b8c0-69a9574cb3ac,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.172779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.174344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.179218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.179650 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417720 Jun 22 20:52:55.179650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33674) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.185750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.195834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:55.201159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.202056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9c1be07c-5c39-4a79-9748-a727c1684a68 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:55.220851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.221529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.295265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.300613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.309666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.330352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b13f15b-0ffc-493c-9749-026cc84ed0bc,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.333522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.335424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.336884 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561491 Jun 22 20:52:55.339836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33676) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.345537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.367309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.374894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.378731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.397861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 9c1be07c-5c39-4a79-9748-a727c1684a68 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:55.404932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9c1be07c-5c39-4a79-9748-a727c1684a68 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:55.405346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.442275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.446362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.453092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9de5969a-6f60-46f6-9634-1114592a35e6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.469839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d353a0f7-924e-47ce-a7a8-a7ac64e17690,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.472276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.477549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.479219 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382077 Jun 22 20:52:55.481987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33678) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.487896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.518248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.578214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.591146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.596178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.603393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e8cfe138-c66e-4ef8-8384-501171b87c9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.621284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4126d30b-6b92-450d-b59a-7e59ecd772e6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.625318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.626768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.630944 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449020 Jun 22 20:52:55.632198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33680) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.637076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.662993 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:52:55.665308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.668779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 9c1be07c-5c39-4a79-9748-a727c1684a68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9c1be07c-5c39-4a79-9748-a727c1684a68,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:55.669269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.677107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.680531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.682932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Transition to ACTIVE for port object bd5dc1dd-7b57-46ef-9640-5800473a71c7 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:55.708469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.747639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.750313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=9c1be07c-5c39-4a79-9748-a727c1684a68,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.752136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.754225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.754763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.766819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-17273a17-f2a4-4c3e-a4b9-295c35306f07 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.807690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a058c9fb-77e5-47a4-a6b2-e66ecc329d7f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.811896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.825245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.830416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1978908 Jun 22 20:52:55.831367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33682) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:52:55.838813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'd78c2087-c4f1-47dd-a370-59507a9d699d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:55.840739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Attempting to bind port bd5dc1dd-7b57-46ef-9640-5800473a71c7 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:52:55.841113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Attempting to bind port bd5dc1dd-7b57-46ef-9640-5800473a71c7 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:52:55.843075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Attempting to bind port bd5dc1dd-7b57-46ef-9640-5800473a71c7 on network 8435ce27-9dc9-4503-9cfb-e77435c9b236 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:55.845506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Pushing event updated for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:55.849179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:55.852437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:52:55.853422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Checking segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:55.853803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.854227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Bound using segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:52:55.854393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Bound port: bd5dc1dd-7b57-46ef-9640-5800473a71c7, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:52:55.854748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.887154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:52:55.894345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.943487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] For port bd5dc1dd-7b57-46ef-9640-5800473a71c7, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:52:55.947095 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] For port bd5dc1dd-7b57-46ef-9640-5800473a71c7, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bd5dc1dd-7b57-46ef-9640-5800473a71c7,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:52:55.952589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.954699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a11145d6-2e38-4683-8e1d-09512641cce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:55.989363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.994722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:55.997427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-374b82ca-6a1d-4b62-8f23-8a051f6c0365 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:56.015813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:52:56.015991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea6530c-eaee-4da2-a730-fc722f2dcbcb,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:56.016438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:56.022272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Pushing event updated for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:56.025110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:56.031514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:56.038403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2043958 Jun 22 20:52:56.059626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:56.147697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:52:56.243089 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-cf690865-3db7-437c-a651-255faad44b3c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281965879&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0594254 Jun 22 20:52:56.363910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ba68303a-3321-4597-8b05-448d64648078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:56.365577 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ba68303a-3321-4597-8b05-448d64648078 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 797 time: 0.1153853 Jun 22 20:52:56.381395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-f4d24e5e-72e0-47ef-87e6-aa2ea94e95af tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0099819 Jun 22 20:52:56.381649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:52:56.409253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b5d672-80e2-4105-911a-d60e1e6672f8 None None] The sync data for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv is: [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:52:56.485644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-8907b55b-9e80-4a34-a6e2-f9d2a31eb79d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978930 Jun 22 20:52:56.602485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-1c79dd03-df9f-4999-9896-df27258bad6a service neutron] 10.222.0.66 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015337 Jun 22 20:52:56.659295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bd5dc1dd-7b57-46ef-9640-5800473a71c7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:56.710612 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-38f7ce9e-3f6f-439f-aa09-1337d6a42bbd service neutron] 10.222.0.66 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996170 Jun 22 20:52:56.713082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:56.718044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:56.718540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:56.807485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:56.848738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port bd5dc1dd-7b57-46ef-9640-5800473a71c7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bd5dc1dd-7b57-46ef-9640-5800473a71c7,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:52:56.861156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:56.862450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:56.896001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:56.930872 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-33a44cb4-8271-420c-8585-6beaa2b0b5e6 req-3499ec77-d1be-4c5d-aa95-331f5f8f9e1f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 210 time: 0.0566967 Jun 22 20:52:56.958575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:56.965446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:56.969671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:56.970099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:57.059137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9c1be07c-5c39-4a79-9748-a727c1684a68 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:57.114044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9c1be07c-5c39-4a79-9748-a727c1684a68 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:57.114452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.100840 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdcfa84f-3f1d-40dc-ac76-2ca59934964d req-4efd0348-f6aa-46b5-8c56-d14735d29179 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Jun 22 20:52:58.108182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-8d64762c-cfa0-4d46-8585-d53e0492fc3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:58.109550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-8d64762c-cfa0-4d46-8585-d53e0492fc3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 797 time: 0.1410718 Jun 22 20:52:58.157263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-45c3a145-4c6d-41ce-8e76-d4deb323fe26 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0338221 Jun 22 20:52:58.168676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['d78c2087-c4f1-47dd-a370-59507a9d699d']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:58.277487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:52:58.281626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.415010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.11 (8435ce27-9dc9-4503-9cfb-e77435c9b236/a3940e69-ef69-46ac-b311-242297c8ac6e/3a7c652d-3876-45d5-9a7f-595e0963a078) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:52:58.570546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.579613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bd5dc1dd-7b57-46ef-9640-5800473a71c7 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:52:58.589140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 3a7c652d-3876-45d5-9a7f-595e0963a078 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:58.622888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.627671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-028656d7-2a51-463f-8166-e2d764bd08a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:58.631333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:58.631852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.670057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:52:58.673270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:52:58.677252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:52:58.709553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:58.714256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:58.739778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:58.740412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.755855 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5908580 Jun 22 20:52:58.772486 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Request body: {'port': {'device_id': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:52:58.862522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:58.965355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d40b84ea-8c22-4d92-9c6b-eba5016f46d4 None None] Provisioning for port 3a7c652d-3876-45d5-9a7f-595e0963a078 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:52:58.970367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d40b84ea-8c22-4d92-9c6b-eba5016f46d4 None None] Provisioning complete for port 3a7c652d-3876-45d5-9a7f-595e0963a078 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:52:58.970761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d40b84ea-8c22-4d92-9c6b-eba5016f46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.008502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d40b84ea-8c22-4d92-9c6b-eba5016f46d4 None None] Port 3a7c652d-3876-45d5-9a7f-595e0963a078 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:52:59.136941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7c652d-3876-45d5-9a7f-595e0963a078 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:52:59.146363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.159598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Transition to ACTIVE for port object 3a7c652d-3876-45d5-9a7f-595e0963a078 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:52:59.163371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.165451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:59.214497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:59.245548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:59.291713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952def9-6379-4c28-b55e-d01b9cafaa57 req-e667e326-639e-4acf-8624-22a4932f296c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:59.293300 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3952def9-6379-4c28-b55e-d01b9cafaa57 req-e667e326-639e-4acf-8624-22a4932f296c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 944 time: 0.0686822 Jun 22 20:52:59.299177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Attempting to bind port 3a7c652d-3876-45d5-9a7f-595e0963a078 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:52:59.299521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Attempting to bind port 3a7c652d-3876-45d5-9a7f-595e0963a078 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:52:59.299854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Attempting to bind port 3a7c652d-3876-45d5-9a7f-595e0963a078 on network 8435ce27-9dc9-4503-9cfb-e77435c9b236 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:59.304603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Port 3a7c652d-3876-45d5-9a7f-595e0963a078 on network 8435ce27-9dc9-4503-9cfb-e77435c9b236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:52:59.304929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Attempting to bind port 3a7c652d-3876-45d5-9a7f-595e0963a078 on network 8435ce27-9dc9-4503-9cfb-e77435c9b236 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:52:59.310080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:52:59.311192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Checking segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:52:59.311604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Bound using segment: {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:52:59.312043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Bound port: 3a7c652d-3876-45d5-9a7f-595e0963a078, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f1bcbe-567d-4926-b684-9d7ec31e9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:52:59.312394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.335955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3952def9-6379-4c28-b55e-d01b9cafaa57 req-390ef645-6add-4281-8c36-59b65e801dbe tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365646 Jun 22 20:52:59.390020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:52:59.393339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3a7c652d-3876-45d5-9a7f-595e0963a078,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:52:59.400333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.402500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b3c47c15-2339-4bec-8f8c-329b4bf12e83 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:52:59.437711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:59.438355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:52:59.439770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 1094 time: 0.6717319 Jun 22 20:52:59.440310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:52:59.442662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1bac2-b5ca-47c3-bc18-809a59934ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:52:59.467754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:52:59.476816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:52:59.488523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd53adfb-3309-4ff8-be15-8e261428d8b0 x-openstack-request-id: req-fd53adfb-3309-4ff8-be15-8e261428d8b0 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:52:59.488874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:52:59.489181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd53adfb-3309-4ff8-be15-8e261428d8b0 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:52:59.489638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'status': 'completed', 'code': 200} Jun 22 20:52:59.558291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-b8e8c83b-362a-4a83-9f7e-8b5029b2cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:59.559832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-b8e8c83b-362a-4a83-9f7e-8b5029b2cdbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1097 time: 0.0607433 Jun 22 20:52:59.609975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-1fb5e5cf-a252-4d3b-b950-ad79cf038151 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 217 time: 0.0382102 Jun 22 20:52:59.664688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-07736c97-5a60-42a4-b687-2f367f4e812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:59.666170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-07736c97-5a60-42a4-b687-2f367f4e812e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 844 time: 0.0472398 Jun 22 20:52:59.732189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-2dbd170a-13e8-4166-b653-60e2ef26920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:52:59.733715 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-2dbd170a-13e8-4166-b653-60e2ef26920e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8435ce27-9dc9-4503-9cfb-e77435c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574126 Jun 22 20:52:59.828341 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-18c8faeb-5eae-4eb4-a55d-02363878428e service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845401 Jun 22 20:52:59.936066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3adea9f0-0b8e-4829-977e-4dec34975f52 req-76414a13-a14f-4375-b314-9e5cc5ec0da9 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970681 Jun 22 20:53:00.043971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-efb12837-0a93-4d52-b319-a7e0425b5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:00.045858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-efb12837-0a93-4d52-b319-a7e0425b5a80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1097 time: 0.0536606 Jun 22 20:53:00.150887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-473dc667-c678-40e8-8228-b4e9322a503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:00.152349 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-473dc667-c678-40e8-8228-b4e9322a503b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 898 time: 0.0959194 Jun 22 20:53:00.195197 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-3f1a2131-e73c-4494-a800-10cf8682c5d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 217 time: 0.0346591 Jun 22 20:53:00.243428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-dbd53f01-f170-4d68-8c62-817c55c4994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:00.244845 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-dbd53f01-f170-4d68-8c62-817c55c4994f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 844 time: 0.0429397 Jun 22 20:53:00.302918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-3dc5139b-9ee7-47cb-8232-66fd625b950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:00.304271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-3dc5139b-9ee7-47cb-8232-66fd625b950e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8435ce27-9dc9-4503-9cfb-e77435c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531600 Jun 22 20:53:00.394116 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-1d53066d-bc33-4de3-92b8-d5c74f3f18e4 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821948 Jun 22 20:53:00.490064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-98c1bac2-b5ca-47c3-bc18-809a59934ad0 req-d601a3f9-5bf2-4ba0-8b48-04b8d1e8c635 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885158 Jun 22 20:53:00.516926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b593f9a-dada-4a32-8b74-1b577c39e4e4 req-49d58407-1840-4968-a04b-6bac3df9d9e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:00.518450 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1b593f9a-dada-4a32-8b74-1b577c39e4e4 req-49d58407-1840-4968-a04b-6bac3df9d9e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 944 time: 0.0708470 Jun 22 20:53:00.555832 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1b593f9a-dada-4a32-8b74-1b577c39e4e4 req-163b86b4-634a-4563-b9cf-7efb358e8f70 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jun 22 20:53:01.408887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3a7c652d-3876-45d5-9a7f-595e0963a078 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:53:01.510597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3a7c652d-3876-45d5-9a7f-595e0963a078,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:53:01.521793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'port_id': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'mac_address': 'fa:16:3e:27:78:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:53:01.562363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:01.575060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7c652d-3876-45d5-9a7f-595e0963a078 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:53:01.597349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3a7c652d-3876-45d5-9a7f-595e0963a078,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:53:01.602194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:01.604041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:53:01.651439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:53:01.655175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:53:01.742083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1baaa-4d1f-4fa2-add3-eb9cbf839ca9 req-490a5456-6ffb-4253-9e0d-301fe9cc6b6e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:01.743567 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-96d1baaa-4d1f-4fa2-add3-eb9cbf839ca9 req-490a5456-6ffb-4253-9e0d-301fe9cc6b6e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 945 time: 0.0681629 Jun 22 20:53:01.786780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-96d1baaa-4d1f-4fa2-add3-eb9cbf839ca9 req-676c1365-c932-4665-bf94-0c41d61b4515 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 Jun 22 20:53:01.863545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['3a7c652d-3876-45d5-9a7f-595e0963a078'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:53:02.960882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99a84-ac9c-4172-a8fa-8c244f06dd01 req-684736a3-facd-468f-b187-89b792e81adf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:02.962437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5cd99a84-ac9c-4172-a8fa-8c244f06dd01 req-684736a3-facd-468f-b187-89b792e81adf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 945 time: 0.0637426 Jun 22 20:53:03.000960 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5cd99a84-ac9c-4172-a8fa-8c244f06dd01 req-f78111f1-9174-4c7c-9a7a-447e6696aa16 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Jun 22 20:53:03.424789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3a7c652d-3876-45d5-9a7f-595e0963a078 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:53:03.472788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 3a7c652d-3876-45d5-9a7f-595e0963a078 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:53:03.476493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 3a7c652d-3876-45d5-9a7f-595e0963a078 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:53:03.476874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:03.556977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:03.582329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:53:03.585195 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfae31f-1604-4861-b961-fef5d1d6ffb5" -d '{"events": [{"server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:53:03.600061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3a7c652d-3876-45d5-9a7f-595e0963a078,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:53:03.605971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:03.608980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-aa161a0b-7e4b-43d7-adfd-f7d70c0a11b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:53:03.637340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7089df8-54ac-4a7d-b072-74968720adeb x-openstack-request-id: req-e7089df8-54ac-4a7d-b072-74968720adeb {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:53:03.637619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:53:03.637884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7089df8-54ac-4a7d-b072-74968720adeb {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:53:03.638961 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'code': 200} Jun 22 20:53:03.664068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:53:03.667147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:53:03.872297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059644a-a587-4970-b3c4-8545c6bccbe6 req-4d2b347f-3f3c-4138-a1d0-425683597d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:03.875381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8059644a-a587-4970-b3c4-8545c6bccbe6 req-4d2b347f-3f3c-4138-a1d0-425683597d46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1099 time: 0.0584381 Jun 22 20:53:03.916884 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8059644a-a587-4970-b3c4-8545c6bccbe6 req-56bf7edd-ab2f-4761-b434-4595386bed94 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Jun 22 20:53:04.181832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c890-91b7-4374-bc5e-b1718966a09c req-536a6008-9647-4510-868c-518fe3ae2cb2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:04.183313 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2821c890-91b7-4374-bc5e-b1718966a09c req-536a6008-9647-4510-868c-518fe3ae2cb2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.0644534 Jun 22 20:53:04.226192 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2821c890-91b7-4374-bc5e-b1718966a09c req-9d9471a4-f6bd-4951-9f2c-15abdb87cec8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365689 Jun 22 20:53:05.401124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7b752-ea76-4269-8af2-2332619f9487 req-fc847b84-7757-48fa-bc02-f913c661deb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:05.402635 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86f7b752-ea76-4269-8af2-2332619f9487 req-fc847b84-7757-48fa-bc02-f913c661deb0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.0642533 Jun 22 20:53:05.442620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-86f7b752-ea76-4269-8af2-2332619f9487 req-a787753d-7b6e-4635-b7ab-501a2731900e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Jun 22 20:53:05.613637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6689624-37e5-4d87-885e-1ba769cb56d5 req-d59576b3-6f99-4285-aca6-d7213b2be876 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:05.615107 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a6689624-37e5-4d87-885e-1ba769cb56d5 req-d59576b3-6f99-4285-aca6-d7213b2be876 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.0632336 Jun 22 20:53:05.654661 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a6689624-37e5-4d87-885e-1ba769cb56d5 req-3f6790d0-ae7c-4065-ae56-be758104e35c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Jun 22 20:53:05.678760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33736) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:53:05.731133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b3bd29-f92a-4a81-bf03-ab400091bd1e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:05.733316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6b3bd29-f92a-4a81-bf03-ab400091bd1e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1094 time: 0.0535738 Jun 22 20:53:05.736221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33738) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:53:05.740672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:53:05.767853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:06.208443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:06.319467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.20 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/95cdc029-14b8-44cf-828d-f2c2be6ad9b5) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:53:06.430496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:06.478964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:06.481041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fbf8f765-d571-4367-89a4-10e7c9adad76 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:53:06.526574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:53:06.529604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:53:06.534041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:53:06.537455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=95cdc029-14b8-44cf-828d-f2c2be6ad9b5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:53:06.556718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:53:06.918064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:06.999080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:07.160068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:07.165915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:07.168014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24c07f1d-8931-47d5-8113-61912b8e1a56 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:53:07.231985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=95cdc029-14b8-44cf-828d-f2c2be6ad9b5,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:53:07.235954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:53:07.245921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:07.348770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP de642fab-7b31-497d-b8ce-0f64f4800fbf associated. External IP: 172.26.4.20, port: 3a7c652d-3876-45d5-9a7f-595e0963a078. Jun 22 20:53:07.575729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 148a9287-9451-42c9-9134-fd9b9c77edf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:53:07.687924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:53:07.698119 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Sync routers for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:53:07.704954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:07.708588 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:53:07.709220 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:53:07.748909 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0112367 Jun 22 20:53:07.750387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:53:07.751505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33740) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:53:07.753808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca5d6a-09d5-445d-80ac-69c67371a1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:53:07.794030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab6d32-d133-487c-a677-00327933a935 x-openstack-request-id: req-53ab6d32-d133-487c-a677-00327933a935 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:53:07.794620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:53:07.795341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53ab6d32-d133-487c-a677-00327933a935 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:53:07.795948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'status': 'completed', 'code': 200} Jun 22 20:53:07.822595 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:53:07.825225 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4b9a750e-0517-4b66-884c-09449c010ef4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/de642fab-7b31-497d-b8ce-0f64f4800fbf HTTP/1.1" status: 200 len: 991 time: 0.0719197 Jun 22 20:53:07.879217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-c2188b35-5a23-46ec-b5e8-295cd21fd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:07.880626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-c2188b35-5a23-46ec-b5e8-295cd21fd940 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1099 time: 0.0586841 Jun 22 20:53:07.981096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-6ad45e26-d8ab-469f-b9c2-b062cdec9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:07.983210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-6ad45e26-d8ab-469f-b9c2-b062cdec9735 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 898 time: 0.0957780 Jun 22 20:53:08.050312 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-d2e7123a-7bae-4c80-9c08-23dba09b676f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 999 time: 0.0608685 Jun 22 20:53:08.061832 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'de642fab-7b31-497d-b8ce-0f64f4800fbf', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'port_id': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'mac_address': 'fa:16:3e:27:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:53:06Z', 'updated_at': '2021-06-22T20:53:06Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:53:08.094406 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Checking router: 148a9287-9451-42c9-9134-fd9b9c77edf7 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:53:08.102526 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:53:08.103145 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:52:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:53:08.105444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-488d4bf9-3aff-46ac-967b-522d4553eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:08.107481 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-488d4bf9-3aff-46ac-967b-522d4553eed4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 844 time: 0.0507522 Jun 22 20:53:08.172543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-fbd18b56-e8d7-4afa-91e7-12f2df21ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:53:08.174123 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-fbd18b56-e8d7-4afa-91e7-12f2df21ed6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8435ce27-9dc9-4503-9cfb-e77435c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602608 Jun 22 20:53:08.211498 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:53:08.265802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-3140aa99-680f-4362-9679-595813aaa49a service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847886 Jun 22 20:53:08.365614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeca5d6a-09d5-445d-80ac-69c67371a1cf req-0da2984f-3c65-48c9-b919-85e1d4135288 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928926 Jun 22 20:53:08.442371 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'de642fab-7b31-497d-b8ce-0f64f4800fbf', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'port_id': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'mac_address': 'fa:16:3e:27:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:53:06Z', 'updated_at': '2021-06-22T20:53:06Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:53:08.468838 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355dd0c-3cc6-4740-9ef4-6a89adb41076 None None] The sync data for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv is: [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'de642fab-7b31-497d-b8ce-0f64f4800fbf', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'port_id': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'mac_address': 'fa:16:3e:27:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:53:06Z', 'updated_at': '2021-06-22T20:53:06Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:53:08.673267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e3e71-6840-4c6c-b3ec-0936c63c5008 None None] New status for floating IP de642fab-7b31-497d-b8ce-0f64f4800fbf: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:53:08.830153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33746) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:53:08.909024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fbe6ff63-4e77-4e61-b1de-733030bc14b6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/de642fab-7b31-497d-b8ce-0f64f4800fbf HTTP/1.1" status: 200 len: 993 time: 0.0769534 Jun 22 20:53:16.897093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2bd8-848f-4f97-a88c-9d5b24ea89b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:19.754691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ccd243b-d4fe-4776-9559-15fa53a4f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:19.947723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:21.006605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:22.280956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:22.956525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:25.998195 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:53:46.899808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-76cafbaa-5b3b-45f9-b363-ceb7d27a812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:49.755266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9c75a80-af29-4411-bf39-9dca92ff9448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:49.948822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:51.008333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:52.296420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:53:52.957285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:02.997952 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:54:05.396464 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-e6157e80-cb80-4a62-a137-e8361097a50d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591927 Jun 22 20:54:05.510332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-aa39c555-cad3-4b0c-b22f-7626f4864b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:05.512588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-aa39c555-cad3-4b0c-b22f-7626f4864b63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1098 time: 0.0670819 Jun 22 20:54:05.631693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-747042b1-92fb-4d7f-af62-5552afd6fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:05.633179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-747042b1-92fb-4d7f-af62-5552afd6fa5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0930259 Jun 22 20:54:05.708208 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-d393c1ff-86a4-4cc3-b4c3-c0a6160f558c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 1001 time: 0.0640044 Jun 22 20:54:05.763077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-b23f1de4-21ca-49e7-9132-5a3bf010733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:05.764723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-b23f1de4-21ca-49e7-9132-5a3bf010733b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0469928 Jun 22 20:54:05.825522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-abe76e18-5304-4662-b021-22030d1f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:05.827096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-abe76e18-5304-4662-b021-22030d1f0e74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560441 Jun 22 20:54:05.928212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-4ffe4610-5274-4223-a6f4-3cc120c42659 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908892 Jun 22 20:54:06.023137 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-155b04c6-1155-4d47-9ecf-6bd8f4539f57 req-1dcefaa7-00d9-44e2-be3f-163bf0a00a73 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840409 Jun 22 20:54:10.585539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33774) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:10.747127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port 7df2a61a-3995-4df2-8cf5-075bb0c71994 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:10.747506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:10.830660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:10.831048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:10.843751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for 7df2a61a-3995-4df2-8cf5-075bb0c71994 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:10.991128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:10.993097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:11.021283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=7df2a61a-3995-4df2-8cf5-075bb0c71994,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:11.032518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.032912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.033292 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.033673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.034076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.034451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.034821 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.035280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.035554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.035917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.036283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.036644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:11.054390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:11.097115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:11.097405 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e disassociated (deleted). External IP: 172.26.4.220, port: b93e0dc9-2812-4771-969d-8ed9e124b448. Jun 22 20:54:11.322837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:54:11.435942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:54:11.440318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:11.446598 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:54:11.456291 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:11.456906 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:53:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:11.476938 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "DELETE /v2.0/floatingips/c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e HTTP/1.1" status: 204 len: 168 time: 0.8902674 Jun 22 20:54:11.477625 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:54:11.479980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be2f60-837a-40f4-b29f-cb3df424cdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:54:11.567875 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:11.587634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869292f7-73c9-4e99-8c1e-71ffe61660c6 x-openstack-request-id: req-869292f7-73c9-4e99-8c1e-71ffe61660c6 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:54:11.588179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:54:11.588540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-869292f7-73c9-4e99-8c1e-71ffe61660c6 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:54:11.589010 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'status': 'completed', 'code': 200} Jun 22 20:54:11.687602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-0076e0e5-d273-4310-a40e-d8579ec17cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:11.689093 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-0076e0e5-d273-4310-a40e-d8579ec17cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 1099 time: 0.0695145 Jun 22 20:54:11.792291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-24e17b48-12a1-4481-8240-f3ac4c531627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:11.794474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-24e17b48-12a1-4481-8240-f3ac4c531627 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.0932531 Jun 22 20:54:11.818048 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:11.842263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-2b0b1302-cce6-487f-be6e-f3b3c87d885b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 200 len: 217 time: 0.0405850 Jun 22 20:54:11.845738 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:54:11.854380 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:11.854949 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:53:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:11.905468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1f80-4093-477b-a4a3-646572446df1 req-4284bab4-7cbf-41a8-942e-c1c1f18c7917 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:11.907493 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3aa1f80-4093-477b-a4a3-646572446df1 req-4284bab4-7cbf-41a8-942e-c1c1f18c7917 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0830460 Jun 22 20:54:11.913784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-c8e24a24-8cca-46f4-ac10-062fb3143f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:11.915355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-c8e24a24-8cca-46f4-ac10-062fb3143f42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0661769 Jun 22 20:54:11.961607 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3aa1f80-4093-477b-a4a3-646572446df1 req-f39da346-e63d-491d-9737-2a1c2d165e12 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Jun 22 20:54:11.982602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-ad9e5d27-3045-4280-a891-ed5461b28b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:11.982602 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-ad9e5d27-3045-4280-a891-ed5461b28b09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596485 Jun 22 20:54:12.056437 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:12.081497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-30fc7823-ce0f-4854-a395-9d427a4d1b72 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910995 Jun 22 20:54:12.178055 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4be2f60-837a-40f4-b29f-cb3df424cdd6 req-23998dcb-9cec-4a09-a2a1-b26bf9899264 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Jun 22 20:54:12.301796 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:12.329348 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4d8a31-f597-4e51-94c9-a0b49b3cdb7b None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '8bccaf02-fcc2-4b00-aeec-48e093014dba', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'port_id': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'mac_address': 'fa:16:3e:c5:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:50:29Z', 'updated_at': '2021-06-22T20:50:31Z', 'revision_number': 1, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:54:12.541970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac69dd-14f3-4d4c-9d68-0b024c2520e0 None None] New status for floating IP c71fa3b3-04fb-4ea0-a022-ceb3d1a53c2e: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:54:13.145659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd84ef-ada0-4b37-bcc0-4bfaaece38be req-39f77cb8-4a18-49ae-9d99-bcea36e9a896 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:13.147194 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5fd84ef-ada0-4b37-bcc0-4bfaaece38be req-39f77cb8-4a18-49ae-9d99-bcea36e9a896 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0704584 Jun 22 20:54:13.195886 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5fd84ef-ada0-4b37-bcc0-4bfaaece38be req-9be755f7-e11a-49ea-adcc-8d8841516f5a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421774 Jun 22 20:54:13.544404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-d182f47a-fbd1-4c29-afdd-95f5bce68306 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:13.545787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-d182f47a-fbd1-4c29-afdd-95f5bce68306 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 946 time: 0.0637114 Jun 22 20:54:13.650811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port b93e0dc9-2812-4771-969d-8ed9e124b448 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:13.651155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:13.744999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] For port b93e0dc9-2812-4771-969d-8ed9e124b448, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=b93e0dc9-2812-4771-969d-8ed9e124b448,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:13.745386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:13.759397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for b93e0dc9-2812-4771-969d-8ed9e124b448 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:13.892185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:13.896544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:13.927961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=b93e0dc9-2812-4771-969d-8ed9e124b448,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:13.936437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.936834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.937213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.937583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.937989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.938438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.939592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.939592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.939592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.940273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.940644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.941019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:13.944896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:13.982549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] No DVR routers for this DVR port b93e0dc9-2812-4771-969d-8ed9e124b448 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:13.985102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:13.987239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-073830e1-ad13-4dbc-ad69-10ee7e3aacb8 req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "DELETE /v2.0/ports/b93e0dc9-2812-4771-969d-8ed9e124b448 HTTP/1.1" status: 204 len: 173 time: 0.4332922 Jun 22 20:54:13.987777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'name': 'network-vif-deleted', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:54:13.990087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12b4217-4c58-43f0-842c-85bc335fbbc3" -d '{"events": [{"server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "name": "network-vif-deleted", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:54:14.029083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be883ad-dd8b-4867-9c4d-8e1d74f7f8fb x-openstack-request-id: req-2be883ad-dd8b-4867-9c4d-8e1d74f7f8fb {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:54:14.029428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33996001-ee88-4157-a3f7-63f2151e7913", "name": "network-vif-deleted", "tag": "b93e0dc9-2812-4771-969d-8ed9e124b448", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:54:14.029727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2be883ad-dd8b-4867-9c4d-8e1d74f7f8fb {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:54:14.030215 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33996001-ee88-4157-a3f7-63f2151e7913', 'name': 'network-vif-deleted', 'tag': 'b93e0dc9-2812-4771-969d-8ed9e124b448', 'status': 'completed', 'code': 200} Jun 22 20:54:14.354429 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4b6fb849-7003-4304-b3bc-c690a1adfa37 req-174410f5-1fec-4281-a735-af6a3400d2ef tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0361028 Jun 22 20:54:15.505090 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-476c168c-b9cc-4589-b2c2-fa9d988378bd req-fc3252fd-7418-4af7-96be-ffe1fc909465 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Jun 22 20:54:16.648109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-098b3a06-2767-4d09-8d71-2362325a67f3 req-af8e0268-18d6-47b8-a638-d71e94b1525c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0293038 Jun 22 20:54:16.901486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-923934a4-c5d3-48f2-b435-c2c2ff3a2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:17.656417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device b93e0dc9-2812-4771-969d-8ed9e124b448 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:17.677012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: b93e0dc9-2812-4771-969d-8ed9e124b448 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:17.677012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device b93e0dc9-2812-4771-969d-8ed9e124b448 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:17.804463 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-278644c5-d455-4c0a-a6b4-21275747231a req-0834e113-8bc6-4f3e-b754-d80676fbf3b8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=33996001-ee88-4157-a3f7-63f2151e7913 HTTP/1.1" status: 200 len: 210 time: 0.0295269 Jun 22 20:54:19.755990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-10cb7c70-aa9f-4c8f-8d77-18cae588a342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:19.952571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:21.010256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:22.294236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:22.960944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:23.220084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:23.691180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port 6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:23.691541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:23.768449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:23.768771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:23.780417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for 6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:23.927013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:23.929798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-389a1261-bd8d-4a2a-b803-cfc0778a1d12 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:23.954379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=6f5fbbae-bd09-4d97-bf12-0f1eac5c71ca,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:23.957391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:24.014506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:24.014844 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Floating IP 8bccaf02-fcc2-4b00-aeec-48e093014dba disassociated (deleted). External IP: 172.26.4.224, port: 4e807fda-5a4d-4774-af55-cac43068d5bb. Jun 22 20:54:24.221281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:54:24.330010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:54:24.334794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:24.338995 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:54:24.348555 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:24.349168 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:24.370886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "DELETE /v2.0/floatingips/8bccaf02-fcc2-4b00-aeec-48e093014dba HTTP/1.1" status: 204 len: 168 time: 1.1496875 Jun 22 20:54:24.371786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:54:24.374198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f910e4-c494-4c37-932a-7bbc5665fc49" -d '{"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:54:24.415632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d91a6-3878-4f5c-a4b9-1d5e614928db x-openstack-request-id: req-5d6d91a6-3878-4f5c-a4b9-1d5e614928db {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:54:24.416065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:54:24.416440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d6d91a6-3878-4f5c-a4b9-1d5e614928db {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:54:24.416963 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'status': 'completed', 'code': 200} Jun 22 20:54:24.456618 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:24.525802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-4e0d7d08-df7e-45ef-91e2-ca7854b437cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:24.527920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-4e0d7d08-df7e-45ef-91e2-ca7854b437cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=381047312e1647559ddf4d2aa1c07787&device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 1098 time: 0.0548728 Jun 22 20:54:24.640490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-3c573aa4-0e20-493d-a28a-497ba3c91832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:24.642033 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-3c573aa4-0e20-493d-a28a-497ba3c91832 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 200 len: 911 time: 0.1044393 Jun 22 20:54:24.666635 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:24.685530 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-f8cad571-eef0-4199-8eb8-95c470c95af9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 200 len: 217 time: 0.0368011 Jun 22 20:54:24.693689 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:54:24.702517 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:24.703135 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:24.772153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-fc2fa7cd-d544-429c-8939-f65bd325c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:24.773506 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-fc2fa7cd-d544-429c-8939-f65bd325c0ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 200 len: 849 time: 0.0797291 Jun 22 20:54:24.807330 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:24.830689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38d055-627d-46d8-a1d9-63f8cbc165d3 req-42b5aaae-dbc7-4536-a1e3-d510809e3b0e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:24.832141 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c38d055-627d-46d8-a1d9-63f8cbc165d3 req-42b5aaae-dbc7-4536-a1e3-d510809e3b0e tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.1123495 Jun 22 20:54:24.873927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-98ade55f-bd8b-466f-95e0-a78221c1d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:24.875462 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-98ade55f-bd8b-466f-95e0-a78221c1d44a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e24056b0-951e-441b-bdad-027b2d540f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933404 Jun 22 20:54:24.882465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c38d055-627d-46d8-a1d9-63f8cbc165d3 req-75e30005-12e1-42f5-9794-2beb98297adf tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Jun 22 20:54:24.973028 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-4d15cbed-cc8a-4555-9a79-a3a08c93c4d0 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Jun 22 20:54:25.022315 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:25.053579 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2a4be8-ff83-4a2c-afcf-6cec32bc2ce6 None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:47:17Z', 'revision_number': 4, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '8103ed4d-0d25-432f-80e0-3d1d6d3e86f6', 'name': '', 'network_id': 'e24056b0-951e-441b-bdad-027b2d540f0a', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'mac_address': 'fa:16:3e:9a:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:16Z', 'updated_at': '2021-06-22T20:47:23Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'subnets': [{'id': '05f0f694-4ae4-4e6c-adce-01a7c4aa594e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:54:25.065317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-68f910e4-c494-4c37-932a-7bbc5665fc49 req-de270fd6-b120-43df-9b2c-786960ed29f5 service neutron] 10.222.0.53 "GET /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 Jun 22 20:54:25.261796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9bed1-9015-471f-a98d-93e3562f1846 None None] New status for floating IP 8bccaf02-fcc2-4b00-aeec-48e093014dba: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:54:26.062624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad703f8-b654-43d9-af99-8249377398b0 req-b9788d45-143d-4ba7-9bc6-ccb1bdf1322a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:26.064137 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fad703f8-b654-43d9-af99-8249377398b0 req-b9788d45-143d-4ba7-9bc6-ccb1bdf1322a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.0696077 Jun 22 20:54:26.106102 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fad703f8-b654-43d9-af99-8249377398b0 req-a36ac5b4-384d-47ae-9f98-edae89025a59 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/security-groups?id=28088e05-2e89-4bdb-833c-bd5fb85dc98e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Jun 22 20:54:26.433328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-9fa6968c-fd57-480d-bcd9-cee761da16c2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:54:26.434966 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-9fa6968c-fd57-480d-bcd9-cee761da16c2 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 945 time: 0.0658438 Jun 22 20:54:26.534253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port 4e807fda-5a4d-4774-af55-cac43068d5bb {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:26.534583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:26.625251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] For port 4e807fda-5a4d-4774-af55-cac43068d5bb, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4e807fda-5a4d-4774-af55-cac43068d5bb,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:26.625596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:26.638341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for 4e807fda-5a4d-4774-af55-cac43068d5bb owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:26.760797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:26.765573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e52a1c19-a56f-43ef-a1ec-63949872827b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:26.794425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=4e807fda-5a4d-4774-af55-cac43068d5bb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:26.797504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:26.840942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] No DVR routers for this DVR port 4e807fda-5a4d-4774-af55-cac43068d5bb on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:26.843411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:26.845387 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02e51e98-b8c1-4498-b34c-d8d03a959237 req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.53 "DELETE /v2.0/ports/4e807fda-5a4d-4774-af55-cac43068d5bb HTTP/1.1" status: 204 len: 173 time: 0.4022050 Jun 22 20:54:26.845943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'name': 'network-vif-deleted', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:54:26.848234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40ff989-9b7a-42f1-a5ec-4ca0cfb040b3" -d '{"events": [{"server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "name": "network-vif-deleted", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:54:26.888500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd942c-f39a-4d53-830b-4413fce5c3a8 x-openstack-request-id: req-dcfd942c-f39a-4d53-830b-4413fce5c3a8 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:54:26.888919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adcdc6d-f3ad-48d6-b0d5-4becc80296de", "name": "network-vif-deleted", "tag": "4e807fda-5a4d-4774-af55-cac43068d5bb", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:54:26.889233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcfd942c-f39a-4d53-830b-4413fce5c3a8 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:54:26.889688 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adcdc6d-f3ad-48d6-b0d5-4becc80296de', 'name': 'network-vif-deleted', 'tag': '4e807fda-5a4d-4774-af55-cac43068d5bb', 'status': 'completed', 'code': 200} Jun 22 20:54:27.252242 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d35ea1bb-91e5-4a4f-9d28-96f0b43a566b req-37cad8d5-e1da-4944-a125-c713eee0a43f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0308380 Jun 22 20:54:28.397848 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e556efd8-9d45-40dd-b567-e309af75ae6a req-a7f2b59c-2fba-4992-9bf7-50fad7e84b4a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0285027 Jun 22 20:54:29.538471 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7d9374d1-e708-49fe-a19b-671d4c8dccfb req-3c154132-bad6-4847-80fb-12830aaed67c tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0292175 Jun 22 20:54:30.697064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6b7635b5-986c-41c2-9139-7fa74412afdb req-f5979aa9-3b18-4bc8-afed-d9eafac7d8a8 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "GET /v2.0/ports?device_id=7adcdc6d-f3ad-48d6-b0d5-4becc80296de HTTP/1.1" status: 200 len: 210 time: 0.0325840 Jun 22 20:54:31.688714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4e807fda-5a4d-4774-af55-cac43068d5bb no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:31.709049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 4e807fda-5a4d-4774-af55-cac43068d5bb {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:31.709399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4e807fda-5a4d-4774-af55-cac43068d5bb not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:31.790385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33846) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:31.913542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Deleting port 9ee02b84-fd67-4384-a7d1-9c9a144d91ff {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:31.913884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:31.991777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:31.991997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:32.004965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Calling delete_port for 9ee02b84-fd67-4384-a7d1-9c9a144d91ff owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:32.138435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:32.140370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad000693-b447-4ae4-aff3-e0967d564ca2 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:32.163737 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'Port': ['ID=9ee02b84-fd67-4384-a7d1-9c9a144d91ff,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:32.166897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:32.224130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:32.226580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:32.227697 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "DELETE /v2.0/floatingips/eff1f3d2-c121-4ddc-b7a0-f3d84bb6a8d5 HTTP/1.1" status: 204 len: 168 time: 0.4363546 Jun 22 20:54:34.557650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33860) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:34.627043 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:34.652250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:34.718067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:34.720711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:34.721865 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] 10.222.0.66 "DELETE /v2.0/security-groups/28088e05-2e89-4bdb-833c-bd5fb85dc98e HTTP/1.1" status: 204 len: 168 time: 0.1631999 Jun 22 20:54:34.722678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d6346070-189f-4b10-9b9e-2a4b914b5a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:34.731941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28088e05-2e89-4bdb-833c-bd5fb85dc98e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:34.734915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:34.784509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33864) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:35.270685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:35.536375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Deleting port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:35.536642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:35.616137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] For port 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:35.616859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:35.628993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Calling delete_port for 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:35.806050 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:35.807985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:35.829729 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8103ed4d-0d25-432f-80e0-3d1d6d3e86f6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:35.837860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:36.013182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.237169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Router 03a6485b-c74e-433c-a8e1-887fc6affeae has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:54:36.343636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:54:36.351219 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] 10.222.0.66 "PUT /v2.0/routers/03a6485b-c74e-433c-a8e1-887fc6affeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628307 Jun 22 20:54:36.351219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33868) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:36.353865 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Sync routers for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:54:36.363987 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:36.364712 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:36.459117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.469261 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:36.562999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.626392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Deleting port c82f5941-83b6-4170-b5f8-161d32424a5f {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:36.627033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.709691 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] For port c82f5941-83b6-4170-b5f8-161d32424a5f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c82f5941-83b6-4170-b5f8-161d32424a5f,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:36.710093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.722074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Calling delete_port for c82f5941-83b6-4170-b5f8-161d32424a5f owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:36.741393 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:54:35Z', 'revision_number': 5, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port': {'id': 'c82f5941-83b6-4170-b5f8-161d32424a5f', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:13Z', 'updated_at': '2021-06-22T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:36.770752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Checking router: 03a6485b-c74e-433c-a8e1-887fc6affeae for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:54:36.779005 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Routers {'03a6485b-c74e-433c-a8e1-887fc6affeae'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:36.779622 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['03a6485b-c74e-433c-a8e1-887fc6affeae'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:36.865055 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] Set router 03a6485b-c74e-433c-a8e1-887fc6affeae gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:36.890778 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:36.894406 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c67f12ac-7a0e-4905-9a4d-2f46994c772a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:36.918024 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:54:36Z', 'revision_number': 6, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:36.919448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c82f5941-83b6-4170-b5f8-161d32424a5f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:36.922556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:36.949131 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52870dc8-9eff-48e2-8a17-27ff7bfc14d4 None None] The sync data for ids ['03a6485b-c74e-433c-a8e1-887fc6affeae'] in dv-neutron-797537-2-hyperv is: [{'id': '03a6485b-c74e-433c-a8e1-887fc6affeae', 'name': 'tempest-TestVolumeBootPattern-87500813-router', 'tenant_id': '381047312e1647559ddf4d2aa1c07787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:12Z', 'updated_at': '2021-06-22T20:54:36Z', 'revision_number': 6, 'project_id': '381047312e1647559ddf4d2aa1c07787', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:54:36.988341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.077623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.079704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.126358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.126799 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a6485b-c74e-433c-a8e1-887fc6affeae {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:54:37.131018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.132429 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] 10.222.0.66 "DELETE /v2.0/routers/03a6485b-c74e-433c-a8e1-887fc6affeae HTTP/1.1" status: 204 len: 168 time: 0.7805505 Jun 22 20:54:37.134905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33870) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:37.180557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Deleting subnet 05f0f694-4ae4-4e6c-adce-01a7c4aa594e {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:54:37.183497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.218913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.301130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.362103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.364444 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5c7b46c4-7412-4bea-b891-cc293478e446 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:37.388478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f0f694-4ae4-4e6c-adce-01a7c4aa594e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:37.391332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:37.392380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.394458 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5f92f552-1691-4289-9253-648cf168395f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/05f0f694-4ae4-4e6c-adce-01a7c4aa594e HTTP/1.1" status: 204 len: 168 time: 0.2586250 Jun 22 20:54:37.396894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33872) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:37.399370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84bc26-2dbb-4e71-aa18-a57ac5122157 None None] Network e24056b0-951e-441b-bdad-027b2d540f0a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:54:37.687474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] DHCP port deletion for e24056b0-951e-441b-bdad-027b2d540f0a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:54:37.739137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Deleting port d3c2af83-39a9-4904-868e-6cdc5fae5d85 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:37.739513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.801932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.812535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] For port d3c2af83-39a9-4904-868e-6cdc5fae5d85, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d3c2af83-39a9-4904-868e-6cdc5fae5d85,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:37.812950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.826055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Calling delete_port for d3c2af83-39a9-4904-868e-6cdc5fae5d85 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:37.854566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Deleting port d3c2af83-39a9-4904-868e-6cdc5fae5d85 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:37.854938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.906436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.909631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:37.927154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] For port d3c2af83-39a9-4904-868e-6cdc5fae5d85, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d3c2af83-39a9-4904-868e-6cdc5fae5d85,segment=NetworkSegment(b06d7e0e-acc3-49d0-92ad-06fdab89c48d),segment_id=b06d7e0e-acc3-49d0-92ad-06fdab89c48d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:37.927576 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:37.936844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Pushing event deleted for resources: {'Port': ['ID=d3c2af83-39a9-4904-868e-6cdc5fae5d85,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:37.941756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Calling delete_port for d3c2af83-39a9-4904-868e-6cdc5fae5d85 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:37.947052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] No DVR routers for this DVR port d3c2af83-39a9-4904-868e-6cdc5fae5d85 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:37.952665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.953020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.953372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.953701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.954087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.955316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.955316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.955316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.955636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.955738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.956066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.956391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:54:37.959606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:38.033449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.035629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:38.061777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c2af83-39a9-4904-868e-6cdc5fae5d85,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:38.063990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] No DVR routers for this DVR port d3c2af83-39a9-4904-868e-6cdc5fae5d85 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:38.065685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:38.141537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.151492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24056b0-951e-441b-bdad-027b2d540f0a']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:38.162176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:38.162393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06d7e0e-acc3-49d0-92ad-06fdab89c48d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:38.171972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.186828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.192558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:54:38.192949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self.session.flush() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:54:38.194691 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:54:38.251225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.256589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:38.261780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33874) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:38.262676 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e24056b0-951e-441b-bdad-027b2d540f0a HTTP/1.1" status: 204 len: 168 time: 0.8640201 Jun 22 20:54:38.267236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5b9d24c-701f-432d-a617-3d36e2207cb2 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:38.279817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24056b0-951e-441b-bdad-027b2d540f0a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:38.282415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:38.624753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c82f5941-83b6-4170-b5f8-161d32424a5f no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:38.648179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: c82f5941-83b6-4170-b5f8-161d32424a5f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:38.648528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c82f5941-83b6-4170-b5f8-161d32424a5f not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:38.648960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:38.668486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:38.668828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 8103ed4d-0d25-432f-80e0-3d1d6d3e86f6 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:38.669259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d3c2af83-39a9-4904-868e-6cdc5fae5d85 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:38.689416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d3c2af83-39a9-4904-868e-6cdc5fae5d85 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:38.689804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d3c2af83-39a9-4904-868e-6cdc5fae5d85 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:38.968909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:39.225338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Deleting port dbe57677-209d-4d05-b3b5-8f50ef83be77 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:39.225673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:39.307838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] For port dbe57677-209d-4d05-b3b5-8f50ef83be77, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=dbe57677-209d-4d05-b3b5-8f50ef83be77,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:39.308541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:39.320498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Calling delete_port for dbe57677-209d-4d05-b3b5-8f50ef83be77 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:39.497598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:39.499826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:39.524635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe57677-209d-4d05-b3b5-8f50ef83be77,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:39.529303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:39.702059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:39.913504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Router 52608c66-96ce-4f07-89ef-da90c2d214fd has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:54:39.995738 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:54:40.027449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:54:40.032796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] 10.222.0.66 "PUT /v2.0/routers/52608c66-96ce-4f07-89ef-da90c2d214fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7696936 Jun 22 20:54:40.035219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33876) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:40.037813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Sync routers for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:54:40.047188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:40.047888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:40.143204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.156391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:40.250345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.304096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Deleting port 5ab7b1a8-2357-437f-9542-6300521104db {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:40.304433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.351620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '5ab7b1a8-2357-437f-9542-6300521104db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:54:39Z', 'revision_number': 5, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port': {'id': '5ab7b1a8-2357-437f-9542-6300521104db', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:40.377971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Checking router: 52608c66-96ce-4f07-89ef-da90c2d214fd for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:54:40.386284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Routers {'52608c66-96ce-4f07-89ef-da90c2d214fd'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:54:40.386935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:54:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['52608c66-96ce-4f07-89ef-da90c2d214fd'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:40.394226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] For port 5ab7b1a8-2357-437f-9542-6300521104db, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ab7b1a8-2357-437f-9542-6300521104db,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:40.394781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.406120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Calling delete_port for 5ab7b1a8-2357-437f-9542-6300521104db owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:40.472139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] Set router 52608c66-96ce-4f07-89ef-da90c2d214fd gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:54:40.524088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:54:40Z', 'revision_number': 6, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:40.553919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0cc0-dff1-44a4-a004-e757c529288d None None] The sync data for ids ['52608c66-96ce-4f07-89ef-da90c2d214fd'] in dv-neutron-797537-2-hyperv is: [{'id': '52608c66-96ce-4f07-89ef-da90c2d214fd', 'name': 'tempest-TestVolumeBootPattern-379813879-router', 'tenant_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:47:20Z', 'updated_at': '2021-06-22T20:54:40Z', 'revision_number': 6, 'project_id': '41d2e2c8ac744b95b15e6ba1b14c6004', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:54:40.581660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.584135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-763d7044-4908-4f84-bc66-dc62cac093d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:40.611721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab7b1a8-2357-437f-9542-6300521104db,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:40.614661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:40.671672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.765186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.767293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.814213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.814725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52608c66-96ce-4f07-89ef-da90c2d214fd {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:54:40.819218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.820375 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] 10.222.0.66 "DELETE /v2.0/routers/52608c66-96ce-4f07-89ef-da90c2d214fd HTTP/1.1" status: 204 len: 168 time: 0.7842312 Jun 22 20:54:40.822871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33878) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:40.866625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Deleting subnet ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:54:40.869553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.906169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:40.993479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.047933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.049987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ead82515-242b-45c6-853d-273352a7e202 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:41.072673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:41.075543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:41.080588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.085105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33880) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:41.086406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff8f7ae1-7b8d-41f8-9f59-bcd87dc572d8 HTTP/1.1" status: 204 len: 168 time: 0.2625294 Jun 22 20:54:41.088166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbeaaf-9c04-41f4-aed0-38723dd3b22e None None] Network 98abb2bb-a2e5-4942-bae0-547c838e4632 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:54:41.158642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.211179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Deleting port 2942722d-efea-4587-8f07-db5c462dcf6c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:41.211416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.278004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] For port 2942722d-efea-4587-8f07-db5c462dcf6c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=2942722d-efea-4587-8f07-db5c462dcf6c,segment=NetworkSegment(3800e094-b1a6-4318-9e21-a26d29a73664),segment_id=3800e094-b1a6-4318-9e21-a26d29a73664)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:41.278348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.290656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Calling delete_port for 2942722d-efea-4587-8f07-db5c462dcf6c owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:41.362957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] DHCP port deletion for 98abb2bb-a2e5-4942-bae0-547c838e4632 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:54:41.379375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.381597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28b95cd7-8416-48ee-b714-31783ea87a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:41.403012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Pushing event deleted for resources: {'Port': ['ID=2942722d-efea-4587-8f07-db5c462dcf6c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:41.407710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:41.411724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] No DVR routers for this DVR port 2942722d-efea-4587-8f07-db5c462dcf6c on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:41.411909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Deleting port 2942722d-efea-4587-8f07-db5c462dcf6c {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:54:41.412464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.476372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] For port 2942722d-efea-4587-8f07-db5c462dcf6c, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:54:41.476690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.486643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.494222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Calling delete_port for 2942722d-efea-4587-8f07-db5c462dcf6c owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:54:41.498194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Port 2942722d-efea-4587-8f07-db5c462dcf6c was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 20:54:41.499555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.499857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98abb2bb-a2e5-4942-bae0-547c838e4632']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:41.502208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:41.510064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3800e094-b1a6-4318-9e21-a26d29a73664') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:41.510356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3800e094-b1a6-4318-9e21-a26d29a73664') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:54:41.519831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.525811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Pushing event deleted for resources: {'Port': ['ID=2942722d-efea-4587-8f07-db5c462dcf6c,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:41.528616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] No DVR routers for this DVR port 2942722d-efea-4587-8f07-db5c462dcf6c on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:54:41.530351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:41.537623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.544578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:54:41.545118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:54:41.546943 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:54:41.602658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.607717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7fdc293b-7cca-4c85-ac6e-dda7cca6a74e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:41.610168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.611958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] 10.222.0.66 "DELETE /v2.0/networks/98abb2bb-a2e5-4942-bae0-547c838e4632 HTTP/1.1" status: 204 len: 168 time: 0.5257828 Jun 22 20:54:41.629940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Pushing event deleted for resources: {'Network': ['ID=98abb2bb-a2e5-4942-bae0-547c838e4632,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:41.632286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:41.732067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33884) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:41.770180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3ab82902-2c25-4a41-98c5-69a115b08260 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=381047312e1647559ddf4d2aa1c07787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371079 Jun 22 20:54:41.772553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33886) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:41.822561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.845106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.891312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.894006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:41.895144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8a6efc5-5651-4577-ba8f-02082b59248b HTTP/1.1" status: 204 len: 168 time: 0.1217122 Jun 22 20:54:41.895933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-09b7fbe3-1e43-4492-9f23-ec83033defed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:41.904022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6efc5-5651-4577-ba8f-02082b59248b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:41.906419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b95b47fc-f350-4155-b625-b1a77d877b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:42.218148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33892) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:42.257172 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-77454935-004c-4221-9fc2-db252441dea8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41d2e2c8ac744b95b15e6ba1b14c6004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377407 Jun 22 20:54:42.259460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33894) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:54:42.306954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:42.331542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:42.377615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:42.380211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:42.381334 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7716d79d-8f20-4756-b5d1-8aa524e97a21 HTTP/1.1" status: 204 len: 168 time: 0.1209316 Jun 22 20:54:42.382202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52cd8d46-bffb-490d-860f-fff02692f70d tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:54:42.390083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716d79d-8f20-4756-b5d1-8aa524e97a21,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:54:42.392374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:54:42.623635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dbe57677-209d-4d05-b3b5-8f50ef83be77 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:42.645553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: dbe57677-209d-4d05-b3b5-8f50ef83be77 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:42.645923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device dbe57677-209d-4d05-b3b5-8f50ef83be77 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:42.646366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ab7b1a8-2357-437f-9542-6300521104db no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:42.666605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5ab7b1a8-2357-437f-9542-6300521104db {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:42.666972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ab7b1a8-2357-437f-9542-6300521104db not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:42.667407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2942722d-efea-4587-8f07-db5c462dcf6c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:54:42.689317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 2942722d-efea-4587-8f07-db5c462dcf6c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:54:42.689678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 2942722d-efea-4587-8f07-db5c462dcf6c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:54:46.905920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee14fa7f-887d-48b3-b315-9afe82be3406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:49.757789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8900640e-74a9-4a23-8643-0891c3033d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:49.955492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:51.014113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:52.295743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:54:52.964223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:04.659746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33918) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:04.665290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:55:04.757228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62041767'] for subnet, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:04.901368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764788606428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62684984'] for subnet, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:04.904049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75732b64-2163-4b7d-874f-f7abf1b495c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:04.940844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:04.941430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:04.942786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/subnets/a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 836 time: 0.2819688 Jun 22 20:55:04.948041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7774c-1a4c-49d9-b863-c0faef3ab759 None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:55:04.964573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=a3940e69-ef69-46ac-b311-242297c8ac6e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:04.968979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:05.325536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Provisioning complete for port bd5dc1dd-7b57-46ef-9640-5800473a71c7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:55:05.325943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:05.415009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Provisioning complete for port 3a7c652d-3876-45d5-9a7f-595e0963a078 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:55:05.415292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:05.476301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-14699abe-e781-47fc-acc8-88218b8f672b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519040 Jun 22 20:55:05.505877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Provisioning complete for port 9c1be07c-5c39-4a79-9748-a727c1684a68 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:55:05.506282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb77e47e-b35e-47f4-ad95-6b58cfda0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:05.554708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-f35a2e2d-d66d-492b-828b-4df4a87386c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:05.556196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-f35a2e2d-d66d-492b-828b-4df4a87386c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1099 time: 0.0512943 Jun 22 20:55:05.673098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-8fd68935-05cd-443a-8446-df4fcd82e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:05.674489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-8fd68935-05cd-443a-8446-df4fcd82e48e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 898 time: 0.0933290 Jun 22 20:55:05.741854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-c2595a29-bdc0-425f-bc97-e170d7a516d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 1001 time: 0.0571215 Jun 22 20:55:05.797707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-18f73a2b-055f-4271-adc7-78d23d4c4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:05.799161 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-18f73a2b-055f-4271-adc7-78d23d4c4f83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 844 time: 0.0469909 Jun 22 20:55:05.859038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-380e1a75-9450-438b-b25c-33782ac54608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:05.860500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-380e1a75-9450-438b-b25c-33782ac54608 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8435ce27-9dc9-4503-9cfb-e77435c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515592 Jun 22 20:55:05.951337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-17a8e1e2-bfe5-43bb-a3bd-0ebea949c485 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826404 Jun 22 20:55:06.045915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71a4fd14-769c-4b08-9e7e-0c7ce678ae46 req-ff320a14-cf9c-4a06-b380-330cea237661 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Jun 22 20:55:16.907251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70968241-7080-401b-88fe-9ec39e2a59dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:16.994416 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:55:19.758909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d50eaafb-d39c-4e8c-8e6f-169beba493f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:19.956768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:21.017785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:22.293672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:22.967094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:46.908176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-534a4f65-0900-4213-8750-0dfa3b96de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:47.927768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33928) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:48.329270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 95cdc029-14b8-44cf-828d-f2c2be6ad9b5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:55:48.329522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:48.412513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:48.412837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:48.426318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 95cdc029-14b8-44cf-828d-f2c2be6ad9b5 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:55:48.579908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:48.581889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ab393caf-791c-432f-bc22-80e9b07c636f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:48.608608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=95cdc029-14b8-44cf-828d-f2c2be6ad9b5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:48.620313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.620700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.621077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.621448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.621815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.622208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.622570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.622932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.623294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.623651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.624006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.624359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:48.629730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:48.684526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:48.684836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP de642fab-7b31-497d-b8ce-0f64f4800fbf disassociated (deleted). External IP: 172.26.4.20, port: 3a7c652d-3876-45d5-9a7f-595e0963a078. Jun 22 20:55:48.902903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 148a9287-9451-42c9-9134-fd9b9c77edf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:55:49.012950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:55:49.017421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:49.022790 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Sync routers for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:55:49.032288 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:49.032905 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:49.052761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/de642fab-7b31-497d-b8ce-0f64f4800fbf HTTP/1.1" status: 204 len: 168 time: 1.1239765 Jun 22 20:55:49.053545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:55:49.055988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:55:49.146909 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:49.247393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5012c9-40ec-4ec9-92b1-0a1392117d60 x-openstack-request-id: req-df5012c9-40ec-4ec9-92b1-0a1392117d60 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:55:49.247748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:55:49.248060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df5012c9-40ec-4ec9-92b1-0a1392117d60 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:55:49.248514 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'status': 'completed', 'code': 200} Jun 22 20:55:49.376154 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:49.408387 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Checking router: 148a9287-9451-42c9-9134-fd9b9c77edf7 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:55:49.413157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-5db72406-beac-4b4a-80e7-ef536403d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:49.415192 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-5db72406-beac-4b4a-80e7-ef536403d9e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 1099 time: 0.1309912 Jun 22 20:55:49.418019 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:49.418861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:49.525173 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:49.558209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-9c25184e-1077-4850-859f-f79e96847237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:49.559702 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-9c25184e-1077-4850-859f-f79e96847237 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 200 len: 898 time: 0.1377766 Jun 22 20:55:49.572318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1f256-4c1a-4179-b68e-080525dd0bbf req-59fdc1bf-4907-4b89-9c2e-318f9890c621 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:49.574068 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d2a1f256-4c1a-4179-b68e-080525dd0bbf req-59fdc1bf-4907-4b89-9c2e-318f9890c621 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.1753235 Jun 22 20:55:49.753464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:49.761732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c16727a5-f6cc-4fac-9b2c-4237960aed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:49.781450 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ba6df-c9b7-44eb-a7ad-8e06c84fc0f4 None None] The sync data for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv is: [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:53Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'bd5dc1dd-7b57-46ef-9640-5800473a71c7', 'name': '', 'network_id': '8435ce27-9dc9-4503-9cfb-e77435c9b236', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:da:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:52Z', 'updated_at': '2021-06-22T20:52:56Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': 'a3940e69-ef69-46ac-b311-242297c8ac6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:55:49.964248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:49.986222 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-b43a5220-9bda-4066-885a-3b3e9420d751 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 200 len: 217 time: 0.4111102 Jun 22 20:55:50.021328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eee8ee-9c8b-423f-882c-c1cd71d6b1f3 None None] New status for floating IP de642fab-7b31-497d-b8ce-0f64f4800fbf: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:55:50.029787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d2a1f256-4c1a-4179-b68e-080525dd0bbf req-1d123725-9e59-44e1-bcac-1c379a7b19a3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484835 Jun 22 20:55:50.049010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-a04787a1-06ec-48a8-87f7-6932a947cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:50.050487 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-a04787a1-06ec-48a8-87f7-6932a947cd8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 200 len: 844 time: 0.0535519 Jun 22 20:55:50.113549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-a91e5a07-4101-4a74-b1ba-933266f29263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:50.115461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-a91e5a07-4101-4a74-b1ba-933266f29263 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8435ce27-9dc9-4503-9cfb-e77435c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569565 Jun 22 20:55:50.219688 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-cb2e77d3-a925-4d74-96ee-af3b0a912a69 service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915189 Jun 22 20:55:50.314269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0e0fdfd0-6566-4b1c-a31c-27454e7542a2 req-5fa768bf-984c-4cfb-ad45-5c044c5678cb service neutron] 10.222.0.53 "GET /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 Jun 22 20:55:50.965657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-0df6f7cd-84c0-4358-bb4c-54d9563c4e5f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:50.967283 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-0df6f7cd-84c0-4358-bb4c-54d9563c4e5f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.0677366 Jun 22 20:55:51.019741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:51.079676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 3a7c652d-3876-45d5-9a7f-595e0963a078 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:55:51.080160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:51.182640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 3a7c652d-3876-45d5-9a7f-595e0963a078, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3a7c652d-3876-45d5-9a7f-595e0963a078,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:55:51.183011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:51.194943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 3a7c652d-3876-45d5-9a7f-595e0963a078 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:55:51.289111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd24542-f5b6-4199-8d9b-1981724f2a33 req-69b3013e-c56e-4464-ae57-c93e5c14a8ea tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:51.290658 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edd24542-f5b6-4199-8d9b-1981724f2a33 req-69b3013e-c56e-4464-ae57-c93e5c14a8ea tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda34730-1bfd-4d4b-bd57-5303ccd43b68 HTTP/1.1" status: 200 len: 946 time: 0.1342165 Jun 22 20:55:51.333085 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edd24542-f5b6-4199-8d9b-1981724f2a33 req-2ffe3fd8-65f5-4077-8716-a3caf3c3d2e1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=d78c2087-c4f1-47dd-a370-59507a9d699d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356643 Jun 22 20:55:51.338821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:51.344014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-868b3c4a-9eed-4d8b-abda-b6756cef9298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:51.384903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=3a7c652d-3876-45d5-9a7f-595e0963a078,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:51.389650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:51.435315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 3a7c652d-3876-45d5-9a7f-595e0963a078 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:55:51.437786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:51.439752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc16579f-23eb-4e64-8fc2-656e84e19c71 req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/3a7c652d-3876-45d5-9a7f-595e0963a078 HTTP/1.1" status: 204 len: 173 time: 0.4651983 Jun 22 20:55:51.440368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'name': 'network-vif-deleted', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:55:51.442730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898708cb-f9f8-4b78-b139-86dd2ab7f7d9" -d '{"events": [{"server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "name": "network-vif-deleted", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:55:51.482852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b9b5c-3d4e-4f30-95d2-d28a4f093e82 x-openstack-request-id: req-721b9b5c-3d4e-4f30-95d2-d28a4f093e82 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:55:51.485479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda34730-1bfd-4d4b-bd57-5303ccd43b68", "name": "network-vif-deleted", "tag": "3a7c652d-3876-45d5-9a7f-595e0963a078", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:55:51.485793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-721b9b5c-3d4e-4f30-95d2-d28a4f093e82 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:55:51.488467 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda34730-1bfd-4d4b-bd57-5303ccd43b68', 'name': 'network-vif-deleted', 'tag': '3a7c652d-3876-45d5-9a7f-595e0963a078', 'status': 'completed', 'code': 200} Jun 22 20:55:52.291751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:52.430633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33962) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:52.491116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:52.516529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:52.578012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:52.581090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:52.582528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/d78c2087-c4f1-47dd-a370-59507a9d699d HTTP/1.1" status: 204 len: 168 time: 0.1508238 Jun 22 20:55:52.583679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b1166e5-2b7a-4c71-aa4d-29fb0a1a823f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:52.594347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c2087-c4f1-47dd-a370-59507a9d699d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:52.597178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:52.617856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33966) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:52.968765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.004604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.287642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port bd5dc1dd-7b57-46ef-9640-5800473a71c7 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:55:53.287989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.385548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port bd5dc1dd-7b57-46ef-9640-5800473a71c7, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bd5dc1dd-7b57-46ef-9640-5800473a71c7,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:55:53.386133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.398067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for bd5dc1dd-7b57-46ef-9640-5800473a71c7 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:55:53.600136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.602173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75468558-1fe3-4fe6-84b6-d94477d3709f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:53.629449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=bd5dc1dd-7b57-46ef-9640-5800473a71c7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:53.632126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:53.829944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:53.993746 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:55:54.047292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3a7c652d-3876-45d5-9a7f-595e0963a078 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:55:54.065051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 148a9287-9451-42c9-9134-fd9b9c77edf7 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:55:54.070488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 3a7c652d-3876-45d5-9a7f-595e0963a078 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:55:54.070922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3a7c652d-3876-45d5-9a7f-595e0963a078 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:55:54.181191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:55:54.189672 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/148a9287-9451-42c9-9134-fd9b9c77edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682254 Jun 22 20:55:54.190079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33968) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:54.194820 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Sync routers for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:55:54.206189 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:54.206709 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:54.243456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet a3940e69-ef69-46ac-b311-242297c8ac6e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:55:54.246702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.287535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.317121 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:54.376449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.441453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.444246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5d87458-9f83-459a-85f3-d9f850068a68 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:54.471322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=a3940e69-ef69-46ac-b311-242297c8ac6e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:54.473291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.475168 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/a3940e69-ef69-46ac-b311-242297c8ac6e HTTP/1.1" status: 204 len: 168 time: 0.2841513 Jun 22 20:55:54.476184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:54.477669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33970) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:54.481350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaedee0-05b8-42d6-9f3a-99059e33b4ca None None] Network 8435ce27-9dc9-4503-9cfb-e77435c9b236 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:55:54.512779 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:55:53Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:54.597889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.636788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Checking router: 148a9287-9451-42c9-9134-fd9b9c77edf7 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:55:54.656617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Routers {'148a9287-9451-42c9-9134-fd9b9c77edf7'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:54.657831 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['148a9287-9451-42c9-9134-fd9b9c77edf7'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:54.695566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] DHCP port deletion for 8435ce27-9dc9-4503-9cfb-e77435c9b236 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:55:54.736914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.757379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Deleting port 9c1be07c-5c39-4a79-9748-a727c1684a68 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:55:54.757769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.781710 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] Set router 148a9287-9451-42c9-9134-fd9b9c77edf7 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:54.804370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:55:54.804808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.835923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] For port 9c1be07c-5c39-4a79-9748-a727c1684a68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9c1be07c-5c39-4a79-9748-a727c1684a68,segment=NetworkSegment(29f1bcbe-567d-4926-b684-9d7ec31e9284),segment_id=29f1bcbe-567d-4926-b684-9d7ec31e9284)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:55:54.836419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.850646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Calling delete_port for 9c1be07c-5c39-4a79-9748-a727c1684a68 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:55:54.904102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:55:54.904552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.918836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:55:54.943484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:54.946585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:54.970416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Pushing event deleted for resources: {'Port': ['ID=9c1be07c-5c39-4a79-9748-a727c1684a68,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:54.973216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:55:53Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:54.977978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] No DVR routers for this DVR port 9c1be07c-5c39-4a79-9748-a727c1684a68 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:55:54.981329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.981681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.982063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.982401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.982727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.983053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.983461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.983787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.984111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.984431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.984750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.985063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:54.988836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:55.009076 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ece80-6dc8-4054-8d3c-cc015faf53f2 None None] The sync data for ids ['148a9287-9451-42c9-9134-fd9b9c77edf7'] in dv-neutron-797537-2-hyperv is: [{'id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'name': 'tempest-TestNetworkBasicOps-router-1922398181', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:55:53Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a9287-9451-42c9-9134-fd9b9c77edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:52:49Z', 'updated_at': '2021-06-22T20:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:55:55.121836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.123944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5e634162-256b-4506-ad0c-b8608e8ad070 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:55.149854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:55.154788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:55.225197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.323889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.326292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.371128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.371651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 148a9287-9451-42c9-9134-fd9b9c77edf7 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:55:55.378418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.379518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/148a9287-9451-42c9-9134-fd9b9c77edf7 HTTP/1.1" status: 204 len: 168 time: 0.9009185 Jun 22 20:55:55.382228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33972) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:55.466942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.553072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.573638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8435ce27-9dc9-4503-9cfb-e77435c9b236']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:55.584418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f1bcbe-567d-4926-b684-9d7ec31e9284') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:55.584718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f1bcbe-567d-4926-b684-9d7ec31e9284') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:55.593288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.607051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.612957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:55:55.613361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:55:55.616517 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:55:55.680689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.685012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-daa06738-34f2-4840-b308-59d5611d1183 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:55.688922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.690730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/8435ce27-9dc9-4503-9cfb-e77435c9b236 HTTP/1.1" status: 204 len: 168 time: 0.3075628 Jun 22 20:55:55.702480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=8435ce27-9dc9-4503-9cfb-e77435c9b236,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:55.702843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33974) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:55.705057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:55.709862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--1963592852', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:55:55.731540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:55:55.735252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.760409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:55:55.769213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.769562 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 3ab97550-88fc-4aa7-ab2d-7813d7df0f42 of type vlan for network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b Jun 22 20:55:55.810842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.850834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.857301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:55.857971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.860457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a511f837-2020-40bd-8ff2-56252f8c6d9a tempest-BulkNetworkOpsIpV6Test-48593980 tempest-BulkNetworkOpsIpV6Test-48593980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:55.925173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33976) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:55.925787 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2200902 Jun 22 20:55:55.930792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-971729162', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:55:55.934952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:55.942723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.943119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.943511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.943893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.944268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.944645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.945020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.945393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.945767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.946163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.946531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.947047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:55:55.951781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:55.957129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.958170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:55.960191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:55:56.017310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.167855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.367783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.388426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.492419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.40 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/5afd06b9-9c31-4fd3-ac84-b8931d46c8a8) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:55:56.601703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.642764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:56.644838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f5dafbb8-8193-4337-a26a-00de92395f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:56.672489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bd5dc1dd-7b57-46ef-9640-5800473a71c7 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:55:56.683256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:55:56.686787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:55:56.690350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:55:56.701206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: bd5dc1dd-7b57-46ef-9640-5800473a71c7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:55:56.701653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bd5dc1dd-7b57-46ef-9640-5800473a71c7 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:55:56.702176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9c1be07c-5c39-4a79-9748-a727c1684a68 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:55:56.714727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:56.718676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:56.721476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 9c1be07c-5c39-4a79-9748-a727c1684a68 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:55:56.722425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9c1be07c-5c39-4a79-9748-a727c1684a68 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:55:56.722425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:55:56.740070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:55:56.740416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 33e2be99-2d35-4a5d-a0ba-1e9ea52a7e58 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:55:56.949701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:57.490339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:57.634422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:55:57.744508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:55:57.753725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:55:57.763390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:57.764062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:57.772800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:57.774120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8470647 Jun 22 20:55:57.778162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:57.877263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:57.952732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3530a43a-22d6-483c-b573-f47656dcfdeb tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1733167 Jun 22 20:55:57.955380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33982) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:58.052419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4eadc-0019-4bd9-909a-b07a1065b52f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:58.053855 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8ab4eadc-0019-4bd9-909a-b07a1065b52f tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975657 Jun 22 20:55:58.057614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:58.088279 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ffc6771f-2d9b-44ae-be97-0759665d7050 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289888 Jun 22 20:55:58.091097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33986) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:58.097108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309100789', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:55:58.192563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:55:58.196161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.237322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:56Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:58.268497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:55:58.268893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Updating router ae70c5a3-610e-4d06-a969-4e416f09e03b port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:55:58.303998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.385918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.388087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dd101684-fe74-4dd7-81ef-0c5c552f5e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:58.450824 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=82404ab9-4c43-4f1b-9441-8992e49b5b3d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:58.454508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:58.460663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:55:58.461034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:55:58.482991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:55:58.516703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:55:58.525606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:55:58.528375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.535767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057bfb1-4171-400f-901a-d6f676afac0d None None] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:55:58.550516 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4576256 Jun 22 20:55:58.553022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33988) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:55:58.636014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.655319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Transition to ACTIVE for port object 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:55:58.667721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.670983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-7dbf6ee6-6598-403d-be76-d1bd0b36a928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:58.750755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Attempting to bind port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:55:58.751132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Attempting to bind port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:55:58.751501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Attempting to bind port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:55:58.755897 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Pushing event updated for resources: {'Port': ['ID=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:58.762089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:58.765129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:55:58.765514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:55:58.765952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.766358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:55:58.766842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Bound port: 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:55:58.767219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.815191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:55:58.816062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.857633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] For port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:55:58.862348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] For port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:55:58.868593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:58.917684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3138c543-7bd5-4566-bfb5-f0f1d5f1d4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:59.018320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.021420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:55:59.022111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:59.030478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Pushing event updated for resources: {'Port': ['ID=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:59.070978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:59.089004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Allocated IP 172.20.0.2 (20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b/82404ab9-4c43-4f1b-9441-8992e49b5b3d/5ed502b5-6145-4f2f-94a0-d75aab1715e0) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:55:59.204321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:55:59.392725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.419265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Transition to ACTIVE for port object 5ed502b5-6145-4f2f-94a0-d75aab1715e0 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:55:59.439628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Transition to ACTIVE for port object 5ed502b5-6145-4f2f-94a0-d75aab1715e0 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:55:59.446906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.451372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-453b7788-8fb8-4eb6-9eac-b5b1ea9ef347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:59.499560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:55:59.501336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b/82404ab9-4c43-4f1b-9441-8992e49b5b3d/c8df6598-9526-4cfe-86ca-1bd277e131a5) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:55:59.504192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:55:59.508469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:55:59.511609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-23853e28-bde3-4764-8031-ceac5317bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:56Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:55:59.544309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Pushing event updated for resources: {'Port': ['ID=5ed502b5-6145-4f2f-94a0-d75aab1715e0,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:59.547477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:59.548176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23853e28-bde3-4764-8031-ceac5317bece None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:56Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:55:59.604309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Attempting to bind port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:55:59.604902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Attempting to bind port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:55:59.605273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Attempting to bind port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:55:59.611374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:55:59.611823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Checking segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:55:59.612303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.612770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Bound using segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:55:59.613319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Bound port: 5ed502b5-6145-4f2f-94a0-d75aab1715e0, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:55:59.613772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.646902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.662509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object c8df6598-9526-4cfe-86ca-1bd277e131a5 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:55:59.686161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] For port 5ed502b5-6145-4f2f-94a0-d75aab1715e0, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:55:59.689662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] For port 5ed502b5-6145-4f2f-94a0-d75aab1715e0, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ed502b5-6145-4f2f-94a0-d75aab1715e0,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:55:59.696973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.700824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:59.707675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:55:59.711881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa04b26d-7e63-4b52-965c-af1229972fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:55:59.754390 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:55:59.758042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:55:59.767984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:55:59.803973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Pushing event updated for resources: {'Port': ['ID=5ed502b5-6145-4f2f-94a0-d75aab1715e0,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:59.815453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:59.855420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:55:59.860607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:55:59.877933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.075297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.385482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.390245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.393325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-66d5bf5f-7f94-4c1c-ad4e-d48cb6f01099 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:00.471622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:00.474641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:00.475848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.574090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:56:00.576259 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:56:00.707503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:56:00.761120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:00.814466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:00.818442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:00.818908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:00.829071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:56:00.834084 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/ae70c5a3-610e-4d06-a969-4e416f09e03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800002 Jun 22 20:56:00.836474 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33990) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:00.848530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6476301-3880-45c0-a6f9-01449e721991 None None] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:56:00.955979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1349f6f-15c0-47ed-a5d4-5257c9d74e0e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:00.956470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1349f6f-15c0-47ed-a5d4-5257c9d74e0e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:00.956977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1349f6f-15c0-47ed-a5d4-5257c9d74e0e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:00.957455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1349f6f-15c0-47ed-a5d4-5257c9d74e0e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:00.959311 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d1349f6f-15c0-47ed-a5d4-5257c9d74e0e tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1217933 Jun 22 20:56:00.961739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 33992) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.016362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-29cb1d69-d835-4f2f-8886-b7adbd930738 None None] Provisioning for port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:01.019764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4051d3-3a17-4bc3-9c77-03531ab805f5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:01.020232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4051d3-3a17-4bc3-9c77-03531ab805f5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:01.020694 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4051d3-3a17-4bc3-9c77-03531ab805f5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:01.021154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4051d3-3a17-4bc3-9c77-03531ab805f5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:01.026154 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1e4051d3-3a17-4bc3-9c77-03531ab805f5 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0627804 Jun 22 20:56:01.026333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.026807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33994) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.070039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:01.077721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.078633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ed502b5-6145-4f2f-94a0-d75aab1715e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:01.081204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:01.165155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:01.169137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:01.176967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c72822a2-df86-45b6-9f77-70e288ad0844 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1482830 Jun 22 20:56:01.186546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:01.191399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:01.192144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.257387 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:56:01.268519 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:01.269470 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:01.287682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.327814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5ed502b5-6145-4f2f-94a0-d75aab1715e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ed502b5-6145-4f2f-94a0-d75aab1715e0,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:01.333403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.336332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:01.386563 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:01.395801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5ed502b5-6145-4f2f-94a0-d75aab1715e0,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:01.400013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:01.411182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 33998) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.416615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787053629', 'description': 'tempest-secgroup-smoke-1787053629 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:01.441282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.459001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Provisioning for port c8df6598-9526-4cfe-86ca-1bd277e131a5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:01.462949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Provisioning complete for port c8df6598-9526-4cfe-86ca-1bd277e131a5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:01.463413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.513455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Port c8df6598-9526-4cfe-86ca-1bd277e131a5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:56:01.526623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Provisioning complete for port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:01.527013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a12112b6-228b-419e-a8ec-d4a36d63b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.559616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.566390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.571117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a2f6b03-14ab-413a-bd50-756e5de3ee47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:01.609915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.613858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991608 Jun 22 20:56:01.613858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd02e7-9410-4521-8f3b-761eb0f143fe,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:01.614708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34000) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.616532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:01.623408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:01.639428 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:00Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:01.656777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.668111 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:56:01.668473 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Updating router ae70c5a3-610e-4d06-a969-4e416f09e03b port c8df6598-9526-4cfe-86ca-1bd277e131a5 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:56:01.717649 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.729877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.735776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.737585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:01.755202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8ce34678-5d72-467e-a774-2113247a3a0f None None] Provisioning complete for port c8df6598-9526-4cfe-86ca-1bd277e131a5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:01.755500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c17ace-6d1b-4f8c-90e2-62802bdcf0e3,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:01.755622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8ce34678-5d72-467e-a774-2113247a3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.758411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:01.770366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.774075 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565371 Jun 22 20:56:01.777425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.782205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:01.793849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8ce34678-5d72-467e-a774-2113247a3a0f None None] Port c8df6598-9526-4cfe-86ca-1bd277e131a5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:56:01.815851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.867426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.872302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.877582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ffd70f67-7eac-4614-b7f6-8a1c9ac2df98 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:01.894136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf835807-1a32-43f1-a934-119cef6ae04c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:01.896921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:01.898085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.899526 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208475 Jun 22 20:56:01.903017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34004) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:01.908369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:01.917433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-60438c04-0f8e-4505-a27b-7092332505cb None None] Provisioning complete for port c8df6598-9526-4cfe-86ca-1bd277e131a5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:01.918883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-60438c04-0f8e-4505-a27b-7092332505cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.937647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:01.960795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-60438c04-0f8e-4505-a27b-7092332505cb None None] Port c8df6598-9526-4cfe-86ca-1bd277e131a5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:56:02.002046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.005991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.007754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.012912 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.022701 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Transition to ACTIVE for port object c8df6598-9526-4cfe-86ca-1bd277e131a5 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:56:02.023802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e3e88d-0bcc-4899-9c4c-6f201409e441,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.026994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.031008 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.032017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.033058 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.034353 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1e603550-e1d4-4584-9b9b-148f7366ddf0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302872 Jun 22 20:56:02.036111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34006) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:02.041155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:02.068475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.083877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Pushing event updated for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.113188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.113538 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.114127 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.114470 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.114799 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.115298 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.115632 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.115968 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.116299 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.116626 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.116947 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.117268 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:56:02.122001 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.155623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Attempting to bind port c8df6598-9526-4cfe-86ca-1bd277e131a5 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:56:02.156000 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Attempting to bind port c8df6598-9526-4cfe-86ca-1bd277e131a5 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:56:02.156606 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Attempting to bind port c8df6598-9526-4cfe-86ca-1bd277e131a5 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:56:02.156756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.161070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.162775 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:56:02.163450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a764fff-47eb-4cfd-bd07-a1ad2972dbf1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.163615 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Checking segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:56:02.163967 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.164439 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Bound using segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:56:02.164988 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Bound port: c8df6598-9526-4cfe-86ca-1bd277e131a5, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:56:02.165558 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.180649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a112fcc-8f34-4f61-b062-acd84d4f6f7c,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.183907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.189375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.193635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:02.194109 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568775 Jun 22 20:56:02.199703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:02.237441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:56:02.240311 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] For port c8df6598-9526-4cfe-86ca-1bd277e131a5, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:56:02.242475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.243531 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] For port c8df6598-9526-4cfe-86ca-1bd277e131a5, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c8df6598-9526-4cfe-86ca-1bd277e131a5,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:56:02.249378 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.253622 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.324309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.324558 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:02.325169 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:02.331248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.333171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-44179b53-0666-4594-8ce0-f9d2e5f6b28d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.357111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.360892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635480 Jun 22 20:56:02.360892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6ad51f-efcc-46bf-b25c-0969c412ff35,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.361165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34010) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:02.365632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd02e7-9410-4521-8f3b-761eb0f143fe', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:02.371115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.377505 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Pushing event updated for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.396040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:56:02.403011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.416391 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-4b7383d4-73be-43fb-8a0c-d422e5132d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.442050 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:02.472339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.479654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.484411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b17efce2-2977-4a56-9b7f-1330b0ed546a tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:02.500407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f820696-4104-4b22-ae9b-c3508b15c7e8,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:02.503922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:02.508876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.510760 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487353 Jun 22 20:56:02.667267 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-24a884e1-c001-4384-ae92-d3644976371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:02Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:02.694750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:02.696700 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a884e1-c001-4384-ae92-d3644976371d None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:02Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:56:02.721289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-68fcf441-b6db-4e1b-86b9-530504f176f3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787053629&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0366998 Jun 22 20:56:02.770556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:02.770943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.857207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ed502b5-6145-4f2f-94a0-d75aab1715e0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:02.876316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e0a39dcf-c8ec-4b8a-ada5-6c7e0e3bc939 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:02.878053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e0a39dcf-c8ec-4b8a-ada5-6c7e0e3bc939 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 797 time: 0.1483822 Jun 22 20:56:02.899108 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-8ee676b2-5284-4331-86ac-ef379152f75d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Jun 22 20:56:02.911352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:02.911732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:02.980210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-eb98d1cc-e9f5-4a29-9fde-2e810aabefa4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737438 Jun 22 20:56:03.128861 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-2d13ddff-7fbe-417a-8b62-873aa582ac8b service neutron] 10.222.0.66 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352410 Jun 22 20:56:03.223691 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-b957a152-1d8e-42e0-ba35-a1cb08611c27 service neutron] 10.222.0.66 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877566 Jun 22 20:56:03.396836 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0f8ceb08-0047-4b4b-81b0-ad6f272fdb9f req-39714280-f985-42bd-a8d7-5e772de77dc9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 210 time: 0.0324087 Jun 22 20:56:04.538907 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e2e65172-58cc-461f-acfd-2698e2a8f85c req-56eb3108-20c5-4b54-afc7-1727f7844a0b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jun 22 20:56:04.710750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c8df6598-9526-4cfe-86ca-1bd277e131a5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:04.760242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-b4dbccc6-07a8-4d78-836a-946a6705f574 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:04.760986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port c8df6598-9526-4cfe-86ca-1bd277e131a5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:04.762056 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-b4dbccc6-07a8-4d78-836a-946a6705f574 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 797 time: 0.1079128 Jun 22 20:56:04.765520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c8df6598-9526-4cfe-86ca-1bd277e131a5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:04.765996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:04.817828 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-78d7677a-588c-4762-81dd-5f1cca5146c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0369027 Jun 22 20:56:04.831157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['e7cd02e7-9410-4521-8f3b-761eb0f143fe']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:04.970626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:56:04.974504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.005555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.037149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port c8df6598-9526-4cfe-86ca-1bd277e131a5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c8df6598-9526-4cfe-86ca-1bd277e131a5,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:05.042143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.044290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:05.090455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:05.093688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:05.115410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.4 (20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b/82404ab9-4c43-4f1b-9441-8992e49b5b3d/85350a49-e021-4665-8e48-612cfc200348) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:56:05.255301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.269566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 85350a49-e021-4665-8e48-612cfc200348 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:56:05.306284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.310066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c7ef31f-df3e-4877-aa30-6f8800d8846c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:05.358290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:56:05.363016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:56:05.367005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:56:05.374009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:05.395224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:05.422630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:05.423119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.437982 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109807 Jun 22 20:56:05.454890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Request body: {'port': {'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:05.528793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.576691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cd1c375d-1a7f-40d3-a6dc-9fc8e24f583a None None] Provisioning for port 85350a49-e021-4665-8e48-612cfc200348 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:05.580753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cd1c375d-1a7f-40d3-a6dc-9fc8e24f583a None None] Provisioning complete for port 85350a49-e021-4665-8e48-612cfc200348 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:05.581135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cd1c375d-1a7f-40d3-a6dc-9fc8e24f583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.616999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c375d-1a7f-40d3-a6dc-9fc8e24f583a None None] Port 85350a49-e021-4665-8e48-612cfc200348 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:56:05.727179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abb1b-0ce5-48f2-a6e0-45fb607aa31b req-ddf8c670-3066-4ede-989c-1a2f029b22cc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:05.728872 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-991abb1b-0ce5-48f2-a6e0-45fb607aa31b req-ddf8c670-3066-4ede-989c-1a2f029b22cc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 931 time: 0.0654891 Jun 22 20:56:05.768943 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-991abb1b-0ce5-48f2-a6e0-45fb607aa31b req-25367b67-f9ec-45e5-a56f-67731d19ce29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jun 22 20:56:05.812243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85350a49-e021-4665-8e48-612cfc200348 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:56:05.819461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.834384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Transition to ACTIVE for port object 85350a49-e021-4665-8e48-612cfc200348 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:56:05.838259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:05.841146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9fe1d5be-6d8d-459c-9d3a-fc5871484f71 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:05.892676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:05.895560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:05.966880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Attempting to bind port 85350a49-e021-4665-8e48-612cfc200348 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:56:05.967211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Attempting to bind port 85350a49-e021-4665-8e48-612cfc200348 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:56:05.967541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Attempting to bind port 85350a49-e021-4665-8e48-612cfc200348 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:56:05.972664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Port 85350a49-e021-4665-8e48-612cfc200348 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:56:05.972983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Attempting to bind port 85350a49-e021-4665-8e48-612cfc200348 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:56:05.978982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:56:05.979319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Checking segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:56:05.979698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Bound using segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:56:05.980126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Bound port: 85350a49-e021-4665-8e48-612cfc200348, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:56:05.980469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:06.052257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:56:06.055185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:56:06.060064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:06.062460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c964dfd4-070f-4a00-8346-807416b3cdd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:06.096938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.097414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:06.098969 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] 10.222.0.53 "PUT /v2.0/ports/85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 1093 time: 0.6491792 Jun 22 20:56:06.104370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:06.108337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:06.134472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:06.139986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:06.162671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad81aaf-f923-4dc6-a928-e120a2872f16 x-openstack-request-id: req-7ad81aaf-f923-4dc6-a928-e120a2872f16 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:06.163015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:06.163319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ad81aaf-f923-4dc6-a928-e120a2872f16 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:06.163766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:56:06.230805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-3b509f56-9948-4aad-99dd-723bfedb7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.232334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-3b509f56-9948-4aad-99dd-723bfedb7e33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1096 time: 0.0592604 Jun 22 20:56:06.285103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-86ffd173-2d0f-4546-a29a-0d43c6100d76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 217 time: 0.0416265 Jun 22 20:56:06.344392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e73ec447-0ef5-4e2d-aa37-8a62eb834515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.345848 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-e73ec447-0ef5-4e2d-aa37-8a62eb834515 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0469902 Jun 22 20:56:06.417135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-4a41af5b-bebe-4ddb-8e2b-283fa0dd8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.418739 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-4a41af5b-bebe-4ddb-8e2b-283fa0dd8712 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647004 Jun 22 20:56:06.523775 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-53a088f1-4a05-40f9-aaeb-9cef17da6272 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946939 Jun 22 20:56:06.629139 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9afd5a5c-34d8-40e9-8022-0e70612814d8 req-4a8d51e3-69fd-425b-901b-e95fff38c41e service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950773 Jun 22 20:56:06.682817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c8df6598-9526-4cfe-86ca-1bd277e131a5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:06.731220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c8df6598-9526-4cfe-86ca-1bd277e131a5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:06.731890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:06.755179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-7a9a997f-0118-4e3e-81af-38b51345ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.756685 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-7a9a997f-0118-4e3e-81af-38b51345ef59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1096 time: 0.0611229 Jun 22 20:56:06.850263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-4062998d-a74f-494a-b660-b6723b3d75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.851752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-4062998d-a74f-494a-b660-b6723b3d75ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0866215 Jun 22 20:56:06.898651 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-266d307c-b06c-4bf9-a95a-b7c02cd5621d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 217 time: 0.0399683 Jun 22 20:56:06.947927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-d33fb248-5141-4b5c-87ba-8021047b9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.949686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-d33fb248-5141-4b5c-87ba-8021047b9e64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0442455 Jun 22 20:56:06.967015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965816c-b1e9-41b1-9769-fb2ee08fee63 req-05c653e3-58b5-4650-bf68-f85b872c88a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:06.968495 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9965816c-b1e9-41b1-9769-fb2ee08fee63 req-05c653e3-58b5-4650-bf68-f85b872c88a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 943 time: 0.0883000 Jun 22 20:56:07.007218 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9965816c-b1e9-41b1-9769-fb2ee08fee63 req-18699f9a-e686-4ba1-a828-d9759e6bc119 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Jun 22 20:56:07.007692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-a6da1c8d-ff21-4f3a-be77-62a67e28c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:07.009187 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-a6da1c8d-ff21-4f3a-be77-62a67e28c31a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528965 Jun 22 20:56:07.106357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-379bde57-8e76-48c0-b641-932184674c90 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887406 Jun 22 20:56:07.207794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7c434f1-695d-4f33-a7ac-ee38afd6c8ed req-c20c14df-c306-42f2-b9c1-66470c816ed8 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917265 Jun 22 20:56:08.188101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31502f60-ddb1-4868-bbe5-0ea865bc94b2 req-44dd9a0b-6e3c-4f22-a57b-39ddab61ba48 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:08.189551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31502f60-ddb1-4868-bbe5-0ea865bc94b2 req-44dd9a0b-6e3c-4f22-a57b-39ddab61ba48 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 943 time: 0.0676115 Jun 22 20:56:08.225830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31502f60-ddb1-4868-bbe5-0ea865bc94b2 req-8e809c4f-af88-4ffe-8f9c-531f042e04d5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Jun 22 20:56:09.403035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113948-481b-4d50-9df8-30cfc1826579 req-fbab2040-4578-4f38-a127-c94a7221f3f1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:09.404512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3c113948-481b-4d50-9df8-30cfc1826579 req-fbab2040-4578-4f38-a127-c94a7221f3f1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 943 time: 0.0629330 Jun 22 20:56:09.442569 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3c113948-481b-4d50-9df8-30cfc1826579 req-306af1b3-ba98-4f4e-bdf5-70d3643464bf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Jun 22 20:56:10.139830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 85350a49-e021-4665-8e48-612cfc200348 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:56:10.235531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:10.246718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '85350a49-e021-4665-8e48-612cfc200348', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:56:10.282190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:10.294786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85350a49-e021-4665-8e48-612cfc200348 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:56:10.314279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:10.318071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:10.319774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:10.369397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:10.372534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:10.615364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef54a-985b-4511-b6da-604e54c801b1 req-9c737831-eb4a-4540-a3c5-f7df74d859ae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:10.616938 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0c3ef54a-985b-4511-b6da-604e54c801b1 req-9c737831-eb4a-4540-a3c5-f7df74d859ae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 944 time: 0.0662811 Jun 22 20:56:10.655023 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0c3ef54a-985b-4511-b6da-604e54c801b1 req-f8797c1c-bf85-4d1d-80e2-58737e614cca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jun 22 20:56:10.668150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['85350a49-e021-4665-8e48-612cfc200348'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:56:11.832169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970bdb-90d2-4060-a74a-18a9c1f22af3 req-b1f224fc-7781-4e43-8c7b-d4601d733ec4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:11.833625 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c4970bdb-90d2-4060-a74a-18a9c1f22af3 req-b1f224fc-7781-4e43-8c7b-d4601d733ec4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 944 time: 0.0625682 Jun 22 20:56:11.873296 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c4970bdb-90d2-4060-a74a-18a9c1f22af3 req-d8cd87b1-d8ae-43b0-9b2c-89d776e1eca4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Jun 22 20:56:12.155326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 85350a49-e021-4665-8e48-612cfc200348 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:12.201800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 85350a49-e021-4665-8e48-612cfc200348 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:12.205250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 85350a49-e021-4665-8e48-612cfc200348 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:12.205626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:12.277972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:12.302100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:12.304346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8b932-c714-44bf-8c91-e0b9be2a2e4d" -d '{"events": [{"server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "name": "network-vif-plugged", "status": "completed", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:12.317651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:12.323202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:12.325165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:12.348200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1992c8b-5e4b-43b2-911e-5a4b1f70b058 x-openstack-request-id: req-e1992c8b-5e4b-43b2-911e-5a4b1f70b058 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:12.348527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "name": "network-vif-plugged", "status": "completed", "tag": "85350a49-e021-4665-8e48-612cfc200348", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:12.348795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1992c8b-5e4b-43b2-911e-5a4b1f70b058 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:12.349200 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'code': 200} Jun 22 20:56:12.381015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:12.383936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:12.579162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662b4a-850e-4dbe-be7d-389133f8dba0 req-d18213a2-8c63-4133-bfd2-096e1a88d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:12.580595 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31662b4a-850e-4dbe-be7d-389133f8dba0 req-d18213a2-8c63-4133-bfd2-096e1a88d846 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1098 time: 0.0568497 Jun 22 20:56:12.618418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31662b4a-850e-4dbe-be7d-389133f8dba0 req-525fee33-8edf-4a8a-970a-5e0bdf26bb17 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272148 Jun 22 20:56:13.054656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238162b-2a4e-4ff2-8ad1-313031eaf0bd req-8735060f-8e06-4a57-b5a8-69eb41a7d89d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:13.056145 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f238162b-2a4e-4ff2-8ad1-313031eaf0bd req-8735060f-8e06-4a57-b5a8-69eb41a7d89d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0701308 Jun 22 20:56:13.096153 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f238162b-2a4e-4ff2-8ad1-313031eaf0bd req-15518934-364d-4da5-8007-266534046363 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336618 Jun 22 20:56:14.271016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a280-9edc-4337-9155-d27ffe79aba9 req-d0767fa4-e8f6-4eec-84f2-447b39bcd142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:14.272468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd65a280-9edc-4337-9155-d27ffe79aba9 req-d0767fa4-e8f6-4eec-84f2-447b39bcd142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0655439 Jun 22 20:56:14.310713 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd65a280-9edc-4337-9155-d27ffe79aba9 req-18bcd566-edeb-43ad-9f53-9008ee31e99b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Jun 22 20:56:14.481785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11171b3b-ef93-4e66-a008-d2e2f72a8ef0 req-e8146fa1-930e-40a4-b8d0-38c32af71e67 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:14.483289 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-11171b3b-ef93-4e66-a008-d2e2f72a8ef0 req-e8146fa1-930e-40a4-b8d0-38c32af71e67 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0635672 Jun 22 20:56:14.521479 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-11171b3b-ef93-4e66-a008-d2e2f72a8ef0 req-18b0abce-0bcd-4978-9b86-44e9e59b6d1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Jun 22 20:56:14.545720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34072) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:14.596790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaaeabb-9a22-4b93-b05d-db1645ce68ad tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:14.598313 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-adaaeabb-9a22-4b93-b05d-db1645ce68ad tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1093 time: 0.0515747 Jun 22 20:56:14.600921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34074) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:14.605394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:14.627304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:14.725156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:14.825550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.112 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/39627857-c4ae-4964-b4e3-b634e7384199) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:56:14.931055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:14.970643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:14.972620 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-031948ca-15b2-4f94-9ce9-674a107eed92 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:15.013637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:56:15.016438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:56:15.019038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:56:15.043102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=39627857-c4ae-4964-b4e3-b634e7384199,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:15.047016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:15.391567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:15.467667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:15.614360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:15.621273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:15.623363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5758849-a4fc-4a54-9ed9-fce20d4a9e54 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:15.691225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=39627857-c4ae-4964-b4e3-b634e7384199,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:15.696783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:15.705547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:16.148648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP f65e7b83-f8ae-4b90-961c-8691d8405d8e associated. External IP: 172.26.4.112, port: 85350a49-e021-4665-8e48-612cfc200348. Jun 22 20:56:16.349664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:56:16.476148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:56:16.485518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:56:16.492823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:16.500433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:16.501064 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:16.536152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9342170 Jun 22 20:56:16.536825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:16.539209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97528df9-b472-4e25-b01c-0a107f9a3f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:16.539377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34076) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:16.578908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df45ee-5946-4e1e-9dce-4bbd515e3218 x-openstack-request-id: req-44df45ee-5946-4e1e-9dce-4bbd515e3218 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:16.579882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:16.580485 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44df45ee-5946-4e1e-9dce-4bbd515e3218 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:16.581404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:56:16.613613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b2db78-e375-412a-aa0a-3aef8b31c15c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:16.615532 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-67b2db78-e375-412a-aa0a-3aef8b31c15c tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1093 time: 0.0751963 Jun 22 20:56:16.630730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:16.662484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-accd86d3-ba90-47db-a9c9-d6a1a8baf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:16.664106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-accd86d3-ba90-47db-a9c9-d6a1a8baf04e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1098 time: 0.0574310 Jun 22 20:56:16.756123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-7078e132-6558-4d2a-bbdf-4697e4f10136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:16.757636 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-7078e132-6558-4d2a-bbdf-4697e4f10136 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0875056 Jun 22 20:56:16.828797 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-7ca3bed7-cd86-4c65-a7d3-20742e930774 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 999 time: 0.0643985 Jun 22 20:56:16.854896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34082) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:16.862959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000829281', 'description': 'tempest-secgroup-smoke-1000829281 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:16.864540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:16.886869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-d6847ba3-4688-4e16-b724-e2704a8579bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:16.888833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-d6847ba3-4688-4e16-b724-e2704a8579bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0529959 Jun 22 20:56:16.893238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:16.903109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:56:16.918212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:16.918762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:55:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:16.955590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d5afb823-4d15-4111-8c8a-1ba4d2af9665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:16.957182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-0c4e2453-b580-404e-bef3-ec2929453523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:16.958738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-0c4e2453-b580-404e-bef3-ec2929453523 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632985 Jun 22 20:56:16.989777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:16.997420 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.001317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5462f382-a56c-416b-88fc-6240160029a8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.028436 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.029546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1728680 Jun 22 20:56:17.031588 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a865d32-eda1-409b-9c10-493c69600a5d,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.034587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.035267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34084) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.039755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.047146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:17.062485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-dc2686fa-254c-4f3b-9f7d-b1a86eeb821d service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963147 Jun 22 20:56:17.070073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.136735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.141460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.143629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d5091594-4487-4625-9b45-3281ec386f49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.156904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dab945-6019-4e18-8c21-3dc4ff33a1f4,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.162363 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97528df9-b472-4e25-b01c-0a107f9a3f1b req-d2b4fc10-dbed-445a-a756-3471037097b7 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935309 Jun 22 20:56:17.168693 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.183902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.185836 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494391 Jun 22 20:56:17.188766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.193522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.229149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.287882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.292251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.294162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-49bce857-9a6b-4ec2-bcef-298a4169d0a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.311525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fac461-9d37-43fb-a5ba-1fff747e2c0a,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.314646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.317127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.322121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc93cf8e-2887-4b16-83c3-9a0b49102398 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287012 Jun 22 20:56:17.322121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34088) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.326820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.329810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:17.354871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.361371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe4d89-b614-4a1f-bc27-e36ce0c7024c None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:15Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:56:17.422267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.426730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.435139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ed7c17b6-b2a3-4854-9fdb-ab626743c403 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.453848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85df8aed-1420-49c3-a391-4a0db36b4f8d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.457452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.463205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.464826 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418390 Jun 22 20:56:17.467692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34090) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.473628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.510146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.562252 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365e1f2-1cc7-44cb-97dd-d83cd1618570 None None] New status for floating IP f65e7b83-f8ae-4b90-961c-8691d8405d8e: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:56:17.577464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.581517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.586405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2d2a616-321b-4160-855d-aeddb1681359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.606203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539f5efd-ab8b-4176-8825-91a66305af90,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.608969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.614688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.616149 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472373 Jun 22 20:56:17.619690 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34092) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.625233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.648328 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:56:17.654466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.719913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.724315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.726218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c7a097a7-3b5e-445d-859d-95ef7573eb34 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.743088 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6420e136-0e3d-4e98-b384-a6b8dfa5c9a7,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.746567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.749381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.753451 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324279 Jun 22 20:56:17.753685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34094) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:17.758404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': '6a865d32-eda1-409b-9c10-493c69600a5d', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:17.781956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:56:17.786869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.856858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.860619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.865721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a2945a93-b851-4e6e-b32b-c64a92fc7b49 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:17.879437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b37fb4-df9a-4c93-ad12-f22c490417f2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:17.881921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:17.889368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:17.890614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359563 Jun 22 20:56:18.039360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-4d40eada-0303-463c-a541-a6a1797c02ee tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000829281&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0375507 Jun 22 20:56:18.151268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b9c13139-880e-43a2-bc8d-c50cbc98d982 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:18.152741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b9c13139-880e-43a2-bc8d-c50cbc98d982 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 797 time: 0.1059437 Jun 22 20:56:18.171382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b146c61a-682c-41eb-bc59-ef2691da1b67 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0106523 Jun 22 20:56:18.246447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-7b540c29-b8c7-4eb3-aa8e-84224e59c384 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0697153 Jun 22 20:56:18.345084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-9eef487b-3311-4535-b269-310dd90ade69 service neutron] 10.222.0.66 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Jun 22 20:56:18.440932 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-07f213b6-2644-46e4-b8f0-df9174bb2afa service neutron] 10.222.0.66 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899732 Jun 22 20:56:18.986396 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cc9eba0d-fe74-4030-a9be-1b5536b1b2ba req-50007bc2-5aee-40e3-899e-2e31870feafa tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 210 time: 0.4071035 Jun 22 20:56:19.731565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-84810afe-6d5f-4a56-aaec-e7157e10c7da tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:19.733769 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-84810afe-6d5f-4a56-aaec-e7157e10c7da tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 797 time: 0.1160200 Jun 22 20:56:19.765009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4e062f33-96d0-4d18-bb5d-096853b9d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:19.784996 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-c445c22b-dcf3-4c25-ad48-75106ee395d9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 473 time: 0.0420578 Jun 22 20:56:19.794146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['6a865d32-eda1-409b-9c10-493c69600a5d']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:19.907705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:56:19.911332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:19.958192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.046879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.10 (20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b/82404ab9-4c43-4f1b-9441-8992e49b5b3d/62ebaa16-76cf-4839-9007-cc241497f5d6) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:56:20.179078 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f160275e-963e-40dc-bb36-94554c8a71a5 req-afc4592c-844d-4a25-9c94-96986300bef8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 210 time: 0.0684450 Jun 22 20:56:20.230528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.244425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 62ebaa16-76cf-4839-9007-cc241497f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:56:20.278278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.282208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6256427-b304-4147-b792-466259ae5f55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:20.321606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:56:20.324863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:56:20.328813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:56:20.355044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:20.359533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:20.383717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:20.384392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.399138 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6092796 Jun 22 20:56:20.411025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Request body: {'port': {'device_id': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:20.502492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.587248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-aacb3eff-43a1-4181-886a-abc7051fbfe4 None None] Provisioning for port 62ebaa16-76cf-4839-9007-cc241497f5d6 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:20.590973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-aacb3eff-43a1-4181-886a-abc7051fbfe4 None None] Provisioning complete for port 62ebaa16-76cf-4839-9007-cc241497f5d6 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:20.591359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aacb3eff-43a1-4181-886a-abc7051fbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.626665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-aacb3eff-43a1-4181-886a-abc7051fbfe4 None None] Port 62ebaa16-76cf-4839-9007-cc241497f5d6 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:56:20.770499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ebaa16-76cf-4839-9007-cc241497f5d6 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:56:20.778121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.789743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Transition to ACTIVE for port object 62ebaa16-76cf-4839-9007-cc241497f5d6 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:56:20.793509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:20.805889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6777f0aa-d8d3-42ea-98df-cc4bc688b147 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:20.859695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:20.864144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:20.933028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Attempting to bind port 62ebaa16-76cf-4839-9007-cc241497f5d6 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:56:20.933399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Attempting to bind port 62ebaa16-76cf-4839-9007-cc241497f5d6 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:56:20.933798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Attempting to bind port 62ebaa16-76cf-4839-9007-cc241497f5d6 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:56:20.938490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Port 62ebaa16-76cf-4839-9007-cc241497f5d6 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:56:20.938932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Attempting to bind port 62ebaa16-76cf-4839-9007-cc241497f5d6 on network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:56:20.943789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:56:20.944127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Checking segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:56:20.944513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Bound using segment: {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:56:20.944955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Bound port: 62ebaa16-76cf-4839-9007-cc241497f5d6, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab97550-88fc-4aa7-ab2d-7813d7df0f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:56:20.945289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:21.012553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:56:21.015820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=62ebaa16-76cf-4839-9007-cc241497f5d6,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:56:21.021170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:21.022603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:21.023148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0bcb1c0-3b9d-4ae4-aa0c-8f0f334ef234 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:21.063114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.063735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:21.065135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] 10.222.0.53 "PUT /v2.0/ports/62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 200 len: 1094 time: 0.6584518 Jun 22 20:56:21.065669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:21.068003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:21.098671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:21.102316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:21.109700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f9746e-f73e-421f-8682-62c8514f934b x-openstack-request-id: req-59f9746e-f73e-421f-8682-62c8514f934b {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:21.110075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:21.110380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59f9746e-f73e-421f-8682-62c8514f934b {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:21.110988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'status': 'completed', 'code': 200} Jun 22 20:56:21.168754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-e488f00a-63a5-4f07-aa9d-775121fb690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.170388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-e488f00a-63a5-4f07-aa9d-775121fb690b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1097 time: 0.0580142 Jun 22 20:56:21.216724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-09cf9b95-4730-4cf5-84a2-bbdfd183ba76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 200 len: 217 time: 0.0393248 Jun 22 20:56:21.279636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-48f0f93a-b612-4761-a3ae-e7e4b7e8fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.281034 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-48f0f93a-b612-4761-a3ae-e7e4b7e8fbf8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0582139 Jun 22 20:56:21.379791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-9cc7fce0-e61a-4cb0-8b47-1c4795662331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.381278 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-9cc7fce0-e61a-4cb0-8b47-1c4795662331 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939686 Jun 22 20:56:21.393745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4c38-7b19-4c11-a33c-e67b58785d2c req-97577089-6f47-4c63-b2f1-12ef9c7744e2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.395126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d85f4c38-7b19-4c11-a33c-e67b58785d2c req-97577089-6f47-4c63-b2f1-12ef9c7744e2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 944 time: 0.0819013 Jun 22 20:56:21.490832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d85f4c38-7b19-4c11-a33c-e67b58785d2c req-3462a36a-c794-49a8-b010-e67362d263da tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871410 Jun 22 20:56:21.510692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-680039a2-21fb-4eef-8445-dd266fb81b6c service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144240 Jun 22 20:56:21.603692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6932bee0-f8c4-4b3f-ab10-b61c0829a0a3 req-aa529f6a-a47e-4a00-af77-42380ff77bb0 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Jun 22 20:56:21.700545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-c1fe012b-552b-469e-9c0b-30275a8f31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.702330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-c1fe012b-552b-469e-9c0b-30275a8f31bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1097 time: 0.0536509 Jun 22 20:56:21.791874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-21344890-a29d-4efe-b9d1-693403f1debc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.793491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-21344890-a29d-4efe-b9d1-693403f1debc service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0843160 Jun 22 20:56:21.839795 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-58b9d510-6cf3-48a1-8fc6-acb5837f3b06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 200 len: 217 time: 0.0389960 Jun 22 20:56:21.893915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-4da7fd97-5835-41e4-af28-981016fe6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.895359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-4da7fd97-5835-41e4-af28-981016fe6261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0496020 Jun 22 20:56:21.952700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-588f715e-abaf-4f89-a81d-02e46ff09603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:21.954159 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-588f715e-abaf-4f89-a81d-02e46ff09603 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509245 Jun 22 20:56:22.047164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-b0860562-f361-4085-a648-33d38295e11d service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860245 Jun 22 20:56:22.142379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b93ff350-fb29-4adb-aa5e-8ec7cbb3232d req-3bef21ed-45bb-41ef-89b9-8b2aa24cb866 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877037 Jun 22 20:56:22.294407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:22.675510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01103c-3bfb-4b54-8a3e-85f4dab26186 req-4a244f73-33ee-4a46-abd1-95eee5cb252b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:22.677004 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc01103c-3bfb-4b54-8a3e-85f4dab26186 req-4a244f73-33ee-4a46-abd1-95eee5cb252b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 944 time: 0.0634894 Jun 22 20:56:22.716079 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc01103c-3bfb-4b54-8a3e-85f4dab26186 req-b30b311f-9e5f-451b-bdc1-2ed65d4000eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Jun 22 20:56:22.971371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:23.903057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc3f0-606e-4e4e-b8a7-bea08a74c7b8 req-8935821d-66bf-4b0f-97c7-09f3620a313e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:23.904557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-046bc3f0-606e-4e4e-b8a7-bea08a74c7b8 req-8935821d-66bf-4b0f-97c7-09f3620a313e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 944 time: 0.0721602 Jun 22 20:56:23.944665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-046bc3f0-606e-4e4e-b8a7-bea08a74c7b8 req-1bf648b7-d256-4e14-b0c8-9a9d19efab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344172 Jun 22 20:56:24.216424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 62ebaa16-76cf-4839-9007-cc241497f5d6 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:56:24.313296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=62ebaa16-76cf-4839-9007-cc241497f5d6,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:24.323992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'port_id': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'mac_address': 'fa:16:3e:7c:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:56:24.360311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:24.374173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ebaa16-76cf-4839-9007-cc241497f5d6 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:56:24.398822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=62ebaa16-76cf-4839-9007-cc241497f5d6,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:24.404098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:24.411486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:24.457602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:24.460629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:24.647339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['62ebaa16-76cf-4839-9007-cc241497f5d6'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:56:25.117144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5819be-6947-4e77-9305-22138ec5c3bf req-01b8a6b2-7d53-4ff8-89de-b32c77e7aca0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:25.119139 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad5819be-6947-4e77-9305-22138ec5c3bf req-01b8a6b2-7d53-4ff8-89de-b32c77e7aca0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 945 time: 0.0640848 Jun 22 20:56:25.158707 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad5819be-6947-4e77-9305-22138ec5c3bf req-b328493e-7d58-4774-9536-0c84ff0c24f1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Jun 22 20:56:26.231721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 62ebaa16-76cf-4839-9007-cc241497f5d6 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:56:26.279854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 62ebaa16-76cf-4839-9007-cc241497f5d6 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:56:26.283763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 62ebaa16-76cf-4839-9007-cc241497f5d6 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:56:26.284176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:26.339509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c910200-4787-487b-85d0-eaeae2b905e6 req-05d1b24e-67d3-4647-958f-442d56630ce1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:26.341012 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6c910200-4787-487b-85d0-eaeae2b905e6 req-05d1b24e-67d3-4647-958f-442d56630ce1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 945 time: 0.0704818 Jun 22 20:56:26.365964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:26.380293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6c910200-4787-487b-85d0-eaeae2b905e6 req-ced36dcb-8af1-4e32-9212-b5876668c69b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335236 Jun 22 20:56:26.391635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:26.393923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e993a3f-9863-4841-801c-e35cc10f5a5a" -d '{"events": [{"server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "name": "network-vif-plugged", "status": "completed", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:26.406927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=62ebaa16-76cf-4839-9007-cc241497f5d6,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:56:26.411706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:26.413565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:26.435973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b5e34-49ff-4213-8db6-d159acddf39f x-openstack-request-id: req-ba6b5e34-49ff-4213-8db6-d159acddf39f {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:26.436278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "name": "network-vif-plugged", "status": "completed", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:26.436545 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba6b5e34-49ff-4213-8db6-d159acddf39f {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:26.436993 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'code': 200} Jun 22 20:56:26.462303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:26.465468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:26.664451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70095590-57cb-4760-b857-efa2d8e230b4 req-f6e69bbf-fd31-4543-a2a0-40dee77431c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:26.666701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70095590-57cb-4760-b857-efa2d8e230b4 req-f6e69bbf-fd31-4543-a2a0-40dee77431c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1099 time: 0.0581775 Jun 22 20:56:26.701578 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70095590-57cb-4760-b857-efa2d8e230b4 req-814d0371-982c-4c50-a66f-9e53c8d601c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282092 Jun 22 20:56:27.563998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd163ee-d80e-421a-9361-fce9ca4d00f6 req-ddbf5dbc-2c8e-4d1c-b528-898e9e25c188 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:27.565975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-abd163ee-d80e-421a-9361-fce9ca4d00f6 req-ddbf5dbc-2c8e-4d1c-b528-898e9e25c188 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.0658841 Jun 22 20:56:27.606090 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-abd163ee-d80e-421a-9361-fce9ca4d00f6 req-29129e4e-3e7f-44b3-aaa5-cfb1ed5eed8e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350339 Jun 22 20:56:28.790057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325f7f0-7464-41c3-b07c-322c033df68b req-68e92d7d-a8ea-47a5-b456-187cd5d18d5e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:28.791593 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6325f7f0-7464-41c3-b07c-322c033df68b req-68e92d7d-a8ea-47a5-b456-187cd5d18d5e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.0718234 Jun 22 20:56:28.837093 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6325f7f0-7464-41c3-b07c-322c033df68b req-b738cb05-2138-4242-8204-67608b832aad tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 Jun 22 20:56:29.017589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eaf31-fd8c-4d23-a35f-836ca0c12fe6 req-9863468d-f4db-45d9-8858-f26369ef9ed7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:29.019191 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-de4eaf31-fd8c-4d23-a35f-836ca0c12fe6 req-9863468d-f4db-45d9-8858-f26369ef9ed7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.0635293 Jun 22 20:56:29.058954 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-de4eaf31-fd8c-4d23-a35f-836ca0c12fe6 req-8032c298-4aeb-489f-9d12-6ba445a9e91b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Jun 22 20:56:29.084846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34144) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:29.147442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50570c7-83ec-4e92-8e45-535bb8d769c7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:29.148951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b50570c7-83ec-4e92-8e45-535bb8d769c7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1094 time: 0.0630875 Jun 22 20:56:29.152327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34146) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:56:29.156723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:56:29.179247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:29.280423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:29.394269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.238 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/179a41cf-c7e7-4f5e-bd2c-1f720de8b4be) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:56:29.502848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:29.543720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:29.546042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7bae64dc-2375-4a50-8e1a-23ae4c0c7a1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:29.591273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:56:29.594114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:56:29.597618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:56:29.603618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=179a41cf-c7e7-4f5e-bd2c-1f720de8b4be,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:29.622532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:29.975734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:30.050911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:30.213510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:30.218284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:30.220444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:56:30.288852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=179a41cf-c7e7-4f5e-bd2c-1f720de8b4be,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:56:30.293689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:56:30.306243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:30.753787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP cc7f09f2-3bf2-4c3c-a76b-f785796e43d3 associated. External IP: 172.26.4.238, port: 62ebaa16-76cf-4839-9007-cc241497f5d6. Jun 22 20:56:30.965445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:56:30.991353 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:56:31.072644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:56:31.082311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:56:31.088376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:31.093133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:31.093795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:56:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:31.132357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9789619 Jun 22 20:56:31.133092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:56:31.136027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468e17e8-ecd6-45cf-9a83-4b54848c45e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:56:31.191662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7847b5-64b6-4120-b672-e77fdce10267 x-openstack-request-id: req-bc7847b5-64b6-4120-b672-e77fdce10267 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:56:31.192183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:56:31.192488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc7847b5-64b6-4120-b672-e77fdce10267 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:56:31.192960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'status': 'completed', 'code': 200} Jun 22 20:56:31.206634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:31.279430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-c3c4442d-55fc-4c9a-96eb-96c07ad0d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:31.281003 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-c3c4442d-55fc-4c9a-96eb-96c07ad0d1f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1099 time: 0.0563459 Jun 22 20:56:31.372354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-369545dd-bb4c-49cb-ba95-a89296c93253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:31.373920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-369545dd-bb4c-49cb-ba95-a89296c93253 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0865388 Jun 22 20:56:31.440542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cc7f09f2-3bf2-4c3c-a76b-f785796e43d3', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:7c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:29Z', 'updated_at': '2021-06-22T20:56:29Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}, {'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:31.445859 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-7c8edee4-2f32-4cd8-b128-a04907ca83a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 200 len: 1000 time: 0.0659916 Jun 22 20:56:31.474001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:56:31.484287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:56:31.484916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:56:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:31.498905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-23699f8d-f59c-4e3f-bf95-07500de2e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:31.500681 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-23699f8d-f59c-4e3f-bf95-07500de2e4ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0470703 Jun 22 20:56:31.562151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-35bf6f28-25cf-4d65-9f5f-b5c73a22e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:56:31.563633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-35bf6f28-25cf-4d65-9f5f-b5c73a22e13a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566053 Jun 22 20:56:31.595031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:56:31.659905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-28a14fb4-4cdf-4435-9a74-98c3e081cee0 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893571 Jun 22 20:56:31.762623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-468e17e8-ecd6-45cf-9a83-4b54848c45e9 req-a2ad9f32-941e-49a5-a1e3-293d7bd8a662 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961268 Jun 22 20:56:31.969633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cc7f09f2-3bf2-4c3c-a76b-f785796e43d3', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:7c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:29Z', 'updated_at': '2021-06-22T20:56:29Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}, {'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:56:31.996199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a644a-50c2-4bd9-b7f8-854d36ac9736 None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'cc7f09f2-3bf2-4c3c-a76b-f785796e43d3', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:7c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:29Z', 'updated_at': '2021-06-22T20:56:29Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}, {'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:56:32.196700 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf81384-6be0-4976-8183-9c53e480e7a9 None None] New status for floating IP cc7f09f2-3bf2-4c3c-a76b-f785796e43d3: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:56:46.910843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6dd71f10-3dd8-425b-887a-d923692d4b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:49.767550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7729c71e-f64c-4781-aea6-6034138e8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:49.960210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:51.025982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:52.301832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:56:52.974330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:05.112150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34162) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:05.179992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e30a4fe1-45e5-4d0e-9a2e-66978e61d42a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/f65e7b83-f8ae-4b90-961c-8691d8405d8e HTTP/1.1" status: 200 len: 993 time: 0.0666609 Jun 22 20:57:06.749806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34172) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:06.755231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:06.835715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:06.984107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:07.015726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:07.020371 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:07.022399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8bc33c32-2919-43a8-b998-9caf05b1e569 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:07.069667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.070317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:07.071711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/ports/85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 938 time: 0.3208828 Jun 22 20:57:07.072369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:07.074856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37998b09-bbbf-4a90-902d-9b54ece5f8de" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:07.101447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=6']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:07.111421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.111819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.113032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.113421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.113803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.114211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.114597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.115370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.115475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.115855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.116230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.116661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:07.122842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:07.124610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6420ddf-da54-4d8b-bf89-0781b5c643c6 x-openstack-request-id: req-e6420ddf-da54-4d8b-bf89-0781b5c643c6 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:07.124954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:07.125259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6420ddf-da54-4d8b-bf89-0781b5c643c6 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:07.125715 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:57:07.198606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-1b2a7178-1366-45a5-8f39-50fbc7de7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.200325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-1b2a7178-1366-45a5-8f39-50fbc7de7cef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1099 time: 0.0575697 Jun 22 20:57:07.254364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4839ace8-77ce-49eb-8c2a-74e328bd05be None None] Provisioning complete for port 85350a49-e021-4665-8e48-612cfc200348 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:07.254963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4839ace8-77ce-49eb-8c2a-74e328bd05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:07.293890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-328c4100-3d2a-44aa-a351-c2267bcc033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.295421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-328c4100-3d2a-44aa-a351-c2267bcc033a service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0862474 Jun 22 20:57:07.298475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4839ace8-77ce-49eb-8c2a-74e328bd05be None None] Port 85350a49-e021-4665-8e48-612cfc200348 is administratively disabled so it will not transition to active. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 22 20:57:07.396395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-b530dda6-464d-4ddf-9387-b010ceff3550 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 1002 time: 0.0900307 Jun 22 20:57:07.439800 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-0477471b-a9ec-41dd-9360-c69593f2c448 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926511 Jun 22 20:57:07.454397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-3f287b86-fc23-496a-a287-d46361ea3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.455750 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-3f287b86-fc23-496a-a287-d46361ea3ef5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0488794 Jun 22 20:57:07.515527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-78554fbb-fa70-4169-9f00-9c80216761fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.516901 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-78554fbb-fa70-4169-9f00-9c80216761fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546095 Jun 22 20:57:07.608539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-b3671852-580c-4f9f-a20e-f305882b67f6 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Jun 22 20:57:07.703327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37998b09-bbbf-4a90-902d-9b54ece5f8de req-c39e9323-5274-4262-b7d8-e111437c6916 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853198 Jun 22 20:57:07.834302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557847-8b02-4843-80af-2ff94fe098cd req-dda653ec-95c7-4e38-a6c5-99bb3c1138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.835676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-dda653ec-95c7-4e38-a6c5-99bb3c1138c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1099 time: 0.0546255 Jun 22 20:57:07.948130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557847-8b02-4843-80af-2ff94fe098cd req-65005f4c-7721-4ca6-bfae-2aea55abe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:07.950284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-65005f4c-7721-4ca6-bfae-2aea55abe60b service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0891764 Jun 22 20:57:07.989767 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:57:08.019256 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-3465f50f-db1e-4d90-9235-2c8b2212f12e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 1002 time: 0.0584641 Jun 22 20:57:08.068914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557847-8b02-4843-80af-2ff94fe098cd req-9516a82f-650e-4d18-b8f3-d05f5584ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:08.070439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-9516a82f-650e-4d18-b8f3-d05f5584ea6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0445867 Jun 22 20:57:08.134529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557847-8b02-4843-80af-2ff94fe098cd req-ce71a769-561e-48e2-934f-f4ef599d44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:08.136501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-ce71a769-561e-48e2-934f-f4ef599d44ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588779 Jun 22 20:57:08.235882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-85f47f99-de65-4295-9432-b1789732da33 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889947 Jun 22 20:57:08.335162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-af557847-8b02-4843-80af-2ff94fe098cd req-6401fd26-b726-4003-b201-e48d6080acbf service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883858 Jun 22 20:57:10.537250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34180) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:10.542804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:10.626851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:10.783802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:10.813730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:10.819318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:10.822265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b6062143-12de-449f-bbee-07190f81609e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:10.873250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:10.873911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:10.878673 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/ports/85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 937 time: 0.3371177 Jun 22 20:57:10.878673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:10.878673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:10.880078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:10.904208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=7']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:10.908165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:10.927656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf44b11-39e8-48a5-9ba8-805203ed8e6a x-openstack-request-id: req-ccf44b11-39e8-48a5-9ba8-805203ed8e6a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:10.928073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:10.928445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ccf44b11-39e8-48a5-9ba8-805203ed8e6a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:10.928970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:57:10.973451 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a404dd80-054e-4a45-9556-b01998be0d27 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/f65e7b83-f8ae-4b90-961c-8691d8405d8e HTTP/1.1" status: 200 len: 993 time: 0.0907936 Jun 22 20:57:11.022355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-1802992b-20d2-4e27-810b-a95955f896cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:11.023293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-1802992b-20d2-4e27-810b-a95955f896cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1098 time: 0.0706720 Jun 22 20:57:11.128028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-00fa6b8c-1cf0-4863-a612-b109bf6c8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:11.129481 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-00fa6b8c-1cf0-4863-a612-b109bf6c8beb service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0981834 Jun 22 20:57:11.137416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d55abaef-0a5c-4b46-830d-e69241cf4121 None None] Provisioning complete for port 85350a49-e021-4665-8e48-612cfc200348 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:11.139755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d55abaef-0a5c-4b46-830d-e69241cf4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:11.164846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['85350a49-e021-4665-8e48-612cfc200348'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:57:11.205084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-e47e8c32-73d2-4341-973c-8407179e517e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 1001 time: 0.0676053 Jun 22 20:57:11.262465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-5769e672-3ea6-4280-acc3-0b4e115d7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:11.264986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-5769e672-3ea6-4280-acc3-0b4e115d7bdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0497386 Jun 22 20:57:11.332530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-6c4eeb42-f05f-4078-a39a-56f9e636d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:11.333961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-6c4eeb42-f05f-4078-a39a-56f9e636d01f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594020 Jun 22 20:57:11.438968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-bc292a77-89a5-4ab3-bdeb-5dfd5bd92565 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964320 Jun 22 20:57:11.531406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d3a2b4-0c53-4f7f-8b5c-90ebec6582cf req-41a041d9-fa1f-42fb-8318-a85e852e220e service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Jun 22 20:57:13.569443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34192) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:13.727470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 179a41cf-c7e7-4f5e-bd2c-1f720de8b4be {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:13.727805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:13.800782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:13.801107 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:13.812861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 179a41cf-c7e7-4f5e-bd2c-1f720de8b4be owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:13.962870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:13.965031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:13.989190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=179a41cf-c7e7-4f5e-bd2c-1f720de8b4be,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:14.014479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.014867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.015247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.015615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.015983 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.016365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.016726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.017085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.017445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.017809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.018210 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.018563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:14.023173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:14.066499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:14.066809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP cc7f09f2-3bf2-4c3c-a76b-f785796e43d3 disassociated (deleted). External IP: 172.26.4.238, port: 62ebaa16-76cf-4839-9007-cc241497f5d6. Jun 22 20:57:14.273513 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:57:14.380116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:14.384809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:14.389135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:14.398000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:14.398609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:56:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:14.426960 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/cc7f09f2-3bf2-4c3c-a76b-f785796e43d3 HTTP/1.1" status: 204 len: 168 time: 0.8564022 Jun 22 20:57:14.427741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:14.430197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:14.469505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb496a3-d75c-4e4a-baa0-cf9ba08b05cc x-openstack-request-id: req-0cb496a3-d75c-4e4a-baa0-cf9ba08b05cc {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:14.469959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:14.470284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cb496a3-d75c-4e4a-baa0-cf9ba08b05cc {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:14.470860 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'status': 'completed', 'code': 200} Jun 22 20:57:14.512654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:14.558754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-908fc53e-f3ea-4f47-9b53-7fd83d823811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:14.560490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-908fc53e-f3ea-4f47-9b53-7fd83d823811 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 1099 time: 0.0599127 Jun 22 20:57:14.663215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-3a1746ae-4f34-4239-b5ad-1805534873b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:14.665409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-3a1746ae-4f34-4239-b5ad-1805534873b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.0954666 Jun 22 20:57:14.730832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-39b1d9e7-411b-4a50-958b-fe1fa22fbcbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 200 len: 217 time: 0.0437515 Jun 22 20:57:14.766394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:14.792624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:14.801557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:14.802269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:56:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:14.816577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-88beed3b-a22c-4296-a13c-0cf077570410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:14.818134 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-88beed3b-a22c-4296-a13c-0cf077570410 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0808837 Jun 22 20:57:14.875766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36b37-bb34-4052-ab3a-3c8766c7379b req-9aecc301-5058-4868-86cc-2e5e44be087c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:14.877210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09a36b37-bb34-4052-ab3a-3c8766c7379b req-9aecc301-5058-4868-86cc-2e5e44be087c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.1280410 Jun 22 20:57:14.909768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:14.924843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-6de01a02-c4cc-4c2e-b277-244e4eaf6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:14.926390 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-6de01a02-c4cc-4c2e-b277-244e4eaf6dd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013684 Jun 22 20:57:14.934114 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09a36b37-bb34-4052-ab3a-3c8766c7379b req-34081e07-92d9-4436-8391-a9a4da678785 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 Jun 22 20:57:15.019333 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-5c37229f-4ebd-42e1-aa36-410221d61b6c service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Jun 22 20:57:15.125751 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdbe2bae-7c4d-49a3-a940-688db89ac5d8 req-f860e642-586a-493c-8029-a3b3064e7d38 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949459 Jun 22 20:57:15.145120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:15.175829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4084-7ffd-4777-ba7d-f9bed44cf629 None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'f65e7b83-f8ae-4b90-961c-8691d8405d8e', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.112', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'port_id': '85350a49-e021-4665-8e48-612cfc200348', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'mac_address': 'fa:16:3e:c9:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:56:15Z', 'updated_at': '2021-06-22T20:56:17Z', 'revision_number': 1, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:15.382266 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5669a-f198-45e3-af7d-872951b27075 None None] New status for floating IP cc7f09f2-3bf2-4c3c-a76b-f785796e43d3: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:57:16.119895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95125c9-1236-42d0-bb7d-b4d1ad81d1ad req-f83c7485-1663-4c7a-b642-1bb55577c11a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:16.121392 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c95125c9-1236-42d0-bb7d-b4d1ad81d1ad req-f83c7485-1663-4c7a-b642-1bb55577c11a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.0722094 Jun 22 20:57:16.161917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c95125c9-1236-42d0-bb7d-b4d1ad81d1ad req-21ebb350-9404-4149-946b-6468ed1bc645 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a865d32-eda1-409b-9c10-493c69600a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jun 22 20:57:16.306803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653b010-d787-4a93-baa3-20f66167b54d req-16d1c48c-6f00-466f-966f-eaaa13ed8d81 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:16.308228 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4653b010-d787-4a93-baa3-20f66167b54d req-16d1c48c-6f00-466f-966f-eaaa13ed8d81 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 946 time: 0.0666721 Jun 22 20:57:16.419363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 62ebaa16-76cf-4839-9007-cc241497f5d6 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:16.419632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:16.508884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 62ebaa16-76cf-4839-9007-cc241497f5d6, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=62ebaa16-76cf-4839-9007-cc241497f5d6,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:16.509228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:16.521414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 62ebaa16-76cf-4839-9007-cc241497f5d6 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:16.650958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:16.655923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:16.682483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=62ebaa16-76cf-4839-9007-cc241497f5d6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:16.685805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:16.728124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 62ebaa16-76cf-4839-9007-cc241497f5d6 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:57:16.730618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:16.733771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4653b010-d787-4a93-baa3-20f66167b54d req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/62ebaa16-76cf-4839-9007-cc241497f5d6 HTTP/1.1" status: 204 len: 173 time: 0.4173043 Jun 22 20:57:16.734324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'name': 'network-vif-deleted', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:16.736617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec30fc0c-5e21-4c0c-ad4e-6407d3770a26" -d '{"events": [{"server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "name": "network-vif-deleted", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:16.774699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b427a82-b3df-407c-9aa5-58757d1da876 x-openstack-request-id: req-0b427a82-b3df-407c-9aa5-58757d1da876 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:16.775052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2e5d50-f94b-4b48-b863-8268730d3b8a", "name": "network-vif-deleted", "tag": "62ebaa16-76cf-4839-9007-cc241497f5d6", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:16.775359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b427a82-b3df-407c-9aa5-58757d1da876 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:16.775875 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2e5d50-f94b-4b48-b863-8268730d3b8a', 'name': 'network-vif-deleted', 'tag': '62ebaa16-76cf-4839-9007-cc241497f5d6', 'status': 'completed', 'code': 200} Jun 22 20:57:16.911701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cba4b574-70c7-428a-8a4c-38179bf7c0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:17.315283 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ce03b493-0387-4fb9-b2b3-7c2520eca98e req-3bd4fbe5-b6d9-42f6-bc47-d6dd30db80d2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb2e5d50-f94b-4b48-b863-8268730d3b8a HTTP/1.1" status: 200 len: 210 time: 0.0305352 Jun 22 20:57:18.408453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34208) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:18.468844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.493051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.558941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.562492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.563911 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/6a865d32-eda1-409b-9c10-493c69600a5d HTTP/1.1" status: 204 len: 168 time: 0.1543150 Jun 22 20:57:18.565068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-076d122f-39fb-4e50-b777-dac83b5e5aca tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:18.575509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a865d32-eda1-409b-9c10-493c69600a5d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:18.578753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:18.597949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34212) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:18.761732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 39627857-c4ae-4964-b4e3-b634e7384199 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:18.762113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.835820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.836142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.847601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 39627857-c4ae-4964-b4e3-b634e7384199 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:18.995350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:18.997841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8a0d9705-08d4-44c8-9dd9-e22359b13582 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:19.021280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=39627857-c4ae-4964-b4e3-b634e7384199,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:19.024419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:19.084706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:19.085035 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP f65e7b83-f8ae-4b90-961c-8691d8405d8e disassociated (deleted). External IP: 172.26.4.112, port: 85350a49-e021-4665-8e48-612cfc200348. Jun 22 20:57:19.621913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:57:19.726587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:19.731493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:19.735817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:19.744362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:19.744976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:56:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:19.771781 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/f65e7b83-f8ae-4b90-961c-8691d8405d8e HTTP/1.1" status: 204 len: 168 time: 1.1724074 Jun 22 20:57:19.772538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:19.775253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50683446-f478-48c2-a90e-7c56a89d79c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:19.826591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc5fad-5fcd-4186-bbde-3e9d390fa2cd x-openstack-request-id: req-70dc5fad-5fcd-4186-bbde-3e9d390fa2cd {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:19.826948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:19.827448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70dc5fad-5fcd-4186-bbde-3e9d390fa2cd {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:19.828176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:57:19.851394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63d56476-49a9-42bd-969c-a973139263c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:19.882687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:19.911653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-030cd151-6155-40fc-a65e-c6dfe04312c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:19.913161 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-030cd151-6155-40fc-a65e-c6dfe04312c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 1098 time: 0.0552292 Jun 22 20:57:19.997247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:20.026199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-681fb4cf-d3e5-438e-91e2-4078d6f582b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:20.027671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-681fb4cf-d3e5-438e-91e2-4078d6f582b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 200 len: 898 time: 0.1049376 Jun 22 20:57:20.079020 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-56ecec3a-4fd9-4b37-9ba2-8b0b7d2e25c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 200 len: 217 time: 0.0385780 Jun 22 20:57:20.129274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:20.134068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-85a9fb2a-bb61-4674-aa65-0bf0c8d4f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:20.135544 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-85a9fb2a-bb61-4674-aa65-0bf0c8d4f869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 200 len: 835 time: 0.0491917 Jun 22 20:57:20.161726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5130-e878-432b-af96-ab063429c9b1 req-b0bfaa8e-a744-4111-a75e-c82dd6083e12 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:20.164077 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-30eb5130-e878-432b-af96-ab063429c9b1 req-b0bfaa8e-a744-4111-a75e-c82dd6083e12 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0663435 Jun 22 20:57:20.169666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:20.178643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:20.179264 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:20.209925 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-30eb5130-e878-432b-af96-ab063429c9b1 req-5edf86df-fdf6-40ec-b6c6-743ec01dbf7d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386109 Jun 22 20:57:20.227851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-eaff1e26-634d-435b-83cf-a79ffaf44934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:20.229042 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-eaff1e26-634d-435b-83cf-a79ffaf44934 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862825 Jun 22 20:57:20.295040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:20.322590 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-edc4637e-b01a-446d-8e10-5b36ad8cd158 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Jun 22 20:57:20.418506 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50683446-f478-48c2-a90e-7c56a89d79c0 req-2113c6f5-78e3-4010-bf7d-626b317dfd97 service neutron] 10.222.0.53 "GET /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890751 Jun 22 20:57:20.616113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 62ebaa16-76cf-4839-9007-cc241497f5d6 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:57:20.637386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 62ebaa16-76cf-4839-9007-cc241497f5d6 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:57:20.638339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 62ebaa16-76cf-4839-9007-cc241497f5d6 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:57:20.662353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:20.689766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f220e02-c8e9-4402-acda-a2a348508176 None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:55:59Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'c8df6598-9526-4cfe-86ca-1bd277e131a5', 'name': '', 'network_id': '20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:1f:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:59Z', 'updated_at': '2021-06-22T20:56:05Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '82404ab9-4c43-4f1b-9441-8992e49b5b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:20.896769 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f14bb73-af4c-4c66-9dbc-072509b61e3c None None] New status for floating IP f65e7b83-f8ae-4b90-961c-8691d8405d8e: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:57:21.029625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:21.386290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a939b4-9c9a-48b3-ac96-fcc7a562e3e7 req-5fad36ad-d158-4a96-a39f-f2b98c5f8b8e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:21.387972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4a939b4-9c9a-48b3-ac96-fcc7a562e3e7 req-5fad36ad-d158-4a96-a39f-f2b98c5f8b8e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0637057 Jun 22 20:57:21.426058 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4a939b4-9c9a-48b3-ac96-fcc7a562e3e7 req-9e4f0be2-9e72-49c0-b83d-7bd451ab7fa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7cd02e7-9410-4521-8f3b-761eb0f143fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jun 22 20:57:21.756186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-4cd0b9b3-eecb-4945-a167-3886ac4c004f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:21.757634 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-4cd0b9b3-eecb-4945-a167-3886ac4c004f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 945 time: 0.0623848 Jun 22 20:57:21.865131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 85350a49-e021-4665-8e48-612cfc200348 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:21.865514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:21.959385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 85350a49-e021-4665-8e48-612cfc200348, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=85350a49-e021-4665-8e48-612cfc200348,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:21.959744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:21.971738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 85350a49-e021-4665-8e48-612cfc200348 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:22.098001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:22.102470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b5541ae0-8bdf-4d9f-a957-b79db240b6a7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:22.131862 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=85350a49-e021-4665-8e48-612cfc200348,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:22.135847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:22.181356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 85350a49-e021-4665-8e48-612cfc200348 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:57:22.183795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:22.186111 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61c0d3f9-072a-474a-9d65-91b24039b0d4 req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/85350a49-e021-4665-8e48-612cfc200348 HTTP/1.1" status: 204 len: 173 time: 0.4198387 Jun 22 20:57:22.186826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'name': 'network-vif-deleted', 'tag': '85350a49-e021-4665-8e48-612cfc200348'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:22.189262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c0cbbc-4fbb-42e2-9424-6559b6295b27" -d '{"events": [{"server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "name": "network-vif-deleted", "tag": "85350a49-e021-4665-8e48-612cfc200348"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:22.232839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3473177-b0d6-47da-9001-28110412930c x-openstack-request-id: req-b3473177-b0d6-47da-9001-28110412930c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:22.233176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2f549-a861-4b7c-8997-2f045a8d618a", "name": "network-vif-deleted", "tag": "85350a49-e021-4665-8e48-612cfc200348", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:22.233492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3473177-b0d6-47da-9001-28110412930c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:22.233976 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2f549-a861-4b7c-8997-2f045a8d618a', 'name': 'network-vif-deleted', 'tag': '85350a49-e021-4665-8e48-612cfc200348', 'status': 'completed', 'code': 200} Jun 22 20:57:22.321612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:22.605249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2444d97e-05a0-4b20-b80a-6a1a04148e98 req-3a820bd2-5652-41a4-afdd-1948a868f14a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=cba2f549-a861-4b7c-8997-2f045a8d618a HTTP/1.1" status: 200 len: 210 time: 0.0323699 Jun 22 20:57:22.976198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:23.693469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34228) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:23.755559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:23.785603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:23.863127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:23.866093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:23.867914 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/e7cd02e7-9410-4521-8f3b-761eb0f143fe HTTP/1.1" status: 204 len: 168 time: 0.1728973 Jun 22 20:57:23.868696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a5138663-be95-422e-9b0f-448879d5fa1a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:23.882588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd02e7-9410-4521-8f3b-761eb0f143fe,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:23.889405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:23.910608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34232) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:24.280182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:24.546512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port c8df6598-9526-4cfe-86ca-1bd277e131a5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:24.546940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:24.638843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port c8df6598-9526-4cfe-86ca-1bd277e131a5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c8df6598-9526-4cfe-86ca-1bd277e131a5,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:24.639192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:24.650655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for c8df6598-9526-4cfe-86ca-1bd277e131a5 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:24.845129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:24.847226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:24.871950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=c8df6598-9526-4cfe-86ca-1bd277e131a5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:24.875332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:25.063248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.287336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router ae70c5a3-610e-4d06-a969-4e416f09e03b has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:57:25.392893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:25.398165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/ae70c5a3-610e-4d06-a969-4e416f09e03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873173 Jun 22 20:57:25.400766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34234) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:25.404313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Sync routers for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:25.413449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:25.414100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:25.453875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet 82404ab9-4c43-4f1b-9441-8992e49b5b3d {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:57:25.456938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.501484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.519659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:25.589528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.650051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.652909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bf77267a-522c-4526-a55f-6728d10020ca tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:25.679787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=82404ab9-4c43-4f1b-9441-8992e49b5b3d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:25.681721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.686321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/82404ab9-4c43-4f1b-9441-8992e49b5b3d HTTP/1.1" status: 204 len: 168 time: 0.2820053 Jun 22 20:57:25.686321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:25.687293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34236) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:25.688813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f2801-746b-4881-aaa8-96c0f5f7da6d None None] Network 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:57:25.770139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:57:24Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:25.804833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.821727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Checking router: ae70c5a3-610e-4d06-a969-4e416f09e03b for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:25.850966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Routers {'ae70c5a3-610e-4d06-a969-4e416f09e03b'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:25.851508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ae70c5a3-610e-4d06-a969-4e416f09e03b'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:25.919903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.975807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:25.976304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:25.996269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] Set router ae70c5a3-610e-4d06-a969-4e416f09e03b gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:26.029042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] DHCP port deletion for 20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:57:26.067610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:26.067971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.080287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:26.202167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Deleting port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:57:26.202529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.257746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.259953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f51be6ae-533d-48f7-98a7-32eb456b4791 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:26.275009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] For port 5ed502b5-6145-4f2f-94a0-d75aab1715e0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ed502b5-6145-4f2f-94a0-d75aab1715e0,segment=NetworkSegment(3ab97550-88fc-4aa7-ab2d-7813d7df0f42),segment_id=3ab97550-88fc-4aa7-ab2d-7813d7df0f42)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:26.275408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.284039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=5afd06b9-9c31-4fd3-ac84-b8931d46c8a8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:26.286566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:26.295138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Calling delete_port for 5ed502b5-6145-4f2f-94a0-d75aab1715e0 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:57:26.306621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:57:24Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:26.354348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.361301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035e0c3-da03-4360-ae03-e875e82a9a02 None None] The sync data for ids ['ae70c5a3-610e-4d06-a969-4e416f09e03b'] in dv-neutron-797537-2-hyperv is: [{'id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'name': 'tempest-TestNetworkBasicOps-router-971729162', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:55:55Z', 'updated_at': '2021-06-22T20:57:24Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '5afd06b9-9c31-4fd3-ac84-b8931d46c8a8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70c5a3-610e-4d06-a969-4e416f09e03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:55:56Z', 'updated_at': '2021-06-22T20:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:26.406644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.409244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4b677b26-13b8-419e-9bbc-e86c4c97e310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:26.436291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Pushing event deleted for resources: {'Port': ['ID=5ed502b5-6145-4f2f-94a0-d75aab1715e0,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:26.440784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] No DVR routers for this DVR port 5ed502b5-6145-4f2f-94a0-d75aab1715e0 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:57:26.447680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.448029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.448359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.448688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.449015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.449344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.449672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.450245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.450609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.479282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.479282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.479282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:26.479282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:26.606461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 85350a49-e021-4665-8e48-612cfc200348 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:57:26.627296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 85350a49-e021-4665-8e48-612cfc200348 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:57:26.627658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 85350a49-e021-4665-8e48-612cfc200348 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:57:26.801729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.804097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.851719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.852405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router ae70c5a3-610e-4d06-a969-4e416f09e03b {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:57:26.853986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c8df6598-9526-4cfe-86ca-1bd277e131a5 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:57:26.866842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:26.868066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/ae70c5a3-610e-4d06-a969-4e416f09e03b HTTP/1.1" status: 204 len: 168 time: 1.1805794 Jun 22 20:57:26.870883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34238) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:26.874942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: c8df6598-9526-4cfe-86ca-1bd277e131a5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:57:26.875304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c8df6598-9526-4cfe-86ca-1bd277e131a5 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:57:26.875736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ed502b5-6145-4f2f-94a0-d75aab1715e0 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:57:26.899666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5ed502b5-6145-4f2f-94a0-d75aab1715e0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:57:26.900027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ed502b5-6145-4f2f-94a0-d75aab1715e0 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:57:26.959157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.050257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.063350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:27.073487 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab97550-88fc-4aa7-ab2d-7813d7df0f42') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:27.073785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab97550-88fc-4aa7-ab2d-7813d7df0f42') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:27.084189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.099069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.107660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:57:27.108218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:57:27.111104 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:57:27.177908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.182315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.184903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b HTTP/1.1" status: 204 len: 168 time: 0.3124840 Jun 22 20:57:27.185888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad325b59-6fe4-427e-bc3a-274f1351b97c tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:27.199868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=20cdabf6-1a0a-4cdb-87e9-cf569b0eb61b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:27.203475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:27.212939 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34240) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:27.218674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'network': {'name': 'tempest-network-smoke--2047935296', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:27.240431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:57:27.243901 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.268147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:57:27.277124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.277529 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Added segment 510e6fee-b307-49ec-9be8-50ee1ce36ba7 of type vlan for network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 Jun 22 20:57:27.318616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.348759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.354908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:27.355545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.358182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-824a7267-e879-4228-873b-144e71a73573 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:27.423728 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2096479 Jun 22 20:57:27.426475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:27.430893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'admin_state_up': True, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:27.445174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Network': ['ID=16fb1a67-fd8a-4386-81fd-8f0675a227f1,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:27.447891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:27.456385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:57:27.464151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.465145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.519136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.662334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.856953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.877137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:27.976999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.67 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/92214f98-0680-48ff-8e4d-8a8b1dc90e61) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:57:28.083401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:28.125352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:28.127631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4eeeadd9-f9ed-4fca-893d-212968fcacf7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:28.167948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:28.170772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:28.174407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:57:28.196948 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:28.201754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:28.426346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:28.624425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:28.677559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:57:28.697617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:57:28.698003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5afd06b9-9c31-4fd3-ac84-b8931d46c8a8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:57:28.754412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 20:57:28.862042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:28.870961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:28.880641 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:28.881136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:28.881608 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:28.886467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34246) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:28.886901 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4584358 Jun 22 20:57:28.915117 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09f7c46f-d99b-44a7-ad98-c83ed1df21c7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=3b1fa675d8854d00b529634114207bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281558 Jun 22 20:57:28.917649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34248) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:28.992147 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:29.011061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cffee-570c-46cb-bfa4-36d8a6c5bb12 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:29.012626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fd6cffee-570c-46cb-bfa4-36d8a6c5bb12 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939610 Jun 22 20:57:29.015419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:29.044212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-bb355392-aa98-4ed9-85af-383f5599a9b3 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269132 Jun 22 20:57:29.046500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34252) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:29.051489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1816186061', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:29.142109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:57:29.145836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.180309 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:28Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:29.207281 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:29.207630 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Updating router 88074332-5eca-4196-8819-34668e607a01 port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:57:29.243923 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.343985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.346211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5418238a-2bcc-4e4f-8d4d-de869959b1da tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:29.403588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Subnet': ['ID=7230418e-a7b9-4655-9c0b-fcc855ed464c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:29.406824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:29.421885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Checking segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:57:29.422291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network hostable DHCP agents. Network: 16fb1a67-fd8a-4386-81fd-8f0675a227f1, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:57:29.439382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:57:29.448476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 16fb1a67-fd8a-4386-81fd-8f0675a227f1) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:29.454910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:29.455484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.460778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3f379-040f-47de-b96f-8a32d948268b None None] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:57:29.473838 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4262974 Jun 22 20:57:29.476461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:29.508577 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.519822 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Transition to ACTIVE for port object 92214f98-0680-48ff-8e4d-8a8b1dc90e61 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:29.526530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.529254 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:29.576593 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Attempting to bind port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:57:29.576593 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Attempting to bind port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:57:29.576947 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Attempting to bind port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:57:29.585880 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:57:29.586297 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:57:29.586630 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.587031 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:57:29.587504 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Bound port: 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:57:29.587884 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.589531 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:29.619030 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.619636 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.619738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 20:57:29.620195 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.620540 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.620873 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.621205 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.621397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.621531 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.622561 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.622892 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.623312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.623640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.623961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:57:29.639919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:29.657628 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:57:29.661183 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=92214f98-0680-48ff-8e4d-8a8b1dc90e61,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:57:29.667512 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.670092 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:29.725648 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:29.726321 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:29.764962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Allocated IP 172.20.0.2 (16fb1a67-fd8a-4386-81fd-8f0675a227f1/7230418e-a7b9-4655-9c0b-fcc855ed464c/11d1e647-6fb9-4202-994d-02e34d67b7c8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:57:29.829623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:29.832738 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7a4e3eb9-a2de-47d2-8921-78e7d68cb219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:29.867888 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:29.923232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.932140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Transition to ACTIVE for port object 11d1e647-6fb9-4202-994d-02e34d67b7c8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:29.952903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Transition to ACTIVE for port object 11d1e647-6fb9-4202-994d-02e34d67b7c8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:29.960529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:29.964188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:29.984923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.007423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:30.010632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:30.014454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:57:30.019907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Pushing event updated for resources: {'Port': ['ID=11d1e647-6fb9-4202-994d-02e34d67b7c8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:30.023620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:30.186009 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:28Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:30.221489 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5dd78-03c4-4f85-8083-719a4b6cf927 None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:28Z', 'revision_number': 3, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:30.248929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Attempting to bind port 11d1e647-6fb9-4202-994d-02e34d67b7c8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:57:30.249391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Attempting to bind port 11d1e647-6fb9-4202-994d-02e34d67b7c8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:57:30.249832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Attempting to bind port 11d1e647-6fb9-4202-994d-02e34d67b7c8 on network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:57:30.255990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:57:30.256493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Checking segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:57:30.256963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.257443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Bound using segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:57:30.258018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Bound port: 11d1e647-6fb9-4202-994d-02e34d67b7c8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:57:30.258469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.324849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] For port 11d1e647-6fb9-4202-994d-02e34d67b7c8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:57:30.329832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] For port 11d1e647-6fb9-4202-994d-02e34d67b7c8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=11d1e647-6fb9-4202-994d-02e34d67b7c8,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:57:30.332924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.1 (16fb1a67-fd8a-4386-81fd-8f0675a227f1/7230418e-a7b9-4655-9c0b-fcc855ed464c/570e5567-3189-470c-a45c-c8f3dd477849) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:57:30.336765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.338904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:30.399692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Pushing event updated for resources: {'Port': ['ID=11d1e647-6fb9-4202-994d-02e34d67b7c8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:30.403077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:30.475908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.501170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 570e5567-3189-470c-a45c-c8f3dd477849 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:30.549842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.553304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-084ffcc3-225f-43f7-bb5e-96439bdb7b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:30.582523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:30.585480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:30.589835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:57:30.688576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:30.693427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.697588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:30.843967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 11d1e647-6fb9-4202-994d-02e34d67b7c8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:30.901529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 11d1e647-6fb9-4202-994d-02e34d67b7c8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:30.903977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:30.908179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:30.963142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:30.969762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:30.970956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.071906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.108162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=92214f98-0680-48ff-8e4d-8a8b1dc90e61,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:31.115943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.118234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:31.207505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:31.211146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:31.262987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.274481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.280353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fcc5074e-eff0-4b9e-95c6-801e1be10bd9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:31.370732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:31.372607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.374846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:31.483031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:31.484682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:31.514491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93a04e-d2e7-48d0-af91-46efcb43c6a9 None None] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:57:31.580121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Provisioning for port 11d1e647-6fb9-4202-994d-02e34d67b7c8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:31.588859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Provisioning complete for port 11d1e647-6fb9-4202-994d-02e34d67b7c8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:31.589239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.614747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:57:31.732467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:31.737683 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/88074332-5eca-4196-8819-34668e607a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2601144 Jun 22 20:57:31.740082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34256) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:31.741111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.791836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] For port 11d1e647-6fb9-4202-994d-02e34d67b7c8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=11d1e647-6fb9-4202-994d-02e34d67b7c8,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:31.797880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:31.801937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:31.870101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Pushing event updated for resources: {'Port': ['ID=11d1e647-6fb9-4202-994d-02e34d67b7c8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:31.880454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:31.898875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb61af-ca0a-4ae9-8fe2-a95b0e168bc0 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.899359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb61af-ca0a-4ae9-8fe2-a95b0e168bc0 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.899829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb61af-ca0a-4ae9-8fe2-a95b0e168bc0 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.900294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb61af-ca0a-4ae9-8fe2-a95b0e168bc0 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.902446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-76cb61af-ca0a-4ae9-8fe2-a95b0e168bc0 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1609809 Jun 22 20:57:31.904980 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34258) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:31.964953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b44ab-60c8-4edc-8474-cfba311d7af7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.965430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b44ab-60c8-4edc-8474-cfba311d7af7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.965912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b44ab-60c8-4edc-8474-cfba311d7af7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.966430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b44ab-60c8-4edc-8474-cfba311d7af7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:31.970670 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-835b44ab-60c8-4edc-8474-cfba311d7af7 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0621853 Jun 22 20:57:31.971658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34260) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:32.122384 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1ce08cdf-c5eb-43f4-9d05-91170e653eeb tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1487594 Jun 22 20:57:32.123934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:32.138888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Provisioning complete for port 11d1e647-6fb9-4202-994d-02e34d67b7c8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:32.139302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.142258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:32.142939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:32.314740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:32.397436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Provisioning for port 570e5567-3189-470c-a45c-c8f3dd477849 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:32.404205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:32.404668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.465452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34264) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:32.470383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343034751', 'description': 'tempest-secgroup-smoke-1343034751 description', 'project_id': '3b1fa675d8854d00b529634114207bd9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:32.488349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ed0b8-be32-4b25-a844-9767d4294674 None None] Port 570e5567-3189-470c-a45c-c8f3dd477849 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:57:32.496181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.571310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:32.584257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.588671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.591452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:32.604974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:32.605341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Updating router 88074332-5eca-4196-8819-34668e607a01 port 570e5567-3189-470c-a45c-c8f3dd477849 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 20:57:32.613581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.614874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1484072 Jun 22 20:57:32.617919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34266) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:32.623967 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:32.624680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:32.626904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:32.649572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-922fd148-fa42-4c19-a2e1-c029291e89c7 None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:32.649990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-922fd148-fa42-4c19-a2e1-c029291e89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.655496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.662328 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.717263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-922fd148-fa42-4c19-a2e1-c029291e89c7 None None] Port 570e5567-3189-470c-a45c-c8f3dd477849 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:57:32.748585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.751721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.753544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-457acd30-8abd-4faa-b635-11083fa67533 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:32.771452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5de1ba-b6b5-4b79-bbca-a40dc0d2a757,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:32.774001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:32.779578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.783345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615317 Jun 22 20:57:32.783489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 11d1e647-6fb9-4202-994d-02e34d67b7c8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:32.783577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34268) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:32.788604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:32.816739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.892248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.896268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.898624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aba9885d-12f6-4c5a-bd71-fc6d84510bff tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:32.907768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 11d1e647-6fb9-4202-994d-02e34d67b7c8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:32.908314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.912888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2595a2e8-5712-41e5-b441-c6250d793c86,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:32.916827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:32.924334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:32.925630 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408889 Jun 22 20:57:32.928676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:32.933481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:32.963446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.039399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.043276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.046053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e002d473-2207-41e6-87d8-b613db6d5c2a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.057690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.061260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:33.064496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1ce421-1ce9-4476-b97a-80b973e34543,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.067509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.072455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.077032 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440773 Jun 22 20:57:33.077457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:33.081863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:33.089839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Transition to ACTIVE for port object 570e5567-3189-470c-a45c-c8f3dd477849 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:33.101536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.104940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.112473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.162570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.167912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.194898 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:33.195278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.199489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.204645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.211394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c3ec848-11a8-41f1-bd52-783a6679ff01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.233439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d7b652-31c4-4970-bbee-233ae97607da,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.236288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.243202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.248230 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666629 Jun 22 20:57:33.248776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34274) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:33.255034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:33.255566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Attempting to bind port 570e5567-3189-470c-a45c-c8f3dd477849 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:57:33.256046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Attempting to bind port 570e5567-3189-470c-a45c-c8f3dd477849 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:57:33.256520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Attempting to bind port 570e5567-3189-470c-a45c-c8f3dd477849 on network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:57:33.267629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:57:33.268425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Checking segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:57:33.268985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.269586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Bound using segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:57:33.270124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Bound port: 570e5567-3189-470c-a45c-c8f3dd477849, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:57:33.270620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.282847 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:57:33.288150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.353219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.358530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.369863 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-64da7293-fa93-4de3-ae4b-b0d217187b29 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.380006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:57:33.384714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=570e5567-3189-470c-a45c-c8f3dd477849,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:57:33.389775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.390524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.391854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a5df3636-2802-48d0-a043-3fd36294d57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.392023 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409743 Jun 22 20:57:33.396366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34276) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:33.398412 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e41fa24-1cd3-4312-a4a5-03a4e389da48,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.401298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.406524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'security_group_rule': {'security_group_id': 'ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce', 'project_id': '3b1fa675d8854d00b529634114207bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:33.431253 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Project 3b1fa675d8854d00b529634114207bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 20:57:33.438578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.464745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.468414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:33.469044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:33.471455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.523986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.533390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.535392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9989f31-c22b-435f-9d48-3fbdd004364e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:33.553196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e25538-5de1-4543-8081-5567da29aa01,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:33.555987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:33.562888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:33.564129 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668105 Jun 22 20:57:33.604447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:33.723050 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-01e70824-ddc3-4b5d-8770-b53f08f2e8de tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343034751&fields=id&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 267 time: 0.0361054 Jun 22 20:57:33.843445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-551cb117-7980-4769-af6a-3e3b21d4ba0a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:33.844965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-551cb117-7980-4769-af6a-3e3b21d4ba0a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/networks?id=16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 200 len: 797 time: 0.1153374 Jun 22 20:57:33.861407 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-e0b51c95-f566-4cff-9cb6-6554e9cbff00 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/quotas/3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 375 time: 0.0107970 Jun 22 20:57:33.940176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-90bc1624-7ed0-4562-8d76-2d61690688a6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695770 Jun 22 20:57:33.977345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:33Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:34.005414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ab29d-70e7-40ad-9271-51f6a69c1dd0 None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:33Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:34.049263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-c63a516c-6a23-4c03-8a75-d76e157eeeec service neutron] 10.222.0.66 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962212 Jun 22 20:57:34.154598 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-83a15f41-5604-4046-8298-c111cbe5814a service neutron] 10.222.0.66 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044087 Jun 22 20:57:34.345726 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f1bfd34f-7104-42ce-98e7-95250d725ed0 req-8b6773b7-1359-4993-bc6f-3f4405712d37 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 210 time: 0.0318384 Jun 22 20:57:34.751987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:34.804154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 570e5567-3189-470c-a45c-c8f3dd477849 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:34.811477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:34.812082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:34.907060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:34.943236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=570e5567-3189-470c-a45c-c8f3dd477849,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:34.947913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:34.951792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-da4a1449-d1dc-4cb8-bdb5-ebd24f9def72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:35.008369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:35.011503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:35.539670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d23bc139-ddc5-4558-9364-1895004c3883 req-f468b8d2-a272-4ad8-a356-5efbd555dbb9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 210 time: 0.0400040 Jun 22 20:57:35.576965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-31dc5e95-b016-4473-ac9f-40fd60637dc9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:35.578611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-31dc5e95-b016-4473-ac9f-40fd60637dc9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/networks?id=16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 200 len: 797 time: 0.1530571 Jun 22 20:57:35.625297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-3e817da6-5dbf-426f-9661-ef04017bfa21 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1fa675d8854d00b529634114207bd9 HTTP/1.1" status: 200 len: 380 time: 0.0376787 Jun 22 20:57:35.637065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'port': {'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'admin_state_up': True, 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'security_groups': ['ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:35.751459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Made reservation on behalf of 3b1fa675d8854d00b529634114207bd9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:57:35.755045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:35.889389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.20.0.10 (16fb1a67-fd8a-4386-81fd-8f0675a227f1/7230418e-a7b9-4655-9c0b-fcc855ed464c/3acea10c-aba8-4a5e-afa9-5a6926e1e0ed) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:57:36.035489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.055636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Transition to ACTIVE for port object 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:36.091225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.095381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b6269d0-a6d9-401c-8e67-0c8c722a2210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:36.140119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:36.143658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:36.147752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:57:36.174203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:36.178762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:36.207805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:36.208453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.227249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939107 Jun 22 20:57:36.243423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Request body: {'port': {'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:36.327951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.427457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eda48f63-07c2-443a-999d-d46ed3b34212 None None] Provisioning for port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:36.431683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-eda48f63-07c2-443a-999d-d46ed3b34212 None None] Provisioning complete for port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:36.432071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eda48f63-07c2-443a-999d-d46ed3b34212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.466448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-eda48f63-07c2-443a-999d-d46ed3b34212 None None] Port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:57:36.609081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:57:36.616835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.629920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Transition to ACTIVE for port object 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:57:36.634740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.636921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:36.690590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Pushing event updated for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:36.695266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:36.731888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2c2a7-6a2d-4c25-9ce6-da65bb3e7e53 req-859c5bb0-7687-4970-9d18-f17bdf223d79 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:36.739154 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c8f2c2a7-6a2d-4c25-9ce6-da65bb3e7e53 req-859c5bb0-7687-4970-9d18-f17bdf223d79 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 944 time: 0.0802925 Jun 22 20:57:36.765737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:36.773028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Attempting to bind port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:57:36.773377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Attempting to bind port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:57:36.773712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Attempting to bind port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed on network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:57:36.776645 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c8f2c2a7-6a2d-4c25-9ce6-da65bb3e7e53 req-e5a263ba-2ec5-47b5-8f42-810c522ffd5c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345807 Jun 22 20:57:36.778374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed on network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:57:36.778699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Attempting to bind port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed on network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:57:36.785673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:57:36.786052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Checking segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:57:36.786584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Bound using segment: {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:57:36.787039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Bound port: 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510e6fee-b307-49ec-9be8-50ee1ce36ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:57:36.787395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.833819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:36.834526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.864195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:57:36.868648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:57:36.875381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.881928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-845bf2c4-19fe-4ab4-9f14-88136e099220 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:36.915879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:36.916511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:36.917938 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] 10.222.0.53 "PUT /v2.0/ports/3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 200 len: 1094 time: 0.6790168 Jun 22 20:57:36.921298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:36.924569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b9f945-ae15-43f1-9e77-1bb05679bb48" -d '{"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:36.979932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf918a08-920f-42cc-9a22-ac43534089c5 x-openstack-request-id: req-cf918a08-920f-42cc-9a22-ac43534089c5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:36.980314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:36.980670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf918a08-920f-42cc-9a22-ac43534089c5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:36.981461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'status': 'completed', 'code': 200} Jun 22 20:57:36.990826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Pushing event updated for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:36.995626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:37.046317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-46f869bf-78cb-452d-b7a2-41bfcb575d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:37.047929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-46f869bf-78cb-452d-b7a2-41bfcb575d93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0740519 Jun 22 20:57:37.097890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-632b9552-2cd3-4bdf-aeec-050a3891c49b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 200 len: 217 time: 0.0386968 Jun 22 20:57:37.156084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-731fecec-08d2-4afe-8585-943209f9d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:37.157582 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-731fecec-08d2-4afe-8585-943209f9d106 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7230418e-a7b9-4655-9c0b-fcc855ed464c HTTP/1.1" status: 200 len: 835 time: 0.0493231 Jun 22 20:57:37.227056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398557-8335-42a2-8662-8cc270228bb4 req-bb04a259-b560-46c8-b95e-870a137e1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:37.228684 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-bb04a259-b560-46c8-b95e-870a137e1159 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16fb1a67-fd8a-4386-81fd-8f0675a227f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609467 Jun 22 20:57:37.330255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-53f05e6c-443d-481d-aceb-c78cb19ece15 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906987 Jun 22 20:57:37.428628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d398557-8335-42a2-8662-8cc270228bb4 req-9292139d-ff23-47c0-8810-4545b089dc96 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885825 Jun 22 20:57:37.549367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-a3b632d8-f8dc-463a-b97d-5e43f6a2c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:37.551856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-a3b632d8-f8dc-463a-b97d-5e43f6a2c0c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1097 time: 0.0676782 Jun 22 20:57:38.013330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-bf6905bb-8326-4676-bb6a-e3da8999edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:38.015629 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-bf6905bb-8326-4676-bb6a-e3da8999edb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 200 len: 898 time: 0.4546649 Jun 22 20:57:38.059743 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-b61f7a26-6da8-4c0f-8504-648d549088f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 200 len: 217 time: 0.0368648 Jun 22 20:57:38.116498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-50263196-2398-4d1b-a24d-5d1eb9ec2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:38.117967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-50263196-2398-4d1b-a24d-5d1eb9ec2dc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7230418e-a7b9-4655-9c0b-fcc855ed464c HTTP/1.1" status: 200 len: 835 time: 0.0491018 Jun 22 20:57:38.147415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40001-de39-4674-abac-72354880e9a6 req-9d90c35f-c88e-4920-b8f5-fb9d9af5ff8a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:38.148909 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e7c40001-de39-4674-abac-72354880e9a6 req-9d90c35f-c88e-4920-b8f5-fb9d9af5ff8a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 944 time: 0.0748010 Jun 22 20:57:38.184513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-e32e660e-6949-458d-9b35-53ff38b528ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:38.186569 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-e32e660e-6949-458d-9b35-53ff38b528ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16fb1a67-fd8a-4386-81fd-8f0675a227f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604839 Jun 22 20:57:38.189629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e7c40001-de39-4674-abac-72354880e9a6 req-5b8e9f6d-2c4d-4229-81b6-1aa9969f28c4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330672 Jun 22 20:57:38.286176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-277c24f4-b5fd-409a-9238-356cce36ea98 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918775 Jun 22 20:57:38.395198 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36b9f945-ae15-43f1-9e77-1bb05679bb48 req-cc34480c-234d-4a53-8a32-7a83aadc6104 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981321 Jun 22 20:57:39.377881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3bb8-0eba-4be4-aa7e-02d35a62c155 req-1d7a27db-3b6b-424a-b7ad-e337c5ab29e2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:39.379414 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-760d3bb8-0eba-4be4-aa7e-02d35a62c155 req-1d7a27db-3b6b-424a-b7ad-e337c5ab29e2 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 944 time: 0.0672748 Jun 22 20:57:39.419047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-760d3bb8-0eba-4be4-aa7e-02d35a62c155 req-43d2438e-7d3d-4f4b-a0e9-cebba5ac476f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Jun 22 20:57:40.593805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a500f-15ef-4d1f-b6e2-690266e8ac59 req-4023972d-1ef2-4c71-a57b-3d574e1b3b5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:40.595340 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a35a500f-15ef-4d1f-b6e2-690266e8ac59 req-4023972d-1ef2-4c71-a57b-3d574e1b3b5a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 944 time: 0.0674424 Jun 22 20:57:40.634004 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a35a500f-15ef-4d1f-b6e2-690266e8ac59 req-918a6a18-5e58-4639-9147-69b50266607d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Jun 22 20:57:40.700635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:57:40.798771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:40.809310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:57:40.845883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:40.860844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:57:40.881263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:40.888360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:40.891087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:40.941249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:40.944404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:41.145760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:57:41.806376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8659-8787-404c-a4d5-4b7fabf991ba req-f68250ad-2af0-494c-a0bc-83fea5f55d8f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:41.807853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c42c8659-8787-404c-a4d5-4b7fabf991ba req-f68250ad-2af0-494c-a0bc-83fea5f55d8f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 945 time: 0.0644641 Jun 22 20:57:41.851133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c42c8659-8787-404c-a4d5-4b7fabf991ba req-feb962f2-784a-4042-b1f2-30ef40d5f359 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369208 Jun 22 20:57:42.696528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:57:42.746506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:57:42.750800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:57:42.751172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:42.825435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:42.847299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:42.849583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0783a-ad8b-4c14-932b-b34d37b67566" -d '{"events": [{"server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:42.862789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:57:42.867378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:42.869242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:42.919269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:42.923032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:42.966720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500c998-05a3-4cba-a955-91cc79b4e4e7 x-openstack-request-id: req-e500c998-05a3-4cba-a955-91cc79b4e4e7 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:42.967096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "name": "network-vif-plugged", "status": "completed", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:42.967990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e500c998-05a3-4cba-a955-91cc79b4e4e7 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:42.968405 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'code': 200} Jun 22 20:57:43.040730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee232-f563-47c0-9266-e74b3340f066 req-60320f5e-8f1c-4365-9689-ee673953a5db tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:43.042327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c00ee232-f563-47c0-9266-e74b3340f066 req-60320f5e-8f1c-4365-9689-ee673953a5db tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0699692 Jun 22 20:57:43.089430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c00ee232-f563-47c0-9266-e74b3340f066 req-46464fcb-0a0a-4ced-952d-5ad4c8920f13 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Jun 22 20:57:43.223344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf922a-0b5d-44b8-bf51-5cdfdf7c951e req-579d2c87-3e9f-40c6-bf08-c3ee4622f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:43.224965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e7bf922a-0b5d-44b8-bf51-5cdfdf7c951e req-579d2c87-3e9f-40c6-bf08-c3ee4622f958 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0574951 Jun 22 20:57:43.263922 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e7bf922a-0b5d-44b8-bf51-5cdfdf7c951e req-2679c24c-c30c-403a-8846-6d66c8ea8624 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Jun 22 20:57:44.275751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd01c10-a3f7-4d01-9838-2cc2cae14699 req-18f1b870-4998-43b8-881e-cc8f06efdcab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:44.277512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6dd01c10-a3f7-4d01-9838-2cc2cae14699 req-18f1b870-4998-43b8-881e-cc8f06efdcab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0675821 Jun 22 20:57:44.317359 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6dd01c10-a3f7-4d01-9838-2cc2cae14699 req-a4ced64f-0469-4170-be7e-039eb38c704e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328248 Jun 22 20:57:44.989309 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:57:45.503548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec8ea3-c19e-4e60-9452-a21378aabdf0 req-0b80233c-9fb9-4c83-8946-a8beed5151ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:45.505027 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7eec8ea3-c19e-4e60-9452-a21378aabdf0 req-0b80233c-9fb9-4c83-8946-a8beed5151ed tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0708508 Jun 22 20:57:45.546320 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7eec8ea3-c19e-4e60-9452-a21378aabdf0 req-aec0f0df-2769-4b3d-b571-15555cf952e1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Jun 22 20:57:45.726888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be2c22-ba28-4839-842d-781d143c88ca req-316a31fc-3a6f-4157-810e-862dbcef3651 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:45.728357 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b3be2c22-ba28-4839-842d-781d143c88ca req-316a31fc-3a6f-4157-810e-862dbcef3651 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0710475 Jun 22 20:57:45.768422 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b3be2c22-ba28-4839-842d-781d143c88ca req-88df7de5-9157-4e05-8698-d1bb810c7e47 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Jun 22 20:57:45.792872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:45.846391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a96b02-8a9b-4288-adc9-3dae03353888 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:45.847916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-20a96b02-8a9b-4288-adc9-3dae03353888 tempest-TestNetworkBasicOps-755083000 tempest-TestNetworkBasicOps-755083000-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1094 time: 0.0540228 Jun 22 20:57:45.850826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34336) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:45.855316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:57:45.878761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:45.984840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.108922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Allocated IP 172.26.4.13 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b9d97687-b870-4a10-8d68-b7117413640c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:57:46.228960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.270418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.273188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:46.315369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:57:46.318484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:57:46.323629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:57:46.327362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b9d97687-b870-4a10-8d68-b7117413640c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:46.346386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:46.702999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.778076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.914780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9eecb10d-5b52-4ce3-ab58-f143bf1bb473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.946605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.950933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:46.953446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:57:47.021577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event updated for resources: {'Port': ['ID=b9d97687-b870-4a10-8d68-b7117413640c,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:57:47.029493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:57:47.041219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:47.146939 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d associated. External IP: 172.26.4.13, port: 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed. Jun 22 20:57:47.363837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:57:47.472787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:57:47.482095 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:57:47.489280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:47.492654 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:47.493310 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:47.532607 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6781011 Jun 22 20:57:47.532607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:57:47.533350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41522c4-52ba-418d-9295-b1bd44f86f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:57:47.533623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34338) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:47.571941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6358fb28-2bf3-42ec-8ff6-b593ed6297e6 x-openstack-request-id: req-6358fb28-2bf3-42ec-8ff6-b593ed6297e6 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:57:47.571941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:57:47.572376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6358fb28-2bf3-42ec-8ff6-b593ed6297e6 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:57:47.572821 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'status': 'completed', 'code': 200} Jun 22 20:57:47.604420 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-034d2815-0d58-4625-b861-39d3e2be7757 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 991 time: 0.0682716 Jun 22 20:57:47.613128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:47.654825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-fc5f540c-aa4b-443e-9300-0a14080a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:47.656562 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-fc5f540c-aa4b-443e-9300-0a14080a7a6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0593591 Jun 22 20:57:47.751840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-73c68413-6d58-4ec2-b5aa-35e2944e1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:47.753374 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-73c68413-6d58-4ec2-b5aa-35e2944e1fe3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 200 len: 898 time: 0.0903935 Jun 22 20:57:47.822116 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-83210a9c-128a-49fb-8e08-ffdfa6b62c92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 200 len: 999 time: 0.0619881 Jun 22 20:57:47.845582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:57:46Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:34Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:47.872741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-63630705-1875-46e1-8096-306abf8084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:47.872945 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:57:47.874824 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-63630705-1875-46e1-8096-306abf8084b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7230418e-a7b9-4655-9c0b-fcc855ed464c HTTP/1.1" status: 200 len: 835 time: 0.0458364 Jun 22 20:57:47.882699 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:57:47.883522 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:47.940047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-cdd70bd3-68d5-4903-80b8-922d2a3cc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:57:47.941442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-cdd70bd3-68d5-4903-80b8-922d2a3cc7b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16fb1a67-fd8a-4386-81fd-8f0675a227f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599387 Jun 22 20:57:47.998790 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:57:48.039436 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-0c6e141d-5ae4-458f-ba5c-16cfa5b81708 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914698 Jun 22 20:57:48.144379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a41522c4-52ba-418d-9295-b1bd44f86f3f req-cd9469a2-614c-417a-b324-20920ebeac6e service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987372 Jun 22 20:57:48.232408 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:57:46Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:34Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:57:48.259555 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290adcd4-a432-4007-8462-b0fa6b4e5296 None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:30Z', 'revision_number': 4, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:57:46Z', 'revision_number': 0, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:57:34Z', 'revision_number': 5, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:57:48.445403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8e5f4-478a-4123-9f67-d18763a1b2af None None] New status for floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:57:48.607896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34342) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:57:48.677126 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d5d770d0-a044-4205-b40b-35c63c10c16b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 993 time: 0.0680199 Jun 22 20:57:49.771826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cd2d78e5-d0c0-4126-9552-2319a8143b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:49.961777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:51.031235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:52.336551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:57:52.979080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:16.916177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e22ddeaf-c668-4b23-8a7f-d796b80f8465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:17.245388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34356) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:17.250146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'admin_state_up': False}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:17.876147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:17.887261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:18.003211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:58:18.107741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:58:18.115651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:18.116812 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-38d7573f-d386-45d6-980b-ca6212005a4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/88074332-5eca-4196-8819-34668e607a01 HTTP/1.1" status: 200 len: 888 time: 0.8704109 Jun 22 20:58:18.117639 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:58:18.126950 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:18.127498 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:18.159534 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:18.168298 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:18.168892 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:57:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:18.204260 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:18.204881 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea31a9e-c81b-4d33-b418-6ce8acd1bcf6 None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:58:18.963823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f65f5a-9d61-4a27-b0c6-245cdc01afbf None None] New status for floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:58:19.002267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:19.158396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:19.180301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=92214f98-0680-48ff-8e4d-8a8b1dc90e61,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:19.184585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:19.185353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:19.187779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6d90e2ad-12eb-4093-80b4-4152da63564d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:19.264080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:19.268346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:19.303193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:19.336511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=570e5567-3189-470c-a45c-c8f3dd477849,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:19.340375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:19.342109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:19.386837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:19.389761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:19.773699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a1081a4c-2ede-40e2-a391-6a2cdeb874df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:19.964039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:20.266565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34360) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:20.271625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:20.574640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:20.585500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674239'] for router, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:21.030901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:58:21.037117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:21.142116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:58:21.150169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:21.151491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-73e79dd3-f8ee-47f3-a89f-92f51c9f7f58 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/88074332-5eca-4196-8819-34668e607a01 HTTP/1.1" status: 200 len: 887 time: 0.8839588 Jun 22 20:58:21.152048 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:58:21.154323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34362) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:21.162150 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:21.162874 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:21.218762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cbbe907f-b03a-43e6-9e51-d93909662237 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 991 time: 0.0632777 Jun 22 20:58:21.267662 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:21.484511 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:21.513375 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:58:21.522744 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:21.523343 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:21.620007 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:21.914591 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:21.939786 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6411b4-3559-464e-a9c0-e192ce64a95d None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'e8972060-80a0-4b92-bfc0-5772ac449c3d', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'floating_ip_address': '172.26.4.13', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '88074332-5eca-4196-8819-34668e607a01', 'port_id': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'mac_address': 'fa:16:3e:d8:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T20:57:46Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 2, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:19Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:58:21.987678 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:58:22.222675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:22.286956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-95a3e186-1f50-4f68-8017-09c875503ce3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 991 time: 0.0630469 Jun 22 20:58:22.338051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:22.803139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:58:22.854822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:22.855200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:22.932939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:22.954251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=92214f98-0680-48ff-8e4d-8a8b1dc90e61,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:22.958880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:22.959747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:58:22.961470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:23.037261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:23.055701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:23.059223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:23.067400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:23.067784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:23.143881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:23.174799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=570e5567-3189-470c-a45c-c8f3dd477849,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:23.179191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:23.181111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:23.228656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:23.231673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:23.289841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34366) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:23.352450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9bb3ae31-fc7e-41e7-bafd-3a9afa2eff3c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 991 time: 0.0613537 Jun 22 20:58:23.507883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8055ee5e-5064-4d0f-8497-25118c5141db None None] New status for floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:58:24.355483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34368) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:24.415590 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ec67554e-652b-4493-add0-ac6752d8a260 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 200 len: 993 time: 0.0589802 Jun 22 20:58:24.706310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34374) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:24.758129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:58:24.805465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:24.805843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:24.871148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port b9d97687-b870-4a10-8d68-b7117413640c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:24.871489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:24.884879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:58:24.930188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 570e5567-3189-470c-a45c-c8f3dd477849 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:24.930571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:24.945800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:24.946157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:24.959440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for b9d97687-b870-4a10-8d68-b7117413640c owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:25.112868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:25.115878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a95b8647-0eba-4cbe-89f3-400e8ceae572 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:25.138704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=b9d97687-b870-4a10-8d68-b7117413640c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:25.165128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.165513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.165918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.166282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.166702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.167068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.167434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.167795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.168165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.168525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.168885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.169241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:25.173507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:25.210130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:25.210384 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d disassociated (deleted). External IP: 172.26.4.13, port: 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed. Jun 22 20:58:25.415794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:58:25.522559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:58:25.526778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:25.531767 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:58:25.541000 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:25.541608 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:25.563482 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/floatingips/e8972060-80a0-4b92-bfc0-5772ac449c3d HTTP/1.1" status: 204 len: 168 time: 0.8558204 Jun 22 20:58:25.564200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:58:25.566899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540cc00-bd61-495c-8e74-d839771c50db" -d '{"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:58:25.605546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21659394-7dde-4317-9a8c-19fb95bc8562 x-openstack-request-id: req-21659394-7dde-4317-9a8c-19fb95bc8562 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:58:25.606086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:58:25.606413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21659394-7dde-4317-9a8c-19fb95bc8562 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:58:25.606972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'status': 'completed', 'code': 200} Jun 22 20:58:25.651496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:25.701658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540cc00-bd61-495c-8e74-d839771c50db req-e21da941-1d79-4afc-8de8-c8ab76d39467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:25.703637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-e21da941-1d79-4afc-8de8-c8ab76d39467 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b1fa675d8854d00b529634114207bd9&device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 1099 time: 0.0622087 Jun 22 20:58:25.806895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540cc00-bd61-495c-8e74-d839771c50db req-7b3334b3-7296-497d-b4cc-7c88de6a7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:25.810537 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-7b3334b3-7296-497d-b4cc-7c88de6a7493 service neutron] 10.222.0.53 "GET /v2.0/networks?id=16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 200 len: 898 time: 0.0968084 Jun 22 20:58:25.863152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-418407af-673e-4f89-83a0-798bc7896770 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 200 len: 217 time: 0.0444124 Jun 22 20:58:25.868849 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:23Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:25.895669 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:58:25.904663 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:25.905568 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:25.914474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540cc00-bd61-495c-8e74-d839771c50db req-398ada01-3d26-4352-b2b9-d1f5be09cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:25.916063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-398ada01-3d26-4352-b2b9-d1f5be09cfcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7230418e-a7b9-4655-9c0b-fcc855ed464c HTTP/1.1" status: 200 len: 835 time: 0.0467389 Jun 22 20:58:25.978837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540cc00-bd61-495c-8e74-d839771c50db req-7daa5114-2a07-4fdc-a120-04bcdf8b1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:25.980435 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-7daa5114-2a07-4fdc-a120-04bcdf8b1dcb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16fb1a67-fd8a-4386-81fd-8f0675a227f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572169 Jun 22 20:58:25.986109 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c26a5-1c46-46d1-9d45-22eeb73b1c2f req-3db36dc4-e72e-43f0-a5fd-9d0bde4f1f00 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:25.987699 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-044c26a5-1c46-46d1-9d45-22eeb73b1c2f req-3db36dc4-e72e-43f0-a5fd-9d0bde4f1f00 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0721660 Jun 22 20:58:26.018275 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:26.038430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-044c26a5-1c46-46d1-9d45-22eeb73b1c2f req-0a2d2bae-620d-46a9-baf8-beb1f4d8bc27 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Jun 22 20:58:26.087162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-eec52b57-cb4f-42d1-af00-165c237be3a2 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997984 Jun 22 20:58:26.181031 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8540cc00-bd61-495c-8e74-d839771c50db req-63c75c5e-e7c8-4f64-b363-3fa1dd10f8f1 service neutron] 10.222.0.53 "GET /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861239 Jun 22 20:58:26.222477 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:23Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:26.252843 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fc1cc-6cda-4776-8d2c-f98fd29602c3 None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:20Z', 'revision_number': 6, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '570e5567-3189-470c-a45c-c8f3dd477849', 'name': '', 'network_id': '16fb1a67-fd8a-4386-81fd-8f0675a227f1', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'mac_address': 'fa:16:3e:33:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:30Z', 'updated_at': '2021-06-22T20:58:23Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'subnets': [{'id': '7230418e-a7b9-4655-9c0b-fcc855ed464c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:58:26.860396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b191f4e-4c36-4f78-9029-ba05f6e86cf3 None None] New status for floating IP e8972060-80a0-4b92-bfc0-5772ac449c3d: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 20:58:27.213629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ca439-43ee-49cd-9996-ea2c6d73dd39 req-bec4f709-965a-4740-8f5e-c5ab151c191f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:27.215113 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-845ca439-43ee-49cd-9996-ea2c6d73dd39 req-bec4f709-965a-4740-8f5e-c5ab151c191f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0628223 Jun 22 20:58:27.257915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-845ca439-43ee-49cd-9996-ea2c6d73dd39 req-94e3f1b9-3c01-4873-b119-0449cb4460b1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/security-groups?id=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368690 Jun 22 20:58:27.378814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f14e39-819d-40ea-8592-172e37668acc req-2edfa571-2d7d-48f5-9a75-ab608861195d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:27.380926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7f14e39-819d-40ea-8592-172e37668acc req-2edfa571-2d7d-48f5-9a75-ab608861195d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 946 time: 0.0626581 Jun 22 20:58:27.480010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:27.480260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:27.570507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:27.570869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:27.585257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:27.715267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:27.719422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-89f14372-5556-40c1-bf47-bc012d0f87e9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:27.747187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=3acea10c-aba8-4a5e-afa9-5a6926e1e0ed,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:27.751609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:27.793241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] No DVR routers for this DVR port 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:58:27.795831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:27.798024 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7f14e39-819d-40ea-8592-172e37668acc req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.53 "DELETE /v2.0/ports/3acea10c-aba8-4a5e-afa9-5a6926e1e0ed HTTP/1.1" status: 204 len: 173 time: 0.4086192 Jun 22 20:58:27.798569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'name': 'network-vif-deleted', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:58:27.800889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c288a-fbb5-4d06-ac4d-6a7992255183" -d '{"events": [{"server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "name": "network-vif-deleted", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:58:27.838511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb01d8-858f-4156-b61a-f713ea924ca5 x-openstack-request-id: req-63fb01d8-858f-4156-b61a-f713ea924ca5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:58:27.838861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece5f1f2-b846-4ecd-89c1-0b87827ef1a7", "name": "network-vif-deleted", "tag": "3acea10c-aba8-4a5e-afa9-5a6926e1e0ed", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:58:27.839160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63fb01d8-858f-4156-b61a-f713ea924ca5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:58:27.839605 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece5f1f2-b846-4ecd-89c1-0b87827ef1a7', 'name': 'network-vif-deleted', 'tag': '3acea10c-aba8-4a5e-afa9-5a6926e1e0ed', 'status': 'completed', 'code': 200} Jun 22 20:58:28.416630 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e2b71ca2-3325-4417-bc99-d175727bf78b req-c0b2b830-f36a-43d7-9afb-b0da921f3f1e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "GET /v2.0/ports?device_id=ece5f1f2-b846-4ecd-89c1-0b87827ef1a7 HTTP/1.1" status: 200 len: 210 time: 0.0337329 Jun 22 20:58:29.507792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34390) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:29.565155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:29.590766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:29.648494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:29.651409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:29.652772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/security-groups/ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce HTTP/1.1" status: 204 len: 168 time: 0.1439941 Jun 22 20:58:29.653650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06dd36dc-1156-4982-9270-64d9e07ce85b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:29.664134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ecdc0-7fd9-4880-b9a4-017a4f2ba1ce,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:29.667467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:29.684268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34394) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:30.036926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:30.305035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 570e5567-3189-470c-a45c-c8f3dd477849 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:30.305286 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:30.395993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 570e5567-3189-470c-a45c-c8f3dd477849, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=570e5567-3189-470c-a45c-c8f3dd477849,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:30.396416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:30.408679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 570e5567-3189-470c-a45c-c8f3dd477849 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:30.591122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:30.593037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-95dda1a9-a2fa-499a-a9da-a23797491d2f tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:30.619972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=570e5567-3189-470c-a45c-c8f3dd477849,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:30.652699 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.653084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.653463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.653834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.654220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.654586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.654946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.655307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.655666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.656022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.656380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.656733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:30.660032 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:30.821162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:30.866528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:30.886213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:58:30.886574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 3acea10c-aba8-4a5e-afa9-5a6926e1e0ed not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:58:31.037427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Router 88074332-5eca-4196-8819-34668e607a01 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 20:58:31.141918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 20:58:31.147666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "PUT /v2.0/routers/88074332-5eca-4196-8819-34668e607a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4624012 Jun 22 20:58:31.150558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34396) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:31.151746 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Sync routers for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 20:58:31.160635 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:31.161359 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:31.205012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting subnet 7230418e-a7b9-4655-9c0b-fcc855ed464c {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:58:31.208596 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.248272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.263770 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:31.331955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.394558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.397456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ae9652d-943c-4bbe-9004-c412b44a66e2 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:31.423065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Subnet': ['ID=7230418e-a7b9-4655-9c0b-fcc855ed464c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:31.426428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:31.427580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.431946 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/subnets/7230418e-a7b9-4655-9c0b-fcc855ed464c HTTP/1.1" status: 204 len: 168 time: 0.2779655 Jun 22 20:58:31.432339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34398) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:31.437418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de828e-7b13-4eb7-8c01-ccd0c0d32aeb None None] Network 16fb1a67-fd8a-4386-81fd-8f0675a227f1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:58:31.444647 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:30Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:31.471086 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Checking router: 88074332-5eca-4196-8819-34668e607a01 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 20:58:31.479746 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Routers {'88074332-5eca-4196-8819-34668e607a01'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 20:58:31.480351 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T20:58:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['88074332-5eca-4196-8819-34668e607a01'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:31.545923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.592760 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] Set router 88074332-5eca-4196-8819-34668e607a01 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 20:58:31.653150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] DHCP port deletion for 16fb1a67-fd8a-4386-81fd-8f0675a227f1 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 20:58:31.657664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.714914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Deleting port 11d1e647-6fb9-4202-994d-02e34d67b7c8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:31.715300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.719046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Deleting port 92214f98-0680-48ff-8e4d-8a8b1dc90e61 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:31.719392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.791118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-5ba101d0-2962-48e7-8739-45040827039b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:30Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:31.808761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] For port 92214f98-0680-48ff-8e4d-8a8b1dc90e61, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=92214f98-0680-48ff-8e4d-8a8b1dc90e61,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:31.809430 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.821523 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba101d0-2962-48e7-8739-45040827039b None None] The sync data for ids ['88074332-5eca-4196-8819-34668e607a01'] in dv-neutron-797537-2-hyperv is: [{'id': '88074332-5eca-4196-8819-34668e607a01', 'name': 'tempest-TestNetworkBasicOps-router-2049252096', 'tenant_id': '3b1fa675d8854d00b529634114207bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:30Z', 'revision_number': 7, 'project_id': '3b1fa675d8854d00b529634114207bd9', 'gw_port': {'id': '92214f98-0680-48ff-8e4d-8a8b1dc90e61', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88074332-5eca-4196-8819-34668e607a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T20:57:27Z', 'updated_at': '2021-06-22T20:58:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 20:58:31.823338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Calling delete_port for 92214f98-0680-48ff-8e4d-8a8b1dc90e61 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:31.931563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] For port 11d1e647-6fb9-4202-994d-02e34d67b7c8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=11d1e647-6fb9-4202-994d-02e34d67b7c8,segment=NetworkSegment(510e6fee-b307-49ec-9be8-50ee1ce36ba7),segment_id=510e6fee-b307-49ec-9be8-50ee1ce36ba7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:31.932136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:31.943791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Calling delete_port for 11d1e647-6fb9-4202-994d-02e34d67b7c8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:32.007558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.010511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f1394fbe-ffcb-4de5-89c0-487aa8b761c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:32.025791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.027767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:32.039877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Port': ['ID=92214f98-0680-48ff-8e4d-8a8b1dc90e61,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:32.043703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:32.054371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Pushing event deleted for resources: {'Port': ['ID=11d1e647-6fb9-4202-994d-02e34d67b7c8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:32.058621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] No DVR routers for this DVR port 11d1e647-6fb9-4202-994d-02e34d67b7c8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.068552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.069720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.069720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.069720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.069720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:58:32.072356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:32.103177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.198308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.200443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.246800 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.247354 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Fanout notify agent at l3_agent the message router_deleted on router 88074332-5eca-4196-8819-34668e607a01 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 20:58:32.256021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.257447 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/routers/88074332-5eca-4196-8819-34668e607a01 HTTP/1.1" status: 204 len: 168 time: 0.8240416 Jun 22 20:58:32.259950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34400) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:32.345186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.438098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.449140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fb1a67-fd8a-4386-81fd-8f0675a227f1']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:32.459962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e6fee-b307-49ec-9be8-50ee1ce36ba7') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:32.460266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e6fee-b307-49ec-9be8-50ee1ce36ba7') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:58:32.469303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.483370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.489652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:58:32.490072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:58:32.493127 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:58:32.550218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.554484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:32.558426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:32.560358 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] 10.222.0.66 "DELETE /v2.0/networks/16fb1a67-fd8a-4386-81fd-8f0675a227f1 HTTP/1.1" status: 204 len: 168 time: 0.2994347 Jun 22 20:58:32.573136 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Pushing event deleted for resources: {'Network': ['ID=16fb1a67-fd8a-4386-81fd-8f0675a227f1,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:32.575712 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-34560b3a-ce41-40b1-a3a9-a392518063be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:32.831885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 11d1e647-6fb9-4202-994d-02e34d67b7c8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:32.851626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 11d1e647-6fb9-4202-994d-02e34d67b7c8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:58:32.851984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 11d1e647-6fb9-4202-994d-02e34d67b7c8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:58:32.852409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:32.853407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34406) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:32.871015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 92214f98-0680-48ff-8e4d-8a8b1dc90e61 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:58:32.871372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 92214f98-0680-48ff-8e4d-8a8b1dc90e61 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:58:32.871798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:32.890907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 570e5567-3189-470c-a45c-c8f3dd477849 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:58:32.891271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 570e5567-3189-470c-a45c-c8f3dd477849 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:58:32.991148 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9cfaafd4-7e39-47b4-9702-4cf3db7ae98a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b1fa675d8854d00b529634114207bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362467 Jun 22 20:58:32.993345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34410) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:33.046685 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.071171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.121716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.124429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.125742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29ac96eb-df75-4525-8160-b33572f87b11 HTTP/1.1" status: 204 len: 168 time: 0.1314833 Jun 22 20:58:33.126679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19af4255-12a6-445f-93bc-ab9f25abe097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:33.134684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac96eb-df75-4525-8160-b33572f87b11,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:33.137445 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:33.401423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34416) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:33.415970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.505131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.509399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.513556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2853293e-2722-4530-bdf8-30b4cea4589d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:33.548911 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23d07166b5164ed9a00fd266e8034bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463683 Jun 22 20:58:33.550084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09fc615-4857-4eb4-87fa-600142ca53bc,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:33.552361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34418) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:33.554303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:33.609097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.630267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.674729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.677917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:33.679052 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c09fc615-4857-4eb4-87fa-600142ca53bc HTTP/1.1" status: 204 len: 168 time: 0.1253524 Jun 22 20:58:33.679891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5c98f9f4-c416-40e1-abd3-d3891125ae02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:33.687277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09fc615-4857-4eb4-87fa-600142ca53bc,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:33.689807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e7853384-0467-4a64-8f61-a0d4efd275dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:40.486808 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-46b57a43-77e9-4e06-82dc-ff757e0249aa tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290546 Jun 22 20:58:40.994553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-4677f393-5715-441b-a2db-a325b6f6af0c tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:40.995936 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-4677f393-5715-441b-a2db-a325b6f6af0c tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029442 Jun 22 20:58:41.010301 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-e940f802-754b-42f4-b8e9-1705afed7f5d tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/quotas/b30c498c9a4f4389b80dfb7956b0fec7 HTTP/1.1" status: 200 len: 375 time: 0.0087881 Jun 22 20:58:41.042416 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-15d2ff1b-e758-45b9-bde8-e832a02fc250 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jun 22 20:58:41.218971 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7f705cf2-a911-443e-888b-e42f618e944b req-79f705fa-113e-4563-ae2b-44aec4867dd6 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 210 time: 0.0322428 Jun 22 20:58:42.214741 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-a3473e3a-4941-4749-920f-d792567b7a73 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318012 Jun 22 20:58:42.364424 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-701fd909-edf5-49b1-a15f-671d23a550f5 req-3dcf92ff-e133-4981-b7f9-44cff5b1ecfe tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 210 time: 0.0296867 Jun 22 20:58:42.412285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-8607c3c4-c41b-472b-8745-7a00e4e0c58e tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:42.414103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-8607c3c4-c41b-472b-8745-7a00e4e0c58e tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937277 Jun 22 20:58:42.431339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Request body: {'port': {'device_id': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362', 'admin_state_up': True, 'tenant_id': 'b30c498c9a4f4389b80dfb7956b0fec7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:42.544627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Made reservation on behalf of b30c498c9a4f4389b80dfb7956b0fec7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:58:42.548038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.557508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.646424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.651254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.654266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36002be6-b3f4-438e-9247-7b5c11d48c39 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:42.715495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d21d775-0a91-4764-8d77-654dc1a7f328,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:42.720307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:42.786950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Allocated IP 192.168.233.185 (ee6e1ffe-2b1d-4967-9b0d-fd04629d7362/a97d9e2d-cd0c-40f0-9f44-e290e270e9aa/d5d8452d-b3a4-4212-ad05-097b9ec78abf) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:58:42.930589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.943867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Transition to ACTIVE for port object d5d8452d-b3a4-4212-ad05-097b9ec78abf will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:58:42.977558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:42.981628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45046959-36e0-429e-bbb1-972f44597dcf tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:43.021835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:58:43.024932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:58:43.028830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:58:43.035488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Pushing event updated for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:43.056288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:43.083387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:43.084082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.100061 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6725686 Jun 22 20:58:43.116400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Request body: {'port': {'device_id': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:43.194550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.229110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8f9d853f-6c50-4712-a1a1-791c62ca9a38 None None] Provisioning for port d5d8452d-b3a4-4212-ad05-097b9ec78abf completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:58:43.233637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8f9d853f-6c50-4712-a1a1-791c62ca9a38 None None] Provisioning complete for port d5d8452d-b3a4-4212-ad05-097b9ec78abf triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:43.234388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8f9d853f-6c50-4712-a1a1-791c62ca9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.268993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d853f-6c50-4712-a1a1-791c62ca9a38 None None] Port d5d8452d-b3a4-4212-ad05-097b9ec78abf cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 20:58:43.453767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d8452d-b3a4-4212-ad05-097b9ec78abf {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:58:43.461133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.477853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Transition to ACTIVE for port object d5d8452d-b3a4-4212-ad05-097b9ec78abf will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:58:43.489526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.510729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:43.591394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:43.596640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:43.644232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2dec-7b38-4ced-8dd9-0d95ad158345 req-974cfb59-268e-4442-8ec7-9254b4b34037 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:43.650490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8da2dec-7b38-4ced-8dd9-0d95ad158345 req-974cfb59-268e-4442-8ec7-9254b4b34037 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 948 time: 0.1733139 Jun 22 20:58:43.688911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Attempting to bind port d5d8452d-b3a4-4212-ad05-097b9ec78abf on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:58:43.689249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Attempting to bind port d5d8452d-b3a4-4212-ad05-097b9ec78abf by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:58:43.689585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Attempting to bind port d5d8452d-b3a4-4212-ad05-097b9ec78abf on network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:58:43.699334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Port d5d8452d-b3a4-4212-ad05-097b9ec78abf on network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:58:43.699663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Attempting to bind port d5d8452d-b3a4-4212-ad05-097b9ec78abf on network ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:58:43.711898 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8da2dec-7b38-4ced-8dd9-0d95ad158345 req-f985f2db-16d3-491a-82fd-226abefca2ff tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586770 Jun 22 20:58:43.712743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:58:43.713078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Checking segment: {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:58:43.713452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Bound using segment: {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:58:43.713884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Bound port: d5d8452d-b3a4-4212-ad05-097b9ec78abf, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4b33da-7eba-4f88-b1b6-ba30c570bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:58:43.714264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.776435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:58:43.779455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:58:43.784743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.789275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c1b885e-84de-458a-a3c1-bb81e6189239 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:43.825448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:43.826153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:43.827965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] 10.222.0.53 "PUT /v2.0/ports/d5d8452d-b3a4-4212-ad05-097b9ec78abf HTTP/1.1" status: 200 len: 1098 time: 0.7164056 Jun 22 20:58:43.828474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:58:43.830844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:58:43.854166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:43.869523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:43.876670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4fcaee-d3fb-47d1-b087-436a4f756e4b x-openstack-request-id: req-9f4fcaee-d3fb-47d1-b087-436a4f756e4b {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:58:43.877020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:58:43.877329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f4fcaee-d3fb-47d1-b087-436a4f756e4b {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:58:43.877808 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf', 'status': 'completed', 'code': 200} Jun 22 20:58:43.936590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-5eb4fe10-d654-47eb-b451-e6f76a1b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:43.938118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-5eb4fe10-d654-47eb-b451-e6f76a1b4831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 1101 time: 0.0567355 Jun 22 20:58:43.991359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-d9e3bc69-974d-4ed0-bc73-eae73f64d008 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf HTTP/1.1" status: 200 len: 217 time: 0.0414782 Jun 22 20:58:44.043305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-2e127052-99d4-4654-84e9-c1000c772caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.044722 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-2e127052-99d4-4654-84e9-c1000c772caa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a97d9e2d-cd0c-40f0-9f44-e290e270e9aa HTTP/1.1" status: 200 len: 843 time: 0.0441916 Jun 22 20:58:44.107536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-f45afcd5-e989-4635-adc0-2eb553283322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.109045 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-f45afcd5-e989-4635-adc0-2eb553283322 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee6e1ffe-2b1d-4967-9b0d-fd04629d7362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0542407 Jun 22 20:58:44.206225 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-93b6ac49-c385-46c4-a392-5f275de059ca service neutron] 10.222.0.53 "GET /v2.0/networks/ee6e1ffe-2b1d-4967-9b0d-fd04629d7362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Jun 22 20:58:44.300195 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e6cad1-87d9-4455-b96c-3e4de5ae9547 req-5df3daca-4882-4918-9587-18eaa1978f78 service neutron] 10.222.0.53 "GET /v2.0/networks/ee6e1ffe-2b1d-4967-9b0d-fd04629d7362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Jun 22 20:58:44.420057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-399adfe3-e75b-419e-8f3a-061139e14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.421512 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-399adfe3-e75b-419e-8f3a-061139e14a66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 1101 time: 0.0565262 Jun 22 20:58:44.510760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-74d8406d-f6ea-49c0-b3e2-4f2214f6ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.512097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-74d8406d-f6ea-49c0-b3e2-4f2214f6ae92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ee6e1ffe-2b1d-4967-9b0d-fd04629d7362 HTTP/1.1" status: 200 len: 870 time: 0.0832438 Jun 22 20:58:44.557425 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-63103ce4-15ec-41a5-bf2b-f30a6ba8b627 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf HTTP/1.1" status: 200 len: 217 time: 0.0383041 Jun 22 20:58:44.609816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-07d5a65f-cd35-4fa0-9dfa-dd36daa716c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.611273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-07d5a65f-cd35-4fa0-9dfa-dd36daa716c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a97d9e2d-cd0c-40f0-9f44-e290e270e9aa HTTP/1.1" status: 200 len: 843 time: 0.0451403 Jun 22 20:58:44.669074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-1de955d0-40b9-4b6e-aaa7-ac145de944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.670562 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-1de955d0-40b9-4b6e-aaa7-ac145de944b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ee6e1ffe-2b1d-4967-9b0d-fd04629d7362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0516982 Jun 22 20:58:44.766518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-4d2bc8b6-72a1-49fa-b5df-188d537e5b3c service neutron] 10.222.0.53 "GET /v2.0/networks/ee6e1ffe-2b1d-4967-9b0d-fd04629d7362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Jun 22 20:58:44.899009 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61b53aa3-a413-4d8d-8cbf-c8a0f07049fa req-a72a4f19-8627-46f9-a295-3f370a70eb55 service neutron] 10.222.0.53 "GET /v2.0/networks/ee6e1ffe-2b1d-4967-9b0d-fd04629d7362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258326 Jun 22 20:58:44.915420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059e2f0-9ea4-4afb-b200-84ac98c84182 req-79aeb024-9f50-44fc-bce7-ed63c7def9fd tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:44.916856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3059e2f0-9ea4-4afb-b200-84ac98c84182 req-79aeb024-9f50-44fc-bce7-ed63c7def9fd tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 948 time: 0.0902987 Jun 22 20:58:45.304172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3059e2f0-9ea4-4afb-b200-84ac98c84182 req-86435e60-a243-4d26-8134-4474ddc548a2 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815935 Jun 22 20:58:46.488118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776b91-2d36-45de-a7f1-d119c1be385c req-c61163b8-765a-43de-b5b8-9dc75f09aeb8 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:46.489875 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d2776b91-2d36-45de-a7f1-d119c1be385c req-c61163b8-765a-43de-b5b8-9dc75f09aeb8 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 948 time: 0.0693421 Jun 22 20:58:46.526890 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d2776b91-2d36-45de-a7f1-d119c1be385c req-060a750e-91d5-4ff9-9f0b-423401b7512c tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Jun 22 20:58:46.916395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f0a513e6-cadc-48e3-98bc-7fb0408abece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:46.948142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device d5d8452d-b3a4-4212-ad05-097b9ec78abf details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:58:47.039211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:47.052808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf', 'network_id': 'ee6e1ffe-2b1d-4967-9b0d-fd04629d7362', 'port_id': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf', 'mac_address': 'fa:16:3e:25:f0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97d9e2d-cd0c-40f0-9f44-e290e270e9aa', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:58:47.089302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:47.102737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d8452d-b3a4-4212-ad05-097b9ec78abf {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:58:47.122906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:47.126999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:47.129444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c76228f4-8895-4da9-a1b9-b996667b6949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:47.176415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:47.180406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:47.394536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['d5d8452d-b3a4-4212-ad05-097b9ec78abf'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:58:47.694511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8d8f-f420-48d0-b829-d96c9d7d0541 req-893b38d6-1bb1-47de-99a7-25d843d8ce04 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:47.696431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58dc8d8f-f420-48d0-b829-d96c9d7d0541 req-893b38d6-1bb1-47de-99a7-25d843d8ce04 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 949 time: 0.0612152 Jun 22 20:58:47.734459 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58dc8d8f-f420-48d0-b829-d96c9d7d0541 req-1439e3bb-5972-4520-818a-aa848b23d62e tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Jun 22 20:58:48.911747 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0923ff-027e-49c2-bc27-68bdfab09a0f req-a62e0fa0-c8fb-4897-ba89-c3e2e38edd40 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:48.913207 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ae0923ff-027e-49c2-bc27-68bdfab09a0f req-a62e0fa0-c8fb-4897-ba89-c3e2e38edd40 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 949 time: 0.0661278 Jun 22 20:58:48.952624 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ae0923ff-027e-49c2-bc27-68bdfab09a0f req-9a73c352-0df6-4920-9401-4be93f7b86c3 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jun 22 20:58:48.963784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device d5d8452d-b3a4-4212-ad05-097b9ec78abf up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:58:49.010568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port d5d8452d-b3a4-4212-ad05-097b9ec78abf completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:58:49.014179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port d5d8452d-b3a4-4212-ad05-097b9ec78abf triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:58:49.014560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:49.091041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:49.113348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:58:49.115623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf2145-4ea8-44d0-929e-73220b1a32a4" -d '{"events": [{"server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:58:49.128932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:49.132866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:49.134957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:49.159092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f183b5d-d208-4554-a74a-5eb7d2f54455 x-openstack-request-id: req-7f183b5d-d208-4554-a74a-5eb7d2f54455 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:58:49.159398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:58:49.159655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f183b5d-d208-4554-a74a-5eb7d2f54455 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:58:49.160044 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf', 'code': 200} Jun 22 20:58:49.187538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:49.190426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:49.387209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ce1fa-da9a-418a-a665-98dc3b825d51 req-fcea5e0f-503a-41df-8017-3b585add85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:49.388723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-905ce1fa-da9a-418a-a665-98dc3b825d51 req-fcea5e0f-503a-41df-8017-3b585add85cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 1103 time: 0.0556829 Jun 22 20:58:49.435235 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-905ce1fa-da9a-418a-a665-98dc3b825d51 req-f16b30ce-aa84-490f-8505-8f0e941c13aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352662 Jun 22 20:58:49.774043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc68bd51-e755-4019-978e-ea77ebae5a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:49.965729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:50.131631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04d18-acb9-4dda-84a6-419a0a432dc8 req-9dfc04e1-0f18-4496-a42c-80cbdbeb3c0d tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:50.133719 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c7e04d18-acb9-4dda-84a6-419a0a432dc8 req-9dfc04e1-0f18-4496-a42c-80cbdbeb3c0d tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 950 time: 0.0683813 Jun 22 20:58:50.181624 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c7e04d18-acb9-4dda-84a6-419a0a432dc8 req-ce551a74-7936-40ef-ac3f-7c36b120b80d tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Jun 22 20:58:51.037541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:51.359006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc716d-7b87-49d7-adf3-36b8c19ea62c req-6080840a-d0b9-436a-b4f0-7d0159e8f941 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:51.360342 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-76cc716d-7b87-49d7-adf3-36b8c19ea62c req-6080840a-d0b9-436a-b4f0-7d0159e8f941 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 950 time: 0.0653501 Jun 22 20:58:51.399897 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-76cc716d-7b87-49d7-adf3-36b8c19ea62c req-77a14528-ea73-45d7-8714-f71ad637784f tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Jun 22 20:58:52.343504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:52.595240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ad3cd-006b-4e2e-92a0-96fbbc4d037a req-be4c5444-d6ec-4de6-9056-69abf1fba5a5 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:52.596637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-206ad3cd-006b-4e2e-92a0-96fbbc4d037a req-be4c5444-d6ec-4de6-9056-69abf1fba5a5 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 950 time: 0.0642729 Jun 22 20:58:52.634943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-206ad3cd-006b-4e2e-92a0-96fbbc4d037a req-222e9b14-54fd-4c9d-8c35-79b8e116ca63 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Jun 22 20:58:52.986043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:53.816450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44c17a-7dc8-4ce7-b67f-7fe1e0df1de9 req-910761a5-0f23-4b0d-9a0f-199c1ca38bb5 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:53.817993 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d44c17a-7dc8-4ce7-b67f-7fe1e0df1de9 req-910761a5-0f23-4b0d-9a0f-199c1ca38bb5 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 950 time: 0.0661774 Jun 22 20:58:53.859903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d44c17a-7dc8-4ce7-b67f-7fe1e0df1de9 req-5f41ec43-3118-4402-bcc0-d97531746bce tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d21d775-0a91-4764-8d77-654dc1a7f328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355470 Jun 22 20:58:53.932074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-b482c076-8855-430b-9df5-09af435831ea tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:53.933516 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-b482c076-8855-430b-9df5-09af435831ea tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 950 time: 0.0695763 Jun 22 20:58:54.040632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Deleting port d5d8452d-b3a4-4212-ad05-097b9ec78abf {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:58:54.040981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:54.135434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] For port d5d8452d-b3a4-4212-ad05-097b9ec78abf, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=d5d8452d-b3a4-4212-ad05-097b9ec78abf,segment=NetworkSegment(3d4b33da-7eba-4f88-b1b6-ba30c570bed2),segment_id=3d4b33da-7eba-4f88-b1b6-ba30c570bed2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:58:54.135801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:54.148558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Calling delete_port for d5d8452d-b3a4-4212-ad05-097b9ec78abf owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:58:54.273081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:54.277596 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:54.285490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['d5d8452d-b3a4-4212-ad05-097b9ec78abf'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:58:54.311015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Pushing event deleted for resources: {'Port': ['ID=d5d8452d-b3a4-4212-ad05-097b9ec78abf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:54.314096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:54.358966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] No DVR routers for this DVR port d5d8452d-b3a4-4212-ad05-097b9ec78abf on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:58:54.361736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:54.364123 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-510e07c5-0c46-4c36-bab8-997ec5a5431d req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.53 "DELETE /v2.0/ports/d5d8452d-b3a4-4212-ad05-097b9ec78abf HTTP/1.1" status: 204 len: 173 time: 0.4222705 Jun 22 20:58:54.364684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'name': 'network-vif-deleted', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:58:54.367039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e9e85-17f5-49f8-b891-455e4fbd02d4" -d '{"events": [{"server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "name": "network-vif-deleted", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:58:54.409427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398ce30-c738-43ef-bb0a-05b7bf4b681a x-openstack-request-id: req-1398ce30-c738-43ef-bb0a-05b7bf4b681a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:58:54.409781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b05693-ce9f-4f53-9430-92701fa8438f", "name": "network-vif-deleted", "tag": "d5d8452d-b3a4-4212-ad05-097b9ec78abf", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:58:54.410124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1398ce30-c738-43ef-bb0a-05b7bf4b681a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:58:54.410585 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b05693-ce9f-4f53-9430-92701fa8438f', 'name': 'network-vif-deleted', 'tag': 'd5d8452d-b3a4-4212-ad05-097b9ec78abf', 'status': 'completed', 'code': 200} Jun 22 20:58:55.022913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2f3a2253-254d-49f6-b389-2b735257704f req-7cc88170-5e4e-404e-935a-334178f96bed tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b05693-ce9f-4f53-9430-92701fa8438f HTTP/1.1" status: 200 len: 210 time: 0.0290101 Jun 22 20:58:56.366950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34552) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:56.502610 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb8a47f5-c38c-4dba-9f39-7edc86357f92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b30c498c9a4f4389b80dfb7956b0fec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340940 Jun 22 20:58:56.504897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34556) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:56.557493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.577988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.624466 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.626999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.628132 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d21d775-0a91-4764-8d77-654dc1a7f328 HTTP/1.1" status: 204 len: 168 time: 0.1223519 Jun 22 20:58:56.628956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d205957f-d15f-4943-abf1-c8799c87c812 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:56.636374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d21d775-0a91-4764-8d77-654dc1a7f328,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:56.638766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-97c0c4b9-a552-4e20-8501-1b01d8308305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:56.881745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:56.895785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.981194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.984634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:56.986984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-948085a1-3856-4f65-83e5-c4b6075df19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:56.996259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device d5d8452d-b3a4-4212-ad05-097b9ec78abf no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:58:57.019375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: d5d8452d-b3a4-4212-ad05-097b9ec78abf {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:58:57.019725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device d5d8452d-b3a4-4212-ad05-097b9ec78abf not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:58:57.023046 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=941b2ff11ce14f7a80148ccd6a83012a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401143 Jun 22 20:58:57.024139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04492bbf-c2c2-4dc6-8faf-44908fd84088,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:57.025945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:57.026790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-15321b5f-6c11-4b96-8b94-1de18515abe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:57.076436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:57.097093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:57.142822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:57.145442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:57.146649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04492bbf-c2c2-4dc6-8faf-44908fd84088 HTTP/1.1" status: 204 len: 168 time: 0.1197009 Jun 22 20:58:57.147482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4d7cb25f-3069-4ac1-bf71-856fa33f9753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:57.155143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04492bbf-c2c2-4dc6-8faf-44908fd84088,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:57.157489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f2e4115b-973f-4525-973c-4624655a35b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:57.791563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34586) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:57.886780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2074300914-network', 'tenant_id': 'e4018db51e4f4baaa343f30d0501bf7f'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:57.912914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Made reservation on behalf of e4018db51e4f4baaa343f30d0501bf7f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:58:57.915255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:57.923493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.015104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.018792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.021680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0a9d2c3b-3770-4658-9ff2-00eb23f3d07d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:58.044058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:58:58.052900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef39ca-b86d-4810-ad06-7ba482821ee2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:58.057810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:58.060989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.061875 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Added segment 205f7f5c-2d56-44e1-bb6e-789411bcc749 of type vlan for network 19470637-9bba-4fce-a608-0dbbc52a223f Jun 22 20:58:58.103112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.131467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.133319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:58.133993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.136710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b569ef7d-73f0-4bd1-ba52-c167b1a49789 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:58.185263 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925796 Jun 22 20:58:58.188213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:58:58.193423 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Request body: {'subnet': {'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2074300914-subnet', 'tenant_id': 'e4018db51e4f4baaa343f30d0501bf7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:58:58.215376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Made reservation on behalf of e4018db51e4f4baaa343f30d0501bf7f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:58:58.217947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.229924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Pushing event updated for resources: {'Network': ['ID=19470637-9bba-4fce-a608-0dbbc52a223f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:58.232874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:58.239743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 19470637-9bba-4fce-a608-0dbbc52a223f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:58:58.403840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.405937 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6cc9c5e1-d968-457e-8a02-2fb4c0eaebac tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:58:58.453252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9d2622-7574-4409-a9e4-b736921cf06a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:58:58.460102 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:58:58.469401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Checking segment: {'id': '205f7f5c-2d56-44e1-bb6e-789411bcc749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:58:58.469768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Network hostable DHCP agents. Network: 19470637-9bba-4fce-a608-0dbbc52a223f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:58:58.487272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Network 19470637-9bba-4fce-a608-0dbbc52a223f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:58:58.496794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 19470637-9bba-4fce-a608-0dbbc52a223f) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:58:58.502019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:58.502595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:58:58.506686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247b77b-8149-4a6a-a2ff-c191b5b6a221 None None] Network 19470637-9bba-4fce-a608-0dbbc52a223f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:58:58.518164 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3287764 Jun 22 20:58:58.635148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823bdce-c832-42f6-9755-7b66f0547222 None None] Network 19470637-9bba-4fce-a608-0dbbc52a223f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:58:58.950188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-36605cd1-37d5-4a1b-a9fb-ffe4ef5f8281 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:58:58.951637 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-36605cd1-37d5-4a1b-a9fb-ffe4ef5f8281 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 812 time: 0.1096120 Jun 22 20:58:58.966564 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-e64911b2-5e61-495d-85dd-4870cd327cdd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/quotas/e4018db51e4f4baaa343f30d0501bf7f HTTP/1.1" status: 200 len: 375 time: 0.0092299 Jun 22 20:58:58.986158 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:58:59.000475 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-9b4d9750-dbc3-49d0-9c8e-e510d5fbd1e9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291290 Jun 22 20:58:59.056493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-634d0fdf-0424-4eaf-a534-26a0bce420a2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 20:58:59.057470 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-634d0fdf-0424-4eaf-a534-26a0bce420a2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507946 Jun 22 20:58:59.152073 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-1e017274-be84-44b2-b809-ca641d1bd5fe service neutron] 10.222.0.66 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886240 Jun 22 20:58:59.247381 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-59ed76ee-e157-44d3-8623-1244813588bb service neutron] 10.222.0.66 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Jun 22 20:58:59.413948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bee54d47-67b3-4f26-a039-ede0edf7e55a req-0dbaeee5-b093-4f54-bdc5-71246fcaefba tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 210 time: 0.0308812 Jun 22 20:59:00.551562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-87df75d7-f3bd-4de0-a8e4-3768025c28e5 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:00.553106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-87df75d7-f3bd-4de0-a8e4-3768025c28e5 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 812 time: 0.1132972 Jun 22 20:59:00.568137 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bb020464-4579-410a-84ca-e6850d942ca5 req-06547bd2-83ba-4f93-ae14-cc6a34a05454 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 210 time: 0.0415709 Jun 22 20:59:00.578333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Request body: {'port': {'device_id': '0215a855-6cdc-4df0-a10c-3833e6370739', 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f', 'admin_state_up': True, 'tenant_id': 'e4018db51e4f4baaa343f30d0501bf7f'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:00.687437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Made reservation on behalf of e4018db51e4f4baaa343f30d0501bf7f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:59:00.691036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:00.821709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Allocated IP 172.20.0.10 (19470637-9bba-4fce-a608-0dbbc52a223f/7a9d2622-7574-4409-a9e4-b736921cf06a/2cbef8dd-9359-42b0-9761-ab253aa31122) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:59:00.970635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.008228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.012780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e85c6272-520f-46d6-bfd5-b2c855ecab5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:01.053746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Network 19470637-9bba-4fce-a608-0dbbc52a223f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:59:01.059644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:59:01.064419 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:59:01.068092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:01.087935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:01.113426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:01.114060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.127798 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539291 Jun 22 20:59:01.144641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Request body: {'port': {'device_id': '0215a855-6cdc-4df0-a10c-3833e6370739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:01.218214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.479916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:01.487268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.499815 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Transition to ACTIVE for port object 2cbef8dd-9359-42b0-9761-ab253aa31122 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:59:01.502612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.505316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4338c743-bb1d-4755-96b3-9af47bfcf291 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:01.554140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:01.559284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:01.625937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Attempting to bind port 2cbef8dd-9359-42b0-9761-ab253aa31122 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:59:01.626258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Attempting to bind port 2cbef8dd-9359-42b0-9761-ab253aa31122 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '205f7f5c-2d56-44e1-bb6e-789411bcc749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:59:01.626583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Attempting to bind port 2cbef8dd-9359-42b0-9761-ab253aa31122 on network 19470637-9bba-4fce-a608-0dbbc52a223f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:59:01.630718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Port 2cbef8dd-9359-42b0-9761-ab253aa31122 on network 19470637-9bba-4fce-a608-0dbbc52a223f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:59:01.631034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Attempting to bind port 2cbef8dd-9359-42b0-9761-ab253aa31122 on network 19470637-9bba-4fce-a608-0dbbc52a223f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:59:01.635804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:59:01.636137 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Checking segment: {'id': '205f7f5c-2d56-44e1-bb6e-789411bcc749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:59:01.636514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Bound using segment: {'id': '205f7f5c-2d56-44e1-bb6e-789411bcc749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:59:01.636928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Bound port: 2cbef8dd-9359-42b0-9761-ab253aa31122, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205f7f5c-2d56-44e1-bb6e-789411bcc749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:59:01.637268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.733031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:59:01.748827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:59:01.754940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.759326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:01.804344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:01.805521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:01.806953 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] 10.222.0.53 "PUT /v2.0/ports/2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 1094 time: 0.6663215 Jun 22 20:59:01.807634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:01.810107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc702d33-609c-4d9c-a613-9002362d34f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:01.832562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f57e-eaaf-4719-a609-acc9cb52fa90 req-4b0a22a1-b692-4ffa-bdce-e17b6778054b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:01.834101 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2998f57e-eaaf-4719-a609-acc9cb52fa90 req-4b0a22a1-b692-4ffa-bdce-e17b6778054b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 944 time: 0.1487167 Jun 22 20:59:01.838192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:01.857327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:01.864938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f695b3-e89d-423b-91f7-97003be5398d x-openstack-request-id: req-34f695b3-e89d-423b-91f7-97003be5398d {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:01.865284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:01.865591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34f695b3-e89d-423b-91f7-97003be5398d {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:01.866058 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'status': 'completed', 'code': 200} Jun 22 20:59:01.889609 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2998f57e-eaaf-4719-a609-acc9cb52fa90 req-5512c725-799a-4f3c-8cc9-e0ffee59c79e tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jun 22 20:59:01.931512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-0a4dc1aa-0bae-4bce-b3e4-aa1ea585f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:01.932987 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-0a4dc1aa-0bae-4bce-b3e4-aa1ea585f668 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1097 time: 0.0571027 Jun 22 20:59:01.982204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-20e549c1-349e-4eb3-9697-d9aa08f73eeb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0378716 Jun 22 20:59:02.037236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c528f-e186-4e75-a578-982d359aa90a req-6e151a48-2f81-4336-ac68-0c625765df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:02.038592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-6e151a48-2f81-4336-ac68-0c625765df22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0449648 Jun 22 20:59:02.077738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-b7bc1cb5-118e-49f9-9434-b50485e5b69c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288711 Jun 22 20:59:02.172084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-2634c0e2-6843-429a-814f-dc8699fba1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856121 Jun 22 20:59:02.266477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-461c528f-e186-4e75-a578-982d359aa90a req-8ab6bbeb-849b-4456-8e1e-9d9c44ae5107 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Jun 22 20:59:02.377682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-86915b36-0ba7-4c10-a5f5-01a635e58ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:02.379109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-86915b36-0ba7-4c10-a5f5-01a635e58ad2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1097 time: 0.0597291 Jun 22 20:59:02.471513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-fb3da28c-8db3-4269-96d8-1101ff2565a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:02.472970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-fb3da28c-8db3-4269-96d8-1101ff2565a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 913 time: 0.0869229 Jun 22 20:59:02.518494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-bba3ce03-138e-4dfd-b81a-9f920bf35b8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0384045 Jun 22 20:59:02.568430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-f4eb7e23-84ad-49b2-aec8-e71275933cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:02.569861 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-f4eb7e23-84ad-49b2-aec8-e71275933cde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0444624 Jun 22 20:59:02.604284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-04cdeb9e-4ba5-45a7-b3bb-ae59f4d1129e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266235 Jun 22 20:59:02.696410 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-a926ee2b-322c-4d72-9ebb-0ea6c9cf5e5d service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848646 Jun 22 20:59:02.799085 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc702d33-609c-4d9c-a613-9002362d34f7 req-69e1b652-f91b-4fef-9355-d00d1b97a843 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944448 Jun 22 20:59:03.066601 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d6ad2-9567-4916-bd5e-12ca543bced1 req-544ee036-2dfd-4fb4-af01-c0e48b32b4f4 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:03.067985 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-907d6ad2-9567-4916-bd5e-12ca543bced1 req-544ee036-2dfd-4fb4-af01-c0e48b32b4f4 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 944 time: 0.0645740 Jun 22 20:59:03.106854 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-907d6ad2-9567-4916-bd5e-12ca543bced1 req-7534096e-74c6-4adf-b4be-2cf0f335ebc2 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Jun 22 20:59:04.289415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963539a-ddaf-4459-9db5-3fb98b673900 req-9ae575b6-24b5-4a11-826a-6532a2d41741 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:04.291176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1963539a-ddaf-4459-9db5-3fb98b673900 req-9ae575b6-24b5-4a11-826a-6532a2d41741 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 944 time: 0.0709305 Jun 22 20:59:04.338752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1963539a-ddaf-4459-9db5-3fb98b673900 req-7bb23aa7-0ec1-42ac-af5d-9397d3ba3b1f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Jun 22 20:59:05.028901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:59:05.132266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:05.144618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f', 'port_id': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'mac_address': 'fa:16:3e:b2:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9d2622-7574-4409-a9e4-b736921cf06a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:59:05.181353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:05.193537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:05.214667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:05.218450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:05.220283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0c4b35a4-724a-4a3d-802a-dd13cc894838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:05.265154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:05.268339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:05.460232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2cbef8dd-9359-42b0-9761-ab253aa31122'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:59:05.519361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d44ec-3c66-4a7b-895c-78d3e909d920 req-db6a79e7-fdca-4633-b51c-715c2aa460c3 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:05.520871 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9e0d44ec-3c66-4a7b-895c-78d3e909d920 req-db6a79e7-fdca-4633-b51c-715c2aa460c3 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 945 time: 0.0667069 Jun 22 20:59:05.565425 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9e0d44ec-3c66-4a7b-895c-78d3e909d920 req-ea97f14d-3a7d-4c16-83f9-9c5479a5128f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Jun 22 20:59:06.738771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9abb52-978c-40a4-8397-a0ac5079b781 req-4ddf590e-526f-4488-bb69-4ba32ae9b826 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:06.740237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9f9abb52-978c-40a4-8397-a0ac5079b781 req-4ddf590e-526f-4488-bb69-4ba32ae9b826 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 945 time: 0.0644598 Jun 22 20:59:06.777255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9f9abb52-978c-40a4-8397-a0ac5079b781 req-a598d8e3-478d-4d97-9047-279d5a6bc5e8 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Jun 22 20:59:07.045584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:59:07.094042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 2cbef8dd-9359-42b0-9761-ab253aa31122 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:59:07.097620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 2cbef8dd-9359-42b0-9761-ab253aa31122 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:59:07.098026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:07.175214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:07.197295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:07.199570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6f89d-725f-4734-b3d6-3565d6384acb" -d '{"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-plugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:07.212172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:07.216756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:07.218673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:07.241200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec38d0-f70b-4900-b3fe-269db5582913 x-openstack-request-id: req-67ec38d0-f70b-4900-b3fe-269db5582913 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:07.241501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-plugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:07.241761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67ec38d0-f70b-4900-b3fe-269db5582913 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:07.242736 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'code': 200} Jun 22 20:59:07.267941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:07.270992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:07.478872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0def7-5ba5-40c6-a5a8-95e85951b83a req-50a92964-7aae-4d48-a9a1-2f7e71c8598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:07.480209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a5a0def7-5ba5-40c6-a5a8-95e85951b83a req-50a92964-7aae-4d48-a9a1-2f7e71c8598f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1099 time: 0.0515428 Jun 22 20:59:07.521357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a5a0def7-5ba5-40c6-a5a8-95e85951b83a req-3e1bfca6-8743-438c-8055-1a9fc7fb8201 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277898 Jun 22 20:59:07.956397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceb66e-1af3-455e-8815-e4426f296e90 req-96faf264-2e51-484d-80a6-ac65651133bb tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:07.957839 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeceb66e-1af3-455e-8815-e4426f296e90 req-96faf264-2e51-484d-80a6-ac65651133bb tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0666151 Jun 22 20:59:07.997480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eeceb66e-1af3-455e-8815-e4426f296e90 req-01e9da75-29cd-44d2-a330-f3d0c68a4c5b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Jun 22 20:59:09.171425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030279d9-03d8-4117-9ac4-cd9b6ea70e43 req-b05bc964-a121-48ab-9c14-0b305ee4a7cf tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:09.172917 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-030279d9-03d8-4117-9ac4-cd9b6ea70e43 req-b05bc964-a121-48ab-9c14-0b305ee4a7cf tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0632946 Jun 22 20:59:09.211144 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-030279d9-03d8-4117-9ac4-cd9b6ea70e43 req-1fb2b2e6-0ff6-4a26-b998-64216a45e8d7 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Jun 22 20:59:09.575478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:09.611724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fc3a9-61e9-41eb-ac40-904dfbef753e req-f440e1b5-d93e-4920-bcd9-d260d525ac4f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:09.613211 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d10fc3a9-61e9-41eb-ac40-904dfbef753e req-f440e1b5-d93e-4920-bcd9-d260d525ac4f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0666425 Jun 22 20:59:09.653867 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d10fc3a9-61e9-41eb-ac40-904dfbef753e req-3ada1e99-0968-4431-b254-6ce236a39088 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jun 22 20:59:09.669531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-0a0ea68a-117a-4ffa-ab8e-7134b977db36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928125 Jun 22 20:59:10.831354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855af64-cf4c-4b36-bc45-8de1a6696110 req-ca61f4ed-b4f8-4d5f-82e0-574b4b8196c9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:10.833021 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b855af64-cf4c-4b36-bc45-8de1a6696110 req-ca61f4ed-b4f8-4d5f-82e0-574b4b8196c9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0642056 Jun 22 20:59:10.901030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b855af64-cf4c-4b36-bc45-8de1a6696110 req-25a39f80-e754-482d-b891-06a8445f0c13 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604591 Jun 22 20:59:10.928090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-d9b2cce4-a35d-431e-8e30-e5422190935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:10.929600 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-d9b2cce4-a35d-431e-8e30-e5422190935e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1099 time: 0.0588129 Jun 22 20:59:11.015656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-5581dd9f-2961-43c2-abd4-b8ce80e68c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:11.016976 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-5581dd9f-2961-43c2-abd4-b8ce80e68c45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 913 time: 0.0809071 Jun 22 20:59:11.062877 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-8b2759d5-6a49-4d14-8672-31c0ba90b0ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0393269 Jun 22 20:59:11.111462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-4729eddf-3fbf-4fb1-997c-3a0043063faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:11.112862 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-4729eddf-3fbf-4fb1-997c-3a0043063faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0432000 Jun 22 20:59:11.144992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-a43c282e-a35d-411a-938e-d34fba333faa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256195 Jun 22 20:59:11.235461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-e2eb478a-31d7-4e4c-a2d7-41a1fe456865 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840249 Jun 22 20:59:11.330127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-30e7d42b-375a-4f14-bb8f-43549e150f7b service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Jun 22 20:59:11.454311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-c73a5337-a868-4de1-b27f-be1caad20636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:11.455776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-c73a5337-a868-4de1-b27f-be1caad20636 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1099 time: 0.0577335 Jun 22 20:59:11.568254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-94def8a6-6300-40d3-badc-0bcdce777699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:11.569703 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-94def8a6-6300-40d3-badc-0bcdce777699 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 913 time: 0.0864737 Jun 22 20:59:11.616362 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-32c24140-8e44-4a7f-b2c8-48888767f93e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0384185 Jun 22 20:59:11.663908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-62caea7a-fc73-40a6-9022-5ebe3efa34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:11.665436 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-62caea7a-fc73-40a6-9022-5ebe3efa34ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0430737 Jun 22 20:59:11.698120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-a462b4a8-7bce-4991-b156-c64b85821544 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262079 Jun 22 20:59:11.791314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-15854fcc-7bf0-4459-b595-ba16da696189 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Jun 22 20:59:11.880415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9e46a4b-33c5-4dd1-a82e-28cb0e26f29c req-2a720b25-09cd-4201-b51f-3cf33fe0cac0 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Jun 22 20:59:12.076664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d00681-a685-42a7-8c5f-69c649289279 req-923bee10-0a88-4737-ae3e-ec346b559ed1 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:12.078404 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2d00681-a685-42a7-8c5f-69c649289279 req-923bee10-0a88-4737-ae3e-ec346b559ed1 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0665526 Jun 22 20:59:12.116634 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2d00681-a685-42a7-8c5f-69c649289279 req-daabf11d-b495-42cb-a03f-bf551f513a87 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Jun 22 20:59:13.294500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbd532-6026-428d-966c-ab0dd7a8aea8 req-c0f6ddf5-28a9-4637-8860-f380c0f57ea1 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:13.295946 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-11bbd532-6026-428d-966c-ab0dd7a8aea8 req-c0f6ddf5-28a9-4637-8860-f380c0f57ea1 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0661359 Jun 22 20:59:13.335661 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-11bbd532-6026-428d-966c-ab0dd7a8aea8 req-cf9b8a4d-446d-4c3a-8b88-a48d2aea7bfb tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341570 Jun 22 20:59:14.513254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c66c3-0e88-41e1-809b-db8f21bae42b req-ee026ead-4328-4429-85df-14262cd1bb6b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:14.514750 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-096c66c3-0e88-41e1-809b-db8f21bae42b req-ee026ead-4328-4429-85df-14262cd1bb6b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0691335 Jun 22 20:59:14.551224 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-096c66c3-0e88-41e1-809b-db8f21bae42b req-c5ca604c-5565-4b30-8594-0cb231f827b9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jun 22 20:59:15.722405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aca8e-60ab-4c34-9140-5eb666943104 req-d6790c91-aa60-4e48-8a65-3f8882155780 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:15.723937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c8aca8e-60ab-4c34-9140-5eb666943104 req-d6790c91-aa60-4e48-8a65-3f8882155780 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0628984 Jun 22 20:59:15.763434 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c8aca8e-60ab-4c34-9140-5eb666943104 req-135151f2-e526-4fb4-a2d4-9f947d5e7177 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Jun 22 20:59:16.916731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cece0435-bf87-423d-b530-a06a0989df42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:16.937144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a08d-f332-4b07-bd68-c65e505d78f7 req-d23748d3-1426-46c2-bbe0-3041f0744f9c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:16.938660 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7977a08d-f332-4b07-bd68-c65e505d78f7 req-d23748d3-1426-46c2-bbe0-3041f0744f9c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0661180 Jun 22 20:59:16.983545 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7977a08d-f332-4b07-bd68-c65e505d78f7 req-57e67250-b40d-4784-b34e-8eea13d83919 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Jun 22 20:59:18.153216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b4e7-efe8-4982-97ca-6886f89539f2 req-4f234fa3-70e1-4a42-8a73-07549b64185b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:18.165006 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ecd9b4e7-efe8-4982-97ca-6886f89539f2 req-4f234fa3-70e1-4a42-8a73-07549b64185b tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0735724 Jun 22 20:59:18.204857 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ecd9b4e7-efe8-4982-97ca-6886f89539f2 req-d1c4cdce-3744-425e-b294-e3e958261c1f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Jun 22 20:59:19.384916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94432853-3826-4385-aa17-b9a158170bdc req-04ee4d02-1d67-4c15-bce9-7d14a66ff67c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:19.386443 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-94432853-3826-4385-aa17-b9a158170bdc req-04ee4d02-1d67-4c15-bce9-7d14a66ff67c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0660028 Jun 22 20:59:19.425810 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-94432853-3826-4385-aa17-b9a158170bdc req-f3c4ccf8-8873-42fe-84fb-24b925ea75c3 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Jun 22 20:59:19.775495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-52366238-c0e4-40a5-8057-de6a525960e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:19.966161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:20.613691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23bff2-348b-47d6-ad50-7cb087fb9c85 req-c14a75e5-da83-4374-848a-f81e0a6c0480 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:20.615156 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e23bff2-348b-47d6-ad50-7cb087fb9c85 req-c14a75e5-da83-4374-848a-f81e0a6c0480 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0674331 Jun 22 20:59:20.653465 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e23bff2-348b-47d6-ad50-7cb087fb9c85 req-5a5e8fbf-f836-41ef-9906-69b7bcb24b85 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 22 20:59:21.041295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:21.834897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf77ba-9a16-44e4-8ff4-51ba7c417f2d req-6fb036c6-17ae-4f14-b776-b6679fed0d4c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:21.836437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0cf77ba-9a16-44e4-8ff4-51ba7c417f2d req-6fb036c6-17ae-4f14-b776-b6679fed0d4c tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0719256 Jun 22 20:59:21.876907 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0cf77ba-9a16-44e4-8ff4-51ba7c417f2d req-75235fc6-b9e4-4d1a-be35-d1068f1f08b5 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jun 22 20:59:22.346187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:22.987078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:23.053702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6990c65-a71c-47b5-affa-948ceb65f44a req-3cb3fdb4-b7ca-4499-99ba-0a353c0bc005 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:23.055310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6990c65-a71c-47b5-affa-948ceb65f44a req-3cb3fdb4-b7ca-4499-99ba-0a353c0bc005 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0634239 Jun 22 20:59:23.093662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f6990c65-a71c-47b5-affa-948ceb65f44a req-b7044acc-d680-4ae7-9748-cb94233607fd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Jun 22 20:59:24.270244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690c15-d27c-4994-8b3b-6a593284e522 req-fe05f4aa-8403-44c8-99a0-01ddde7126c9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:24.271726 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-12690c15-d27c-4994-8b3b-6a593284e522 req-fe05f4aa-8403-44c8-99a0-01ddde7126c9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0688081 Jun 22 20:59:24.310920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-12690c15-d27c-4994-8b3b-6a593284e522 req-016c0352-439e-4ae6-a247-7eedd7196090 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jun 22 20:59:25.484654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080db0c-7ec3-47b0-89da-2b8169ff0907 req-bfae9bf3-88f5-4866-8445-521eef0b4acc tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:25.486174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3080db0c-7ec3-47b0-89da-2b8169ff0907 req-bfae9bf3-88f5-4866-8445-521eef0b4acc tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0655398 Jun 22 20:59:25.525297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3080db0c-7ec3-47b0-89da-2b8169ff0907 req-7bd93c27-3489-4ce2-ac14-a5bedf154c69 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jun 22 20:59:26.694459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bc3e9-0779-4fdd-99b4-c49e94ccce8b req-a4fcca7e-050f-46f0-9f90-134efb128b11 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:26.696561 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a93bc3e9-0779-4fdd-99b4-c49e94ccce8b req-a4fcca7e-050f-46f0-9f90-134efb128b11 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0635757 Jun 22 20:59:26.737649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a93bc3e9-0779-4fdd-99b4-c49e94ccce8b req-cac1dbb2-206e-4e33-a315-989c859d7a19 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Jun 22 20:59:27.912015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec484a5-4672-49e5-b795-d5aa08e3d6de req-378f5d96-62d4-40a0-852e-93b7206f2fe6 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:27.913484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bec484a5-4672-49e5-b795-d5aa08e3d6de req-378f5d96-62d4-40a0-852e-93b7206f2fe6 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0645237 Jun 22 20:59:27.952403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bec484a5-4672-49e5-b795-d5aa08e3d6de req-9c7e308e-4a00-4358-baa2-753a13573da9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jun 22 20:59:29.138839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a523c4-e837-48d4-a3d1-4d5bd0d15342 req-7706cb52-d018-44a2-8942-9538e834de7a tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:29.140376 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e8a523c4-e837-48d4-a3d1-4d5bd0d15342 req-7706cb52-d018-44a2-8942-9538e834de7a tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0672481 Jun 22 20:59:29.184445 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e8a523c4-e837-48d4-a3d1-4d5bd0d15342 req-095ed948-c583-45d0-8dc0-e13d548d1be2 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Jun 22 20:59:30.363615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e891e6-e140-4791-8f1e-f03502cd7db6 req-e4b42303-15c2-4030-bb28-c51238a11229 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:30.365099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e891e6-e140-4791-8f1e-f03502cd7db6 req-e4b42303-15c2-4030-bb28-c51238a11229 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0652881 Jun 22 20:59:30.404029 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-88e891e6-e140-4791-8f1e-f03502cd7db6 req-2f41f3c0-087c-40da-8ec0-f9384a09824f tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Jun 22 20:59:31.578681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16c02-a11a-44c2-b702-3db2c180d1f7 req-fd449574-80af-4302-99f1-bd306e640312 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:31.580177 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69c16c02-a11a-44c2-b702-3db2c180d1f7 req-fd449574-80af-4302-99f1-bd306e640312 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0651858 Jun 22 20:59:31.620505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-69c16c02-a11a-44c2-b702-3db2c180d1f7 req-f1d3d360-4322-44d0-ab24-e35869be8880 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Jun 22 20:59:32.949090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83883e-9084-4dc2-874d-753f34d8be9f req-59f9c7fe-1d71-4516-8861-0004833688b9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:32.950510 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b83883e-9084-4dc2-874d-753f34d8be9f req-59f9c7fe-1d71-4516-8861-0004833688b9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0708013 Jun 22 20:59:32.988171 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b83883e-9084-4dc2-874d-753f34d8be9f req-a5178e84-df34-4ded-8ed9-7af12464a45a tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jun 22 20:59:34.173221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70ddb-4356-4a5a-9430-faf5033d5caa req-642fdefa-d3a4-4c5e-a4b7-f06006fa03ba tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:34.174741 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-47a70ddb-4356-4a5a-9430-faf5033d5caa req-642fdefa-d3a4-4c5e-a4b7-f06006fa03ba tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0670137 Jun 22 20:59:34.221220 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-47a70ddb-4356-4a5a-9430-faf5033d5caa req-1e5a2330-d1dd-400b-b08b-120853f05135 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358608 Jun 22 20:59:35.395989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ec5e-7b5a-4963-8898-3043e2e4a2c5 req-3870dd20-784d-42ed-933b-12982546f417 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:35.397431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-62c8ec5e-7b5a-4963-8898-3043e2e4a2c5 req-3870dd20-784d-42ed-933b-12982546f417 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0646074 Jun 22 20:59:35.434675 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-62c8ec5e-7b5a-4963-8898-3043e2e4a2c5 req-2d9d9653-8278-4bb9-bda4-f6ab3b666732 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jun 22 20:59:35.984011 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 20:59:36.613144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba37c9-5b02-4e8c-a26a-0d834182fa94 req-bb1fde42-31e7-4200-9c90-79de55985dd7 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:36.614684 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0aba37c9-5b02-4e8c-a26a-0d834182fa94 req-bb1fde42-31e7-4200-9c90-79de55985dd7 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0702391 Jun 22 20:59:36.655386 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0aba37c9-5b02-4e8c-a26a-0d834182fa94 req-01e2c11d-f4a0-414b-ba8a-f82367552777 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Jun 22 20:59:37.835689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2c94-4ae8-4314-a818-2b06e6b2cc79 req-45365914-c947-4c8e-a12c-43aef3a94826 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:37.837964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e0ef2c94-4ae8-4314-a818-2b06e6b2cc79 req-45365914-c947-4c8e-a12c-43aef3a94826 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0708377 Jun 22 20:59:37.880289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e0ef2c94-4ae8-4314-a818-2b06e6b2cc79 req-470b2cbc-497d-4893-b02b-439dbab861e2 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Jun 22 20:59:38.277220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-9e67b4d5-6148-4582-981d-4f85e41a34ab service neutron] 10.222.0.53 "GET /v2.0/ports/2cbef8dd-9359-42b0-9761-ab253aa31122/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0579419 Jun 22 20:59:38.578584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-72c63b29-7413-4efb-aecd-611ba8a8512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:38.579992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-72c63b29-7413-4efb-aecd-611ba8a8512c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739&tenant_id=e4018db51e4f4baaa343f30d0501bf7f HTTP/1.1" status: 200 len: 1099 time: 0.0842702 Jun 22 20:59:38.665557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-bba8830b-b993-4ac5-98d4-3a4b2be57b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:38.667106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-bba8830b-b993-4ac5-98d4-3a4b2be57b60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1099 time: 0.0588789 Jun 22 20:59:38.760954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-4c616ad9-6580-4c68-9e8d-25c8a678acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:38.762500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-4c616ad9-6580-4c68-9e8d-25c8a678acaa service neutron] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 913 time: 0.0858586 Jun 22 20:59:38.810890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-39322635-f9d4-4b09-868d-a2157952106c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0383615 Jun 22 20:59:38.864243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-738f9b17-a52d-405c-b96e-e23faa9f5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:38.865579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-738f9b17-a52d-405c-b96e-e23faa9f5ae4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0451732 Jun 22 20:59:38.902894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-6f4c3af2-de13-4409-b15e-398b7d288836 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273983 Jun 22 20:59:39.013451 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-0bc2c9d7-1c54-4daa-8d9a-34f47b6c776f service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006148 Jun 22 20:59:39.063867 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec7b31-061b-4c92-82f1-6a1f5fa2023c req-6244fdfc-c75d-40e8-98f7-cea9c2e2ac91 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:39.065374 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a4ec7b31-061b-4c92-82f1-6a1f5fa2023c req-6244fdfc-c75d-40e8-98f7-cea9c2e2ac91 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0651436 Jun 22 20:59:39.108872 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a4ec7b31-061b-4c92-82f1-6a1f5fa2023c req-b1a1dc83-d195-42f2-aa02-b8741a711cff tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jun 22 20:59:39.111018 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba00482d-e8a6-49cc-bc79-b9bcdb6c4e4e req-f4ee1f12-979a-43dc-8293-b9f57f95e2d1 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Jun 22 20:59:40.665060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402a0d-9764-467b-9f0b-a18498bb2a10 req-b24c1ce6-69bf-4442-90d0-35304a285430 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:40.666597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-44402a0d-9764-467b-9f0b-a18498bb2a10 req-b24c1ce6-69bf-4442-90d0-35304a285430 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.4263105 Jun 22 20:59:40.705442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-44402a0d-9764-467b-9f0b-a18498bb2a10 req-b8b7d799-9490-4488-843c-6652677a0492 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jun 22 20:59:41.213104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:59:41.215791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:59:41.361003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:41.367101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:41.393442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'network_id': '19470637-9bba-4fce-a608-0dbbc52a223f', 'port_id': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'mac_address': 'fa:16:3e:b2:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9d2622-7574-4409-a9e4-b736921cf06a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:59:41.401747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:41.404007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a5555a-876e-46db-ba10-89f8dbe866aa" -d '{"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:41.434218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:41.439187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:41.444571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:41.466863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3c0409-108e-4a46-a36d-207f714501d1 x-openstack-request-id: req-5d3c0409-108e-4a46-a36d-207f714501d1 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:41.467079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:41.467316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d3c0409-108e-4a46-a36d-207f714501d1 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:41.467701 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'code': 200} Jun 22 20:59:41.479512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:41.502160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:41.511789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:41.536292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.536635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.536968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.537295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.537620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.537964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.538289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.538610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.538931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.539842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.540375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.540517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:41.547269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:41.558120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 20:59:41.558480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 20:59:41.878505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7248-b966-4e89-8c4a-bf632d40f08a req-856c3ad0-ebea-4d0d-80e7-1dbc5f151160 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:41.879984 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b61c7248-b966-4e89-8c4a-bf632d40f08a req-856c3ad0-ebea-4d0d-80e7-1dbc5f151160 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 944 time: 0.0641472 Jun 22 20:59:41.918892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b61c7248-b966-4e89-8c4a-bf632d40f08a req-aa7fad11-9ec3-4ee2-80dd-045de48d5c2d tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jun 22 20:59:42.103024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:42.118891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:42.141522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:42.145241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:42.147204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:42.200725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:42.205344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2cbef8dd-9359-42b0-9761-ab253aa31122'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:59:42.207334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:42.363656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-0f67c67f-3a90-4955-a827-702a10c3e57d tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:42.365671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-0f67c67f-3a90-4955-a827-702a10c3e57d tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.53 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739&tenant_id=e4018db51e4f4baaa343f30d0501bf7f&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 945 time: 0.1236975 Jun 22 20:59:42.465269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-80e68f20-076d-42ab-98a9-5a8188d1503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:42.466784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-80e68f20-076d-42ab-98a9-5a8188d1503b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 1098 time: 0.0544136 Jun 22 20:59:42.561933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-06f987a7-a579-49eb-9d80-4c52d2abe30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:42.563385 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-06f987a7-a579-49eb-9d80-4c52d2abe30d service neutron] 10.222.0.53 "GET /v2.0/networks?id=19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 200 len: 913 time: 0.0895970 Jun 22 20:59:42.605649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-089b4e0c-b79e-4651-af16-8a8213bb4561 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 200 len: 217 time: 0.0356567 Jun 22 20:59:42.667915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-b4ea636e-bc2a-4a5e-ad6e-216b5f5aa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:42.669380 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-b4ea636e-bc2a-4a5e-ad6e-216b5f5aa910 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 200 len: 852 time: 0.0579922 Jun 22 20:59:42.708835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-f5eeac8e-80f7-477d-ac81-eb19d861a14a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19470637-9bba-4fce-a608-0dbbc52a223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317974 Jun 22 20:59:42.797968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-6fc9af70-d4aa-417e-a4cc-5cc7675de594 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Jun 22 20:59:42.894610 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-2acc92b9-03b4-4888-b934-9501ec6e7c66 service neutron] 10.222.0.53 "GET /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901821 Jun 22 20:59:43.235579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:59:43.286047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 2cbef8dd-9359-42b0-9761-ab253aa31122 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:59:43.286444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:43.374640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:43.413756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:43.418520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:43.421477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:43.469558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:43.471992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389cb53-34a1-4e89-ab37-54886cecc310" -d '{"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-plugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:43.488644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:43.493252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:43.517789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33afdb97-bc00-4262-a785-f4b98e407017 x-openstack-request-id: req-33afdb97-bc00-4262-a785-f4b98e407017 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:43.518127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-plugged", "status": "completed", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:43.518401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33afdb97-bc00-4262-a785-f4b98e407017 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:43.518808 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'code': 200} Jun 22 20:59:43.791060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5da25-be61-44a3-88a8-5de5761a61bf req-61285142-1dc2-4153-92a7-cd55fca0d7df tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:43.792443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41a5da25-be61-44a3-88a8-5de5761a61bf req-61285142-1dc2-4153-92a7-cd55fca0d7df tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jun 22 20:59:43.830524 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41a5da25-be61-44a3-88a8-5de5761a61bf req-878fe7f6-3cb8-4a91-8040-8712bea6313d tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jun 22 20:59:45.010951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac500f2c-4cb7-44da-ac92-7e626c649b4f req-0f76961a-e109-4205-b54f-039d00e2d3d9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:45.012340 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac500f2c-4cb7-44da-ac92-7e626c649b4f req-0f76961a-e109-4205-b54f-039d00e2d3d9 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0690563 Jun 22 20:59:45.050760 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac500f2c-4cb7-44da-ac92-7e626c649b4f req-052b2a7c-78fe-4b94-98c6-1385d123a442 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/security-groups?id=3aef39ca-b86d-4810-ad06-7ba482821ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Jun 22 20:59:45.557762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-f832fda8-d801-49ea-865b-85313d3d190e tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:45.559350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-f832fda8-d801-49ea-865b-85313d3d190e tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.53 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 946 time: 0.0718086 Jun 22 20:59:45.667493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Deleting port 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 20:59:45.667826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:45.759614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] For port 2cbef8dd-9359-42b0-9761-ab253aa31122, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2cbef8dd-9359-42b0-9761-ab253aa31122,segment=NetworkSegment(205f7f5c-2d56-44e1-bb6e-789411bcc749),segment_id=205f7f5c-2d56-44e1-bb6e-789411bcc749)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:45.759963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:45.771627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Calling delete_port for 2cbef8dd-9359-42b0-9761-ab253aa31122 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 20:59:45.898060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:45.902902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:45.915008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2cbef8dd-9359-42b0-9761-ab253aa31122'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:59:45.934065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Pushing event deleted for resources: {'Port': ['ID=2cbef8dd-9359-42b0-9761-ab253aa31122,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:45.946735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.947138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.947526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.947911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.948292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.948672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.949061 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.949437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.949970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.950305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.950680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.951050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:45.970303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:45.991124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] No DVR routers for this DVR port 2cbef8dd-9359-42b0-9761-ab253aa31122 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 20:59:45.994380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:45.996371 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5de7a3a1-4300-4082-b0cb-0bf435488668 req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.53 "DELETE /v2.0/ports/2cbef8dd-9359-42b0-9761-ab253aa31122 HTTP/1.1" status: 204 len: 173 time: 0.4289794 Jun 22 20:59:45.996915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-deleted', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:45.999278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f78c63-b935-47db-ba60-babca33944ad" -d '{"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-deleted", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:46.036988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61879a-e139-49b6-93b9-ee305699703a x-openstack-request-id: req-ef61879a-e139-49b6-93b9-ee305699703a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:46.037341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0215a855-6cdc-4df0-a10c-3833e6370739", "name": "network-vif-deleted", "tag": "2cbef8dd-9359-42b0-9761-ab253aa31122", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:46.037648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef61879a-e139-49b6-93b9-ee305699703a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:46.038143 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0215a855-6cdc-4df0-a10c-3833e6370739', 'name': 'network-vif-deleted', 'tag': '2cbef8dd-9359-42b0-9761-ab253aa31122', 'status': 'completed', 'code': 200} Jun 22 20:59:46.197674 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-002d36c2-1496-451c-ad33-66ebd10ede64 req-348ecd7d-0042-4081-86b1-4d74850ee7c2 tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0215a855-6cdc-4df0-a10c-3833e6370739 HTTP/1.1" status: 200 len: 210 time: 0.0303931 Jun 22 20:59:46.918665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fc7-9163-4c72-9ba4-3840b0197c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.475730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34756) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:47.533108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Deleting subnet 7a9d2622-7574-4409-a9e4-b736921cf06a {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 20:59:47.536727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.574866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.625414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.691520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.696301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-08787209-588b-4f5e-9200-5c23babaa057 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:47.723159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9d2622-7574-4409-a9e4-b736921cf06a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:47.725182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.731199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a9d2622-7574-4409-a9e4-b736921cf06a HTTP/1.1" status: 204 len: 168 time: 0.2511981 Jun 22 20:59:47.731199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:47.731199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34758) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:47.810524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.903735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.913865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19470637-9bba-4fce-a608-0dbbc52a223f']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:59:47.925445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205f7f5c-2d56-44e1-bb6e-789411bcc749') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:59:47.925725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205f7f5c-2d56-44e1-bb6e-789411bcc749') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 20:59:47.936471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.950067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.956075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 20:59:47.956461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 20:59:47.958182 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 20:59:48.015674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.019522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:48.022181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.024502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/19470637-9bba-4fce-a608-0dbbc52a223f HTTP/1.1" status: 204 len: 168 time: 0.2929511 Jun 22 20:59:48.035622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19470637-9bba-4fce-a608-0dbbc52a223f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:48.038112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:48.145925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34762) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:48.194339 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cf834625-ff5c-4ad5-881d-8bf15ad15bb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4018db51e4f4baaa343f30d0501bf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470879 Jun 22 20:59:48.197476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34764) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:48.248566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.269769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.315791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.318416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:48.319559 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3aef39ca-b86d-4810-ad06-7ba482821ee2 HTTP/1.1" status: 204 len: 168 time: 0.1211400 Jun 22 20:59:48.320621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41da680f-64c0-4f82-990f-bac2198b8796 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:48.329150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef39ca-b86d-4810-ad06-7ba482821ee2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:48.331622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:49.012145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 34786) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:49.117963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2042816660-network', 'tenant_id': '6e7f99258d894ce39d870b5569b53d2c'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:49.141203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Made reservation on behalf of 6e7f99258d894ce39d870b5569b53d2c for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:59:49.143665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.157183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.244536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 20:59:49.259229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.263503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.265821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 2cbef8dd-9359-42b0-9761-ab253aa31122 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 20:59:49.266365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2cbef8dd-9359-42b0-9761-ab253aa31122 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 20:59:49.268752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fc2c8922-7cbc-4a60-96ce-716fd7593a4d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:49.289367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 20:59:49.306440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00484e0-ffd1-4264-b35a-6be02e899933,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:49.309450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.309797 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Added segment de4ac30e-60fe-47d5-9523-e5c001344deb of type vlan for network 5290cb95-d7fa-4278-917e-8c8f61b1a201 Jun 22 20:59:49.311368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:49.350965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.378640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.379751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:49.380333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.384013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-81aad9b3-11b0-43a4-b0b6-5fed101b6031 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:49.441351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4279881 Jun 22 20:59:49.444142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 34790) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 20:59:49.449361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Pushing event updated for resources: {'Network': ['ID=5290cb95-d7fa-4278-917e-8c8f61b1a201,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:49.450618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Request body: {'subnet': {'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2042816660-subnet', 'tenant_id': '6e7f99258d894ce39d870b5569b53d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:49.452470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:49.460084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 20:59:49.471822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Made reservation on behalf of 6e7f99258d894ce39d870b5569b53d2c for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:59:49.474225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.647400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.649363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cc656c56-2857-47df-b6af-3fa787ac7c1c tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:49.696866 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8169b606-ea27-4fd6-94b5-c2523c75187d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:49.711565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.711957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.712340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.712716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.713106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.713463 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.713831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.714224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.714592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.714955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.715316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.715679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 20:59:49.720198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:49.723976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Checking segment: {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:59:49.724331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Network hostable DHCP agents. Network: 5290cb95-d7fa-4278-917e-8c8f61b1a201, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 20:59:49.740679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 20:59:49.750356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5290cb95-d7fa-4278-917e-8c8f61b1a201) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:59:49.754559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:49.755143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.759875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d9007-e79f-463a-9c4e-878d592586e5 None None] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:59:49.769815 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3244977 Jun 22 20:59:49.819969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aacf22cc-fbd6-4fd0-b6f0-0e197d2d3636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:49.903133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38b6b9-d740-4136-a16d-9fd776f3fcc8 None None] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 20:59:49.982961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:50.203525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-e89d29f6-9326-42a2-b948-10476ce7771a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:50.205173 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-e89d29f6-9326-42a2-b948-10476ce7771a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 815 time: 0.1097295 Jun 22 20:59:50.221866 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-6de6cf8e-89ab-4b1a-9001-41e3c4b1fe68 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/quotas/6e7f99258d894ce39d870b5569b53d2c HTTP/1.1" status: 200 len: 375 time: 0.0106409 Jun 22 20:59:50.258649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-3c13d7a7-7982-420e-8509-2d1f2805e069 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302949 Jun 22 20:59:50.352773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-3d61c6c2-9b82-4f01-a22c-cf3634678184 service neutron] 10.222.0.66 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868018 Jun 22 20:59:50.440549 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-710d7bda-1cbf-4733-8ad7-2c16411b8105 service neutron] 10.222.0.66 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819514 Jun 22 20:59:50.612118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66841595-8ad9-4118-bf3d-5e3e1425b499 req-50c19f16-e692-42fd-b68f-98f3bae1dedb tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 210 time: 0.0308290 Jun 22 20:59:51.043250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:51.770334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-46a31d26-649a-449d-900a-ad679b4686fd tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:51.771961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-46a31d26-649a-449d-900a-ad679b4686fd tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 815 time: 0.1113393 Jun 22 20:59:51.774770 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-923a6616-5b35-4beb-b3f8-7ac17e30c6f1 req-0ccd18e6-225b-4fbd-bf53-51e6473190ed tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 210 time: 0.0418053 Jun 22 20:59:51.799123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Request body: {'port': {'device_id': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'admin_state_up': True, 'tenant_id': '6e7f99258d894ce39d870b5569b53d2c'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:51.919528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Made reservation on behalf of 6e7f99258d894ce39d870b5569b53d2c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 20:59:51.923128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.052523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Allocated IP 172.20.0.4 (5290cb95-d7fa-4278-917e-8c8f61b1a201/8169b606-ea27-4fd6-94b5-c2523c75187d/4541a7cf-3657-450b-9e87-8828714056a9) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 20:59:52.191756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.236169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.240374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-99f51586-8696-4d88-bf16-8bf11289f366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:52.282104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 20:59:52.285295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 20:59:52.289195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 20:59:52.313650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:52.318029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:52.341952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:52.342576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.356889 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617223 Jun 22 20:59:52.362302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.373132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Request body: {'port': {'device_id': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 20:59:52.449152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.705471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:52.713096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.724313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Transition to ACTIVE for port object 4541a7cf-3657-450b-9e87-8828714056a9 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 20:59:52.728570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.730538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fb454011-925a-49b1-b25d-7935f8f3fe3e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:52.775979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:52.780165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:52.850277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Attempting to bind port 4541a7cf-3657-450b-9e87-8828714056a9 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 20:59:52.850616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Attempting to bind port 4541a7cf-3657-450b-9e87-8828714056a9 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 20:59:52.850947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Attempting to bind port 4541a7cf-3657-450b-9e87-8828714056a9 on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:59:52.855223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Port 4541a7cf-3657-450b-9e87-8828714056a9 on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 20:59:52.855542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Attempting to bind port 4541a7cf-3657-450b-9e87-8828714056a9 on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 20:59:52.860330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 20:59:52.860665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Checking segment: {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 20:59:52.861044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Bound using segment: {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 20:59:52.861467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Bound port: 4541a7cf-3657-450b-9e87-8828714056a9, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 20:59:52.861812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.959041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 20:59:52.974601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 20:59:52.983140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.986544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:52.991066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:52.999657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486396f0-8ea6-4b5c-8379-bb2e70c4f01d req-c791a41c-b7c6-466e-b276-14e1eef259a9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.001126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-486396f0-8ea6-4b5c-8379-bb2e70c4f01d req-c791a41c-b7c6-466e-b276-14e1eef259a9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 943 time: 0.1068220 Jun 22 20:59:53.045983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.046590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:53.047933 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] 10.222.0.53 "PUT /v2.0/ports/4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 1093 time: 0.6789656 Jun 22 20:59:53.048544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:53.050872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233d7867-538c-44d2-bc55-a301645b900d" -d '{"events": [{"name": "network-changed", "server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "tag": "4541a7cf-3657-450b-9e87-8828714056a9"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:53.088643 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-486396f0-8ea6-4b5c-8379-bb2e70c4f01d req-5e1505e5-0bd1-4df2-aa4e-98a330609592 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657184 Jun 22 20:59:53.090107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:53.094312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c039974-7eb6-4729-b533-40ce09d3ec88 x-openstack-request-id: req-3c039974-7eb6-4729-b533-40ce09d3ec88 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:53.094583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "tag": "4541a7cf-3657-450b-9e87-8828714056a9", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:53.094892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c039974-7eb6-4729-b533-40ce09d3ec88 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:53.095331 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9', 'status': 'completed', 'code': 200} Jun 22 20:59:53.096041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:53.146788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-e766f415-b186-4cdc-9f2a-8d420b5830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.148256 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-e766f415-b186-4cdc-9f2a-8d420b5830ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1096 time: 0.0557649 Jun 22 20:59:53.198146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-c49d9f4f-d73a-4dd2-81b0-b610bcdb81df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0387123 Jun 22 20:59:53.250879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32b5-0632-43a7-837e-9357e630535c req-f6990bc5-2124-42c5-9803-fe50a8d1083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.252323 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-f6990bc5-2124-42c5-9803-fe50a8d1083b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0446217 Jun 22 20:59:53.293123 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-29b4415e-b724-4102-b414-108df632ff81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263293 Jun 22 20:59:53.397404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-23128c9a-2be8-4841-9d21-4d0b06d31c0c service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938227 Jun 22 20:59:53.493860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75be32b5-0632-43a7-837e-9357e630535c req-9df0fae1-fad3-46ea-83eb-54d1dbafb421 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852225 Jun 22 20:59:53.609380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7867-538c-44d2-bc55-a301645b900d req-0cb80173-9d45-4e12-9712-75c7a384ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.611014 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-0cb80173-9d45-4e12-9712-75c7a384ba53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1096 time: 0.0544553 Jun 22 20:59:53.713755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7867-538c-44d2-bc55-a301645b900d req-7151acb0-ab6d-445f-8833-14e01eaeef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.715364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-7151acb0-ab6d-445f-8833-14e01eaeef5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0967944 Jun 22 20:59:53.759358 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-b708ef5f-3e6e-41a2-ac84-32a43ce31071 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0366478 Jun 22 20:59:53.813469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7867-538c-44d2-bc55-a301645b900d req-d83c245f-79fc-4857-b36d-88d688ffcdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:53.814958 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-d83c245f-79fc-4857-b36d-88d688ffcdf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0494633 Jun 22 20:59:53.849425 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-1a6122fa-f0fc-4aa4-9d8f-f5a219ec06ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273075 Jun 22 20:59:53.944842 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-120f35a8-7dd4-479c-82e0-3522c37166df service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877526 Jun 22 20:59:54.036522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-233d7867-538c-44d2-bc55-a301645b900d req-ef57a121-e8f0-443b-aae4-235bc0a7e4bd service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jun 22 20:59:54.268504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d7212-ba29-4c1d-b599-97101f54d04c req-422657fa-eec4-4017-97de-589071833b38 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:54.269981 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-647d7212-ba29-4c1d-b599-97101f54d04c req-422657fa-eec4-4017-97de-589071833b38 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 943 time: 0.0656936 Jun 22 20:59:54.308673 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-647d7212-ba29-4c1d-b599-97101f54d04c req-9941146f-60e2-4078-91a4-caa9a4ed343f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jun 22 20:59:55.275085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 20:59:55.368428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:55.378977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4541a7cf-3657-450b-9e87-8828714056a9', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'port_id': '4541a7cf-3657-450b-9e87-8828714056a9', 'mac_address': 'fa:16:3e:cf:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8169b606-ea27-4fd6-94b5-c2523c75187d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 20:59:55.419636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:55.484550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6e2ba-71dc-4d18-b21a-ac6997336c36 req-5f9e7114-49eb-4440-b2c5-28ad256fa47a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:55.486143 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3e6e2ba-71dc-4d18-b21a-ac6997336c36 req-5f9e7114-49eb-4440-b2c5-28ad256fa47a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 943 time: 0.0663912 Jun 22 20:59:55.531665 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3e6e2ba-71dc-4d18-b21a-ac6997336c36 req-3f474cff-2131-49d5-838a-d63d7912216a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Jun 22 20:59:55.578840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 20:59:55.598063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:55.602903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:55.604605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-6dddb17b-8dad-4062-bda8-25959ee1b8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:55.647963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:55.651533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:55.856445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4541a7cf-3657-450b-9e87-8828714056a9'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 20:59:56.707126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583fc87-fee5-4177-b69f-5cd76440f85b req-4a2b8243-0b60-4b99-9ef3-504c5c7b7231 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:56.708594 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7583fc87-fee5-4177-b69f-5cd76440f85b req-4a2b8243-0b60-4b99-9ef3-504c5c7b7231 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 944 time: 0.0660205 Jun 22 20:59:56.747377 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7583fc87-fee5-4177-b69f-5cd76440f85b req-e7cda39e-36d3-48e4-b5fb-f995344dff04 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jun 22 20:59:57.275495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 20:59:57.323325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 4541a7cf-3657-450b-9e87-8828714056a9 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 20:59:57.327879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4541a7cf-3657-450b-9e87-8828714056a9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 20:59:57.328258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:57.404156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:57.426559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 20:59:57.428796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab4c83-add7-4fbe-b68c-ad44d891c850" -d '{"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-plugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 20:59:57.441975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 20:59:57.450888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 20:59:57.453073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f9267926-98dc-4efb-8170-f299045a1fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 20:59:57.477601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90597b3e-ff96-48be-98d6-3d69e8575fae x-openstack-request-id: req-90597b3e-ff96-48be-98d6-3d69e8575fae {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 20:59:57.477756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-plugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 20:59:57.478032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90597b3e-ff96-48be-98d6-3d69e8575fae {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 20:59:57.478409 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9', 'code': 200} Jun 22 20:59:57.506662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 20:59:57.510020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 20:59:57.711206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97eca-5c4c-41d3-a275-66aed235c79d req-da50b7b2-e68e-42f2-83a7-e81fb7566c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:57.712707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-40a97eca-5c4c-41d3-a275-66aed235c79d req-da50b7b2-e68e-42f2-83a7-e81fb7566c3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1098 time: 0.0559778 Jun 22 20:59:57.752196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-40a97eca-5c4c-41d3-a275-66aed235c79d req-2c5c96bf-e543-4146-be0e-468c8e71a349 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288615 Jun 22 20:59:57.922343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24069bd5-e116-404a-a2a4-f12e88236167 req-7ba6bfd5-f791-42e8-a7e6-75d2caede372 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:57.923843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-24069bd5-e116-404a-a2a4-f12e88236167 req-7ba6bfd5-f791-42e8-a7e6-75d2caede372 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0691092 Jun 22 20:59:57.962719 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-24069bd5-e116-404a-a2a4-f12e88236167 req-c6001735-5470-4322-8137-7012f2199d29 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jun 22 20:59:59.138151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e60c6-f60e-43a6-a2dc-b4b80929ca18 req-12ec8470-a2e2-4a13-a3f7-50f8b3757368 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:59.139667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e3e60c6-f60e-43a6-a2dc-b4b80929ca18 req-12ec8470-a2e2-4a13-a3f7-50f8b3757368 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0645387 Jun 22 20:59:59.177382 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e3e60c6-f60e-43a6-a2dc-b4b80929ca18 req-41d346ab-8bee-4ed7-9aa7-e5b161f6c390 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Jun 22 20:59:59.354598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239c448-8df4-4716-8bd5-d0cf61043c65 req-749c90fe-c776-487f-bff4-e8e88554d903 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:59.355982 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0239c448-8df4-4716-8bd5-d0cf61043c65 req-749c90fe-c776-487f-bff4-e8e88554d903 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0652418 Jun 22 20:59:59.393961 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0239c448-8df4-4716-8bd5-d0cf61043c65 req-c7eeef15-8027-493a-a570-9f0640226bfb tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Jun 22 20:59:59.741769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0a0e2-6375-4769-a246-9f895b6029d3 req-955a6a8e-6e05-43ba-9027-6c4b24d951f1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:59.743345 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1e0a0e2-6375-4769-a246-9f895b6029d3 req-955a6a8e-6e05-43ba-9027-6c4b24d951f1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0672486 Jun 22 20:59:59.781727 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1e0a0e2-6375-4769-a246-9f895b6029d3 req-3b212e8c-afdf-4aa6-a660-ce0f82ef2fb4 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Jun 22 20:59:59.957723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e3e98-1c22-43f3-8cfd-85aa70649ce6 req-bbbb90f0-0dac-453a-98bb-0df3e7153702 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 20:59:59.959199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f97e3e98-1c22-43f3-8cfd-85aa70649ce6 req-bbbb90f0-0dac-453a-98bb-0df3e7153702 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0691071 Jun 22 20:59:59.996956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f97e3e98-1c22-43f3-8cfd-85aa70649ce6 req-1a84b6b6-98bd-4187-b7d4-de8bc27e06ff tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jun 22 21:00:00.341371 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-12686032-706d-46d6-bdae-2596e236e8c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623076 Jun 22 21:00:00.396973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c7796-af2e-4ffb-a617-90478fae0b5c req-e5a62374-5a2b-4658-92a7-9c6eef5dd6c6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:00.398916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba9c7796-af2e-4ffb-a617-90478fae0b5c req-e5a62374-5a2b-4658-92a7-9c6eef5dd6c6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0697052 Jun 22 21:00:00.438804 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba9c7796-af2e-4ffb-a617-90478fae0b5c req-64cfb434-228a-4ca9-8c3d-331a23e98d43 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jun 22 21:00:01.563054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-149e0da9-491f-4fcd-995d-b4f6b6bbe354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:01.564580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-149e0da9-491f-4fcd-995d-b4f6b6bbe354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1098 time: 0.0619802 Jun 22 21:00:01.625284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc103a3-3512-4350-8414-a60e86d52f3d req-4278747d-4eb3-4dee-8903-2514267f47e1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:01.626858 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4fc103a3-3512-4350-8414-a60e86d52f3d req-4278747d-4eb3-4dee-8903-2514267f47e1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0705383 Jun 22 21:00:01.657448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-412d8ea3-8bf2-4ad6-ae65-03cce8f15e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:01.659371 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-412d8ea3-8bf2-4ad6-ae65-03cce8f15e45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0886738 Jun 22 21:00:01.687706 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4fc103a3-3512-4350-8414-a60e86d52f3d req-aad2b0a4-eb7c-4e55-9e82-c0782574d980 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535257 Jun 22 21:00:01.709492 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-67b18436-79f3-41b2-a9dc-e9b397086bb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0427229 Jun 22 21:00:01.758958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-6c6d0df6-acbf-4a19-a248-79155247254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:01.760527 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-6c6d0df6-acbf-4a19-a248-79155247254f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0450861 Jun 22 21:00:01.794172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-4abb4f97-3818-4b81-8231-111b9ccad819 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272737 Jun 22 21:00:01.888474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-4ad2a772-19ae-4851-9660-c6f1138a7119 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Jun 22 21:00:01.975036 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-df53a67a-577a-4baf-8344-99c9f30f7d44 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799744 Jun 22 21:00:02.872839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9844fa-ab4b-4282-94ec-5cca6b0e5d9b req-4fa000ea-692d-42a7-b745-7311130f6364 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:02.874317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2f9844fa-ab4b-4282-94ec-5cca6b0e5d9b req-4fa000ea-692d-42a7-b745-7311130f6364 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0685306 Jun 22 21:00:02.915317 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2f9844fa-ab4b-4282-94ec-5cca6b0e5d9b req-5f1882f4-e2a8-4bf7-8501-276f7da39581 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jun 22 21:00:04.095895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09997fe-4b1c-4d74-9137-02a15cfc23f7 req-fda56778-ba72-4cfa-8137-fe48af58b18f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:04.097365 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d09997fe-4b1c-4d74-9137-02a15cfc23f7 req-fda56778-ba72-4cfa-8137-fe48af58b18f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0629499 Jun 22 21:00:04.136012 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d09997fe-4b1c-4d74-9137-02a15cfc23f7 req-ff0d5ea2-3c9a-436b-99ec-e96ef8ae790a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Jun 22 21:00:05.315239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6b0d-f0dc-474d-ac19-a24763815696 req-145edb88-8a20-45f3-a090-fbf894c44cc0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:05.316765 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-93ad6b0d-f0dc-474d-ac19-a24763815696 req-145edb88-8a20-45f3-a090-fbf894c44cc0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0699532 Jun 22 21:00:05.356869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-93ad6b0d-f0dc-474d-ac19-a24763815696 req-45ef9650-6618-4dde-bd0a-5cdfe81c1b54 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Jun 22 21:00:06.531320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742db5-0749-4aae-abfb-31a006cdba4d req-36a044f4-bd61-4426-a973-e1e7a04c9cd5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:06.532789 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-41742db5-0749-4aae-abfb-31a006cdba4d req-36a044f4-bd61-4426-a973-e1e7a04c9cd5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0661871 Jun 22 21:00:06.570460 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-41742db5-0749-4aae-abfb-31a006cdba4d req-9411bd65-defe-4e2a-8468-4d74629be6f1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jun 22 21:00:07.750340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ce642-dbca-4339-be2b-4d475de9559f req-877fcda7-3a1a-44f8-ac4c-b80cb38509ed tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:07.751818 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f2ce642-dbca-4339-be2b-4d475de9559f req-877fcda7-3a1a-44f8-ac4c-b80cb38509ed tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0723324 Jun 22 21:00:07.790429 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f2ce642-dbca-4339-be2b-4d475de9559f req-a0599632-cbd5-4cd7-a1b6-7526e3d185a5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326750 Jun 22 21:00:08.964127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93964218-4e68-4fc6-b27b-8da4e6afe71c req-2a3fa3b7-c37a-4481-9de6-b4ab6467bc20 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:08.965596 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-93964218-4e68-4fc6-b27b-8da4e6afe71c req-2a3fa3b7-c37a-4481-9de6-b4ab6467bc20 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0653374 Jun 22 21:00:09.003643 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-93964218-4e68-4fc6-b27b-8da4e6afe71c req-c38e75e9-67db-4a8d-a424-ef3d18b9bc52 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jun 22 21:00:10.184285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccd077-e336-4e06-9e21-4ed662ff1bcf req-57d64955-94a7-4d00-8ddb-d33b3e927650 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:10.185734 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48ccd077-e336-4e06-9e21-4ed662ff1bcf req-57d64955-94a7-4d00-8ddb-d33b3e927650 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0689015 Jun 22 21:00:10.223623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48ccd077-e336-4e06-9e21-4ed662ff1bcf req-c6c75845-7a1b-4977-bb02-b7c9b4739128 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Jun 22 21:00:11.405440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfc420-6102-47b8-a7fe-6c09b3a1157c req-440d0da8-4198-4a0a-8096-6d88b4f2200d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:11.406999 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-65dfc420-6102-47b8-a7fe-6c09b3a1157c req-440d0da8-4198-4a0a-8096-6d88b4f2200d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0673738 Jun 22 21:00:11.449976 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-65dfc420-6102-47b8-a7fe-6c09b3a1157c req-0fa7a53e-3d2d-4304-945b-c3d81cf97e71 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Jun 22 21:00:12.431169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-0fa4d1a6-7464-4fcc-ac1b-b6f692b3b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:12.432729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-0fa4d1a6-7464-4fcc-ac1b-b6f692b3b0bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1098 time: 0.0520320 Jun 22 21:00:12.542264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-f864d497-3cdf-403d-b241-11264d4e846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:12.543731 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-f864d497-3cdf-403d-b241-11264d4e846f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0895081 Jun 22 21:00:12.586564 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-d0c76b76-54e3-46bc-9ae0-1541f86aac0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0365074 Jun 22 21:00:12.983247 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:00:13.021408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-89bb84e8-eb5e-4034-87f5-d57368a63104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:13.022791 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-89bb84e8-eb5e-4034-87f5-d57368a63104 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.4279823 Jun 22 21:00:13.050327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc08424-7fd8-4107-b7cb-af6b65c95c3c req-c8232378-9eeb-4e68-aae6-a5d784e75793 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:13.052001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1fc08424-7fd8-4107-b7cb-af6b65c95c3c req-c8232378-9eeb-4e68-aae6-a5d784e75793 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.4678459 Jun 22 21:00:13.071348 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-2482bdbe-699d-4b9a-8208-1ccd088a4a05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377417 Jun 22 21:00:13.087856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-2f98cb5a-d961-4b75-a361-c3c9ef7f0f70 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:00:13.088803 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-2f98cb5a-d961-4b75-a361-c3c9ef7f0f70 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104876 Jun 22 21:00:13.135001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1fc08424-7fd8-4107-b7cb-af6b65c95c3c req-23a28bc1-031a-4db8-8a3a-6a6ad277e1d8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657129 Jun 22 21:00:13.198287 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-3965c9c3-7cbe-4936-bb1d-92af3ba847b0 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028383 Jun 22 21:00:13.273531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-396dbe73-c20b-4283-87c5-504eb8eabfac req-cd94322f-1a02-4c83-8de1-98160dadc453 service neutron] (100374) timed out ('10.222.0.53', 49822) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 21:00:13.286313 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-649ac8ba-5f2c-43f1-85d2-c55fe7e024ce req-f2ab77e8-21b7-4faf-8468-8f5928fdeead service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Jun 22 21:00:14.309515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fba12-5126-4aca-89ac-b33df24aa119 req-ef851d79-c64f-4802-b831-68c68ec1304f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:14.311006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4e9fba12-5126-4aca-89ac-b33df24aa119 req-ef851d79-c64f-4802-b831-68c68ec1304f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0648422 Jun 22 21:00:14.348608 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4e9fba12-5126-4aca-89ac-b33df24aa119 req-3a6d0e93-7e2b-4eb1-838c-7f2cf5a72176 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jun 22 21:00:15.518412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eefe8e-2f4f-4e36-862a-351acf70c878 req-55b29f30-9065-45af-921c-21111663624c tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:15.519853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3eefe8e-2f4f-4e36-862a-351acf70c878 req-55b29f30-9065-45af-921c-21111663624c tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0623767 Jun 22 21:00:15.561886 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3eefe8e-2f4f-4e36-862a-351acf70c878 req-8faa0316-d10c-4fd8-afe9-dc1473873365 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Jun 22 21:00:16.738479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f89da-3928-4a51-b6f3-26af8e3ac6b4 req-a2559fa9-ba9d-4306-994f-13b60f2f3088 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:16.739967 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-439f89da-3928-4a51-b6f3-26af8e3ac6b4 req-a2559fa9-ba9d-4306-994f-13b60f2f3088 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0667272 Jun 22 21:00:16.778289 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-439f89da-3928-4a51-b6f3-26af8e3ac6b4 req-8d0cd323-c9fa-43e0-8a85-dcafb4a3788e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jun 22 21:00:16.919309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e4797dd1-3602-48ca-80cf-b45a02cd84c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:17.952619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9c2a-fb34-4c52-a63e-e9379c751afd req-2ffa972b-ef96-439c-8cb0-6fc4c3baaa98 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:17.954135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba7c9c2a-fb34-4c52-a63e-e9379c751afd req-2ffa972b-ef96-439c-8cb0-6fc4c3baaa98 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jun 22 21:00:17.990858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ba7c9c2a-fb34-4c52-a63e-e9379c751afd req-ca4afd02-0108-4997-9c3e-4094dc5079f5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Jun 22 21:00:19.170297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649a771-e207-4466-887c-73874919bca0 req-c4575b0d-8387-4ca0-867a-1310e1e7d9bb tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:19.171756 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b649a771-e207-4466-887c-73874919bca0 req-c4575b0d-8387-4ca0-867a-1310e1e7d9bb tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0695608 Jun 22 21:00:19.209779 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b649a771-e207-4466-887c-73874919bca0 req-2408b400-c247-4283-b336-40e75734da9a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Jun 22 21:00:19.782560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e09177cf-783d-4a48-a5ab-0cb46a732351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:19.974718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:20.402448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefaf4-97b7-4094-a106-32dc1ebf0537 req-35042817-b53d-4e45-a996-794860cf3a6a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:20.404531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbfefaf4-97b7-4094-a106-32dc1ebf0537 req-35042817-b53d-4e45-a996-794860cf3a6a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0816314 Jun 22 21:00:20.442870 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbfefaf4-97b7-4094-a106-32dc1ebf0537 req-7be81f9a-5da6-43c5-a063-61fb3fe47a25 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jun 22 21:00:21.045754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:21.622711 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b201f7-9591-407a-89fe-690efddd9066 req-d857f60f-dffc-4da1-a1c7-5ef074cd2580 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:21.624151 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80b201f7-9591-407a-89fe-690efddd9066 req-d857f60f-dffc-4da1-a1c7-5ef074cd2580 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0625110 Jun 22 21:00:21.661121 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80b201f7-9591-407a-89fe-690efddd9066 req-ec7b4a1d-fed7-4d77-94fc-f92b3b1526de tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Jun 22 21:00:22.365300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:22.835364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6321b-fa23-4360-95aa-11dad29ef99c req-2b0fe670-68bb-4c60-ae9d-a0c694c2d5c4 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:22.837409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1fb6321b-fa23-4360-95aa-11dad29ef99c req-2b0fe670-68bb-4c60-ae9d-a0c694c2d5c4 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0665855 Jun 22 21:00:22.874127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1fb6321b-fa23-4360-95aa-11dad29ef99c req-6d3078e3-e213-4b0f-afe7-2f9b31ebc366 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Jun 22 21:00:22.991440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:24.052885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc4ed-0775-4c30-aa9d-55f7705ba15c req-b48fc123-bd95-49eb-9cab-1cc182413317 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:24.054407 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f23cc4ed-0775-4c30-aa9d-55f7705ba15c req-b48fc123-bd95-49eb-9cab-1cc182413317 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0687387 Jun 22 21:00:24.093275 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f23cc4ed-0775-4c30-aa9d-55f7705ba15c req-d8d97e0f-ceee-4de7-924b-0427e4ac3c41 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Jun 22 21:00:25.269479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769846-7ef5-4403-a233-1c678ada91ed req-2285993d-8064-4529-8577-cca9c0d9ceb0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:25.270970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-96769846-7ef5-4403-a233-1c678ada91ed req-2285993d-8064-4529-8577-cca9c0d9ceb0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0633965 Jun 22 21:00:25.309192 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-96769846-7ef5-4403-a233-1c678ada91ed req-3b35c31f-7dea-453a-a8d5-016e45452d8d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Jun 22 21:00:26.484357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb263-f0e1-4689-9eaa-156828627a48 req-bbb79125-a1eb-4450-9006-6cde83199d6d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:26.485858 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7d5cb263-f0e1-4689-9eaa-156828627a48 req-bbb79125-a1eb-4450-9006-6cde83199d6d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0645676 Jun 22 21:00:26.524655 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7d5cb263-f0e1-4689-9eaa-156828627a48 req-5fd6b627-59c6-45a3-aa7a-90108a2cefc5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Jun 22 21:00:27.699888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724670b-d852-4879-8c68-50bbcf8027fe req-a8a02295-3a31-4dbb-b6ad-e958fe3319bf tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:27.701383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9724670b-d852-4879-8c68-50bbcf8027fe req-a8a02295-3a31-4dbb-b6ad-e958fe3319bf tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0642993 Jun 22 21:00:27.743981 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9724670b-d852-4879-8c68-50bbcf8027fe req-6fdc414a-3b9b-4436-b2ec-d1a437222a65 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366917 Jun 22 21:00:28.883744 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-10371f92-f5ae-4ed8-b5fe-22466c65aa17 service neutron] 10.222.0.53 "GET /v2.0/ports/4541a7cf-3657-450b-9e87-8828714056a9/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0593784 Jun 22 21:00:28.934667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f0e06-8da4-40c2-aa82-c2129fd4fc86 req-a4b9bd8c-7560-495e-8ba2-61c3b5e5cac5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:28.936185 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6c7f0e06-8da4-40c2-aa82-c2129fd4fc86 req-a4b9bd8c-7560-495e-8ba2-61c3b5e5cac5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0654485 Jun 22 21:00:28.982758 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6c7f0e06-8da4-40c2-aa82-c2129fd4fc86 req-347fc50e-cedf-4c50-90ee-03af5a46594e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Jun 22 21:00:29.173152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-81f46e10-f287-4d23-b555-8dbee44f9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:29.174693 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-81f46e10-f287-4d23-b555-8dbee44f9b96 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b&tenant_id=6e7f99258d894ce39d870b5569b53d2c HTTP/1.1" status: 200 len: 1098 time: 0.0638266 Jun 22 21:00:29.254505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-f65b630b-e023-4f86-9a8c-f16cff9cc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:29.256176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-f65b630b-e023-4f86-9a8c-f16cff9cc192 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1098 time: 0.0527267 Jun 22 21:00:29.358699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-0997b74d-a0c4-49ae-8d04-38713dd67b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:29.360160 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-0997b74d-a0c4-49ae-8d04-38713dd67b8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0945649 Jun 22 21:00:29.405387 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-8f8b6a96-100b-4e1c-9430-aca4fb8758a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0353386 Jun 22 21:00:29.463951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14999-8287-4f81-877f-046ed56cd98a req-597190bf-5a6a-44f5-9ae2-f2cd257416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:29.465332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-597190bf-5a6a-44f5-9ae2-f2cd257416ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0508075 Jun 22 21:00:29.504502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-a27379ad-e97a-4b3a-9aa1-bec555118e40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281277 Jun 22 21:00:29.600559 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-945fc06d-c166-4eaf-bad0-c7a7364e38b0 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Jun 22 21:00:29.698470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3ab14999-8287-4f81-877f-046ed56cd98a req-0e7ec499-7b37-421e-8d8b-0c5c4e27a3c7 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 Jun 22 21:00:30.165458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc02fe-120c-4a22-af2c-b280b8e58c39 req-ace2124e-d758-4ea4-98d7-cd89fa14560b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:30.167135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbbc02fe-120c-4a22-af2c-b280b8e58c39 req-ace2124e-d758-4ea4-98d7-cd89fa14560b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0683162 Jun 22 21:00:30.208911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbbc02fe-120c-4a22-af2c-b280b8e58c39 req-d23ca95b-4e62-4c6d-b1e6-12fd317b7b52 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Jun 22 21:00:31.393460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51929eac-ed22-4763-af4c-345ba03df3fa req-d8456566-4e96-491b-b240-b5ed6eefbffc tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:31.395040 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-51929eac-ed22-4763-af4c-345ba03df3fa req-d8456566-4e96-491b-b240-b5ed6eefbffc tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0695937 Jun 22 21:00:31.411399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:00:31.416207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:00:31.439299 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-51929eac-ed22-4763-af4c-345ba03df3fa req-5cbf9b95-38ec-4071-823a-eacdc79693ef tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Jun 22 21:00:31.576900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:31.583250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:31.607553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4541a7cf-3657-450b-9e87-8828714056a9', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'port_id': '4541a7cf-3657-450b-9e87-8828714056a9', 'mac_address': 'fa:16:3e:cf:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8169b606-ea27-4fd6-94b5-c2523c75187d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:00:31.615132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:00:31.617406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea79b1a-9d46-4014-8cb5-652f251e8ecc" -d '{"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:00:31.653924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:31.658468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:31.664006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:31.671987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43897be1-d6c1-4f0a-8a5b-4acb1ca8339b x-openstack-request-id: req-43897be1-d6c1-4f0a-8a5b-4acb1ca8339b {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:00:31.672287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:00:31.672552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43897be1-d6c1-4f0a-8a5b-4acb1ca8339b {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:00:31.672949 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9', 'code': 200} Jun 22 21:00:31.697139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:31.724158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:00:31.736091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:31.739512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:31.771469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:00:31.771833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:00:32.318823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:32.335786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:00:32.357680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:32.361993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:32.363793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-31b8dcc7-b27c-47b0-90db-40cc580c4e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:32.416366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:32.419593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:32.421734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4541a7cf-3657-450b-9e87-8828714056a9'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:00:32.619377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37987b-1d2e-483a-96f0-b01fb6f213a4 req-91b846ee-b487-49a6-b849-1f51ad4977d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:32.620777 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9b37987b-1d2e-483a-96f0-b01fb6f213a4 req-91b846ee-b487-49a6-b849-1f51ad4977d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 944 time: 0.0672383 Jun 22 21:00:32.660758 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9b37987b-1d2e-483a-96f0-b01fb6f213a4 req-18751db9-be25-40a7-a4fc-6b6541684acb tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Jun 22 21:00:32.978954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235bc93-01fe-4b9e-ab34-ba9c1fd48f35 req-d076eb8d-5e90-4bd8-9845-3525961a6473 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:32.980471 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2235bc93-01fe-4b9e-ab34-ba9c1fd48f35 req-d076eb8d-5e90-4bd8-9845-3525961a6473 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 944 time: 0.0742335 Jun 22 21:00:32.991618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-21940048-091f-47d2-9528-490a77d6b5d8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:32.993760 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-21940048-091f-47d2-9528-490a77d6b5d8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b&tenant_id=6e7f99258d894ce39d870b5569b53d2c&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 944 time: 0.0851777 Jun 22 21:00:33.026432 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2235bc93-01fe-4b9e-ab34-ba9c1fd48f35 req-7e9d6379-7242-4e4f-97f2-7dc11bb4a64b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Jun 22 21:00:33.099688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-8167059d-75fe-47cd-9058-c9abbb1ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:33.101221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-8167059d-75fe-47cd-9058-c9abbb1ab868 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 1097 time: 0.0623217 Jun 22 21:00:33.196510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-2ecf50ad-e08e-4bb7-8404-375cde4822e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:33.198007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-2ecf50ad-e08e-4bb7-8404-375cde4822e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0869212 Jun 22 21:00:33.245711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-b582d708-cd5f-4749-9cd1-07f7709e2142 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 200 len: 217 time: 0.0408752 Jun 22 21:00:33.297696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-c5f2e85b-f129-4300-8358-1fecdce59be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:33.299287 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-c5f2e85b-f129-4300-8358-1fecdce59be9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0477812 Jun 22 21:00:33.336028 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-8104587e-c9cf-4ea3-9a18-3b3c7007dff3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jun 22 21:00:33.439145 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-48098aed-f7a6-4d44-93c5-ffa74f070e4f service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964255 Jun 22 21:00:33.445082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:00:33.502398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4541a7cf-3657-450b-9e87-8828714056a9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:00:33.502670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:33.532756 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bdf4288f-9dad-499a-ae69-b133f0812e88 req-101308f2-b57d-41a5-9eb1-9e9005aaaa83 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868649 Jun 22 21:00:33.580230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:33.617310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:33.627574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:33.629516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:33.673570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:00:33.675849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4645f282-3311-4562-9a13-59702ed4f065" -d '{"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-plugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:00:33.684351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:33.687484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:33.722970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d8adc-15e1-4773-a187-6e0b8e0b05d7 x-openstack-request-id: req-3c8d8adc-15e1-4773-a187-6e0b8e0b05d7 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:00:33.723282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-plugged", "status": "completed", "tag": "4541a7cf-3657-450b-9e87-8828714056a9", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:00:33.723550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c8d8adc-15e1-4773-a187-6e0b8e0b05d7 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:00:33.723955 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9', 'code': 200} Jun 22 21:00:34.212319 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7ed85-f837-4d99-9d6a-e6a626ba7432 req-9eb0db55-7b9c-4e5d-a394-eb07c2f5af8c tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:34.213963 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-90e7ed85-f837-4d99-9d6a-e6a626ba7432 req-9eb0db55-7b9c-4e5d-a394-eb07c2f5af8c tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0675161 Jun 22 21:00:34.252700 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-90e7ed85-f837-4d99-9d6a-e6a626ba7432 req-ba907bd0-61d7-4edf-aebc-2f010f40961b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Jun 22 21:00:34.450372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9428a-df04-4166-be4f-6d25c520ce78 req-fbcd9e6e-3be3-4ab9-81d6-faf6a2de6aef tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:34.451911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4fd9428a-df04-4166-be4f-6d25c520ce78 req-fbcd9e6e-3be3-4ab9-81d6-faf6a2de6aef tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0772181 Jun 22 21:00:34.490905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4fd9428a-df04-4166-be4f-6d25c520ce78 req-2a4ccab0-6d28-409f-b2ae-05b87f069828 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jun 22 21:00:34.666982 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe47271-df3f-4612-83b9-fc8551cd967b req-a4062799-5169-4dd7-8091-2dff701839b8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:34.668498 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5fe47271-df3f-4612-83b9-fc8551cd967b req-a4062799-5169-4dd7-8091-2dff701839b8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.0659287 Jun 22 21:00:34.708651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5fe47271-df3f-4612-83b9-fc8551cd967b req-0be23732-9902-4b19-a81e-3799416b525f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Jun 22 21:00:35.169533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-d73bce67-47c5-41f3-8be2-383c5a9bf2af tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:35.171035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-d73bce67-47c5-41f3-8be2-383c5a9bf2af tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 815 time: 0.1174603 Jun 22 21:00:35.185646 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-e7989aad-92f6-46d7-b059-bce89827bbfe tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/quotas/6e7f99258d894ce39d870b5569b53d2c HTTP/1.1" status: 200 len: 375 time: 0.0091615 Jun 22 21:00:35.252029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-df8c04a6-7d4c-41ba-8bee-195a34be510f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612745 Jun 22 21:00:35.348945 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-823318bb-d999-4eed-aa21-dcdfe0e5c669 service neutron] 10.222.0.66 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895047 Jun 22 21:00:35.442088 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-db3a8be6-acc7-444e-ba8d-fb2d8bb9c6c7 service neutron] 10.222.0.66 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Jun 22 21:00:35.608899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3390c7f2-283e-4399-898a-397ef524c57b req-f8cd4e1b-4c33-475c-b1cb-2afbd35c6fb7 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 210 time: 0.0292587 Jun 22 21:00:36.734902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-83eac56b-6426-4b46-b99f-2f528b83f347 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:36.736420 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-83eac56b-6426-4b46-b99f-2f528b83f347 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 815 time: 0.1603820 Jun 22 21:00:36.749910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Request body: {'port': {'device_id': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'admin_state_up': True, 'tenant_id': '6e7f99258d894ce39d870b5569b53d2c'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:00:36.803991 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0e56c413-9916-4533-97da-83fe5f08e5d0 req-c79c09c1-18fc-4c1f-8197-52fde6421068 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 210 time: 0.0368681 Jun 22 21:00:36.911298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-b1575c79-8525-4835-ab67-c02564c95ce2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:36.912666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-b1575c79-8525-4835-ab67-c02564c95ce2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/ports?device_id=4efdd3d3-4d8e-49e9-b635-2dace0a30c6b HTTP/1.1" status: 200 len: 945 time: 0.1067131 Jun 22 21:00:36.926135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Made reservation on behalf of 6e7f99258d894ce39d870b5569b53d2c for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:00:36.929446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.126266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Allocated IP 172.20.0.3 (5290cb95-d7fa-4278-917e-8c8f61b1a201/8169b606-ea27-4fd6-94b5-c2523c75187d/2f5f89b3-68a6-4ab9-81a2-26e4796100ca) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:00:37.131580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Deleting port 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:00:37.131984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.275076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] For port 4541a7cf-3657-450b-9e87-8828714056a9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4541a7cf-3657-450b-9e87-8828714056a9,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:37.275295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.314577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Calling delete_port for 4541a7cf-3657-450b-9e87-8828714056a9 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:00:37.404902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.489147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.495360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e444eab3-d7fd-4122-96c0-9a3d93e9172a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:37.540424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.543003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Network 5290cb95-d7fa-4278-917e-8c8f61b1a201 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:00:37.550348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:00:37.557376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:00:37.586480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:37.594784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:37.595345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ddd1c45-9c20-47db-8587-2029bb024946 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:37.645197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Pushing event deleted for resources: {'Port': ['ID=4541a7cf-3657-450b-9e87-8828714056a9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:37.666327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:37.669130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] No DVR routers for this DVR port 4541a7cf-3657-450b-9e87-8828714056a9 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:00:37.676189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:37.676789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.679416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.681801 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "DELETE /v2.0/ports/4541a7cf-3657-450b-9e87-8828714056a9 HTTP/1.1" status: 204 len: 173 time: 0.7629907 Jun 22 21:00:37.682348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-deleted', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:00:37.684648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f8aa5-9476-47a9-a7e8-3c726803442e" -d '{"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-deleted", "tag": "4541a7cf-3657-450b-9e87-8828714056a9"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:00:37.703478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578161 Jun 22 21:00:37.734878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Request body: {'port': {'device_id': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:00:37.740254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696dd6ff-1e73-4b96-a72c-ecdb19f2a98e x-openstack-request-id: req-696dd6ff-1e73-4b96-a72c-ecdb19f2a98e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:00:37.740883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efdd3d3-4d8e-49e9-b635-2dace0a30c6b", "name": "network-vif-deleted", "tag": "4541a7cf-3657-450b-9e87-8828714056a9", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:00:37.740883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-696dd6ff-1e73-4b96-a72c-ecdb19f2a98e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:00:37.741311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efdd3d3-4d8e-49e9-b635-2dace0a30c6b', 'name': 'network-vif-deleted', 'tag': '4541a7cf-3657-450b-9e87-8828714056a9', 'status': 'completed', 'code': 200} Jun 22 21:00:37.822324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:37.990495 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6741a0-c0e6-4e63-b788-278c6bef6b32 req-a7c7d1ed-ae21-4708-9e45-0fa0b2c66417 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:37.992011 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3a6741a0-c0e6-4e63-b788-278c6bef6b32 req-a7c7d1ed-ae21-4708-9e45-0fa0b2c66417 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 931 time: 0.0701749 Jun 22 21:00:38.039994 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3a6741a0-c0e6-4e63-b788-278c6bef6b32 req-2975af63-8cff-4989-a199-6b213f8a9b04 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Jun 22 21:00:38.115828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:00:38.126323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:38.139777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Transition to ACTIVE for port object 2f5f89b3-68a6-4ab9-81a2-26e4796100ca will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:00:38.145386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:38.147885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc89247f-50cb-48e2-9a6c-0314ab040c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:38.199135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:38.205483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:38.279422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Attempting to bind port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:00:38.279758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Attempting to bind port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:00:38.280092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Attempting to bind port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:00:38.284434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:00:38.284751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Attempting to bind port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca on network 5290cb95-d7fa-4278-917e-8c8f61b1a201 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:00:38.290526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:00:38.290794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Checking segment: {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:00:38.291185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Bound using segment: {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:00:38.291644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Bound port: 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4ac30e-60fe-47d5-9523-e5c001344deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:00:38.291997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:38.366438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:00:38.370001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:00:38.375208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:38.378881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b83add90-01fe-4786-a98d-971e0fcbc5b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:38.407773 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:38.408408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:38.409788 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 1093 time: 0.6866829 Jun 22 21:00:38.439129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:38.442142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:38.503696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-fa1b2b56-2e21-4223-98da-62e4632e0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:38.505207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-fa1b2b56-2e21-4223-98da-62e4632e0e8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1096 time: 0.0572822 Jun 22 21:00:38.552625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-3a32b1cf-3b12-432c-9881-69fd201aa14d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0361199 Jun 22 21:00:38.607152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319f72-2271-41d0-8480-619c3387130c req-3bb24141-7452-4077-808c-799139467203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:38.608669 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-3bb24141-7452-4077-808c-799139467203 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0469329 Jun 22 21:00:38.650674 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-2add33a5-b44f-4fea-bea7-74219c1ce4d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320432 Jun 22 21:00:38.747950 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-02825026-a58f-4376-a74d-d92a7eab0dbb service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904491 Jun 22 21:00:38.854853 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97319f72-2271-41d0-8480-619c3387130c req-9efc5985-5928-4534-a30d-cd565e9223f3 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948758 Jun 22 21:00:39.227265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4ede-2ca0-46a8-8380-ad85d4bd5518 req-7d33708d-a4b2-48ba-9619-349b317645f2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:39.228893 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-389f4ede-2ca0-46a8-8380-ad85d4bd5518 req-7d33708d-a4b2-48ba-9619-349b317645f2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 943 time: 0.0642726 Jun 22 21:00:39.267908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-389f4ede-2ca0-46a8-8380-ad85d4bd5518 req-7fd57483-efc0-472d-acab-ad44b0e67231 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Jun 22 21:00:39.461116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:00:39.481876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 4541a7cf-3657-450b-9e87-8828714056a9 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:00:39.482257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4541a7cf-3657-450b-9e87-8828714056a9 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:00:39.743195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:00:39.745495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbee65e-4fa6-4bfd-b840-076acab2d923" -d '{"events": [{"name": "network-changed", "server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:00:39.784390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294e5d8-11f1-44d7-ae2a-0819812e92ec x-openstack-request-id: req-4294e5d8-11f1-44d7-ae2a-0819812e92ec {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:00:39.785006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:00:39.785105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4294e5d8-11f1-44d7-ae2a-0819812e92ec {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:00:39.785525 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'status': 'completed', 'code': 200} Jun 22 21:00:39.875684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-271624f8-3e4c-4d12-9f40-127e4d5d0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:39.877199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-271624f8-3e4c-4d12-9f40-127e4d5d0987 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1096 time: 0.0612710 Jun 22 21:00:39.982166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-794dad52-efbc-43ca-8e51-976fb38bca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:39.983692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-794dad52-efbc-43ca-8e51-976fb38bca5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0964930 Jun 22 21:00:40.033914 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-b73882e9-32be-40d0-8018-3f6d98d1d6ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0393138 Jun 22 21:00:40.093226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-b9884fbc-836d-4c52-95fc-0da077e285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:40.094723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-b9884fbc-836d-4c52-95fc-0da077e285b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0549679 Jun 22 21:00:40.134830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-f8398a25-08ee-4f92-9889-7e580795c36e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296910 Jun 22 21:00:40.236213 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-00ceec96-7f82-4b42-b81a-dde9916f27dd service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949736 Jun 22 21:00:40.344546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cbbee65e-4fa6-4bfd-b840-076acab2d923 req-b401a69a-3c89-4526-9abb-fa4a1cb8c420 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979090 Jun 22 21:00:40.450809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d454-1630-4362-9bdf-b478373883e3 req-409aa44f-3ff8-4479-b44c-f9c7e6e31e8a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:40.452301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1ae3d454-1630-4362-9bdf-b478373883e3 req-409aa44f-3ff8-4479-b44c-f9c7e6e31e8a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 943 time: 0.0631759 Jun 22 21:00:40.490247 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1ae3d454-1630-4362-9bdf-b478373883e3 req-bbe499a2-9471-4fe9-9bce-3768bfb3ce19 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Jun 22 21:00:41.477254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:00:41.573922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:41.588368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'port_id': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'mac_address': 'fa:16:3e:f8:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8169b606-ea27-4fd6-94b5-c2523c75187d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:00:41.634919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:41.648363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:00:41.671196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:41.676608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:41.678469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:41.680600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ef9c-01ac-4227-b086-baf2ea20d674 req-64122b89-3d12-45e3-acde-07ab90151448 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:41.686832 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1615ef9c-01ac-4227-b086-baf2ea20d674 req-64122b89-3d12-45e3-acde-07ab90151448 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 943 time: 0.0788651 Jun 22 21:00:41.722502 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1615ef9c-01ac-4227-b086-baf2ea20d674 req-35baf58e-9826-4ee3-8b8d-a29e3c9c3d09 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Jun 22 21:00:41.728585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:41.736878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.737227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.737566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.737916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.738255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.738584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.738907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.739230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.739553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.740094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.740202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.740519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:00:41.744708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:41.926349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2f5f89b3-68a6-4ab9-81a2-26e4796100ca'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:00:42.902659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557825-d221-4890-aec6-941307e421ac req-980a5dc7-9491-4d24-bf46-1eb6c0019852 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:42.904181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3557825-d221-4890-aec6-941307e421ac req-980a5dc7-9491-4d24-bf46-1eb6c0019852 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 944 time: 0.0718122 Jun 22 21:00:42.942933 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3557825-d221-4890-aec6-941307e421ac req-4eee2026-e8ca-456e-856e-5652e4f016b8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jun 22 21:00:43.492089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:00:43.539260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:00:43.543007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:00:43.543416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:43.616732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:43.642340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:00:43.644576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b6eb87-54e3-446e-9678-8763645e183d" -d '{"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:00:43.657182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:00:43.661666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:43.663507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:00:43.685190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba06ee1-f82d-49fa-90f9-8f4741c42658 x-openstack-request-id: req-4ba06ee1-f82d-49fa-90f9-8f4741c42658 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:00:43.685490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:00:43.685766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ba06ee1-f82d-49fa-90f9-8f4741c42658 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:00:43.686159 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'code': 200} Jun 22 21:00:43.712499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:00:43.715793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:00:43.908968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f9e3-9cc2-4ac4-aa2a-d7d737136e43 req-a4a1c839-3bfa-4bb4-bba9-a591e7843dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:43.910468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ebf5f9e3-9cc2-4ac4-aa2a-d7d737136e43 req-a4a1c839-3bfa-4bb4-bba9-a591e7843dfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1098 time: 0.0531511 Jun 22 21:00:43.949278 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ebf5f9e3-9cc2-4ac4-aa2a-d7d737136e43 req-44b4ce6d-452d-4139-b635-caa4de4eaaae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286226 Jun 22 21:00:44.119970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46267d-fb55-4a7c-987c-272eb7028fe3 req-3d8956c9-8d20-4915-8a7e-7b956eb13934 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:44.121477 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3f46267d-fb55-4a7c-987c-272eb7028fe3 req-3d8956c9-8d20-4915-8a7e-7b956eb13934 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0667124 Jun 22 21:00:44.158357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3f46267d-fb55-4a7c-987c-272eb7028fe3 req-2e7c0426-842b-47d6-810c-080bb71f692a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Jun 22 21:00:45.332348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb6b49-0aca-4f7c-8b3b-e55e057d0238 req-e31bd4b3-d5e4-4517-83c0-5a928a691ba6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:45.333804 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-92cb6b49-0aca-4f7c-8b3b-e55e057d0238 req-e31bd4b3-d5e4-4517-83c0-5a928a691ba6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0646274 Jun 22 21:00:45.371019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-92cb6b49-0aca-4f7c-8b3b-e55e057d0238 req-5abde3ee-3dc4-4aac-8cc1-75578379a0f4 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jun 22 21:00:45.544612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadb15-b849-4722-ac4c-463c08777d9e req-bbbc83c5-a82f-48b0-b494-b40b72c54c1f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:45.546019 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-27dadb15-b849-4722-ac4c-463c08777d9e req-bbbc83c5-a82f-48b0-b494-b40b72c54c1f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0672927 Jun 22 21:00:45.583507 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-27dadb15-b849-4722-ac4c-463c08777d9e req-e19ede80-e2a5-43d8-8851-52527303e147 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Jun 22 21:00:45.915130 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-b3f05a15-5d3c-4d6a-a0b4-165420312536 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569155 Jun 22 21:00:45.976860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307374-057e-4593-97da-54ea954708aa req-1caff858-5835-4db6-8927-3828fa235848 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:45.978646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2a307374-057e-4593-97da-54ea954708aa req-1caff858-5835-4db6-8927-3828fa235848 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0681236 Jun 22 21:00:46.021667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2a307374-057e-4593-97da-54ea954708aa req-7befcc41-90fd-4b7f-8f53-18c774c0be3b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Jun 22 21:00:46.922537 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95464e1d-1897-454e-905f-4c9cc626d932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:47.046315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-20e7d112-eba4-435e-8816-f7140187c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:47.047682 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-20e7d112-eba4-435e-8816-f7140187c170 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1098 time: 0.0539656 Jun 22 21:00:47.139156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-99eab40d-9150-4999-9fb2-416fe7d393b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:47.140607 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-99eab40d-9150-4999-9fb2-416fe7d393b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0861068 Jun 22 21:00:47.186981 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-1230b05c-f514-46bd-8066-028209e24b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0395401 Jun 22 21:00:47.201401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d898-1817-4106-811e-b5855f9d84c2 req-ebb44448-a3af-4106-9d93-276cd9bdfdef tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:47.203783 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8eb1d898-1817-4106-811e-b5855f9d84c2 req-ebb44448-a3af-4106-9d93-276cd9bdfdef tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0683253 Jun 22 21:00:47.237945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-a731f4ac-833b-4aae-ac5f-2b2ebfab0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:47.239363 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-a731f4ac-833b-4aae-ac5f-2b2ebfab0ab1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0456834 Jun 22 21:00:47.243847 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8eb1d898-1817-4106-811e-b5855f9d84c2 req-5e7bfedb-a232-486f-82f7-aa8cbf120e10 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Jun 22 21:00:47.272542 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-93c25258-35da-4593-a181-585cea2360d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264144 Jun 22 21:00:47.719517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-d52c6961-b664-4ddb-aecd-96c17c92e7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404097 Jun 22 21:00:47.813254 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-66e5ae0c-abc3-4815-9be6-17a015b32203 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 Jun 22 21:00:48.419863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c29a92-fa85-4a38-85a0-82e6cbe830ab req-72bd5f7e-f77c-4d05-9347-10cd42c66a8e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:48.421216 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5c29a92-fa85-4a38-85a0-82e6cbe830ab req-72bd5f7e-f77c-4d05-9347-10cd42c66a8e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0663829 Jun 22 21:00:48.458053 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5c29a92-fa85-4a38-85a0-82e6cbe830ab req-d61b1fc9-dfe4-4bd2-a71c-526c3c5876d3 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Jun 22 21:00:49.658201 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eafad-2a7b-4352-9278-f329549c94d3 req-bcf188ff-25b1-4b50-af78-d66ddd2b6dcf tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:49.659657 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-793eafad-2a7b-4352-9278-f329549c94d3 req-bcf188ff-25b1-4b50-af78-d66ddd2b6dcf tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0774634 Jun 22 21:00:49.703685 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-793eafad-2a7b-4352-9278-f329549c94d3 req-8e751ccf-87b4-4235-afe2-9a741aeb627f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 Jun 22 21:00:49.784091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df11937c-37cc-40d2-bb11-6e603cc28c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:49.976112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:49.982221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:00:50.927554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443d029-f4eb-495b-820b-415ac98196b6 req-4346ab0e-002e-4c2d-88ab-40a7c08b08a6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:50.929010 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1443d029-f4eb-495b-820b-415ac98196b6 req-4346ab0e-002e-4c2d-88ab-40a7c08b08a6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.1099026 Jun 22 21:00:50.966892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1443d029-f4eb-495b-820b-415ac98196b6 req-82c86c92-77c9-4863-9d08-19b6769af9e8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Jun 22 21:00:51.050413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:52.205147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2570-8ae1-4b90-b489-6b545dfdbd4f req-1a0551a7-0357-44b4-8e80-f18511383237 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:52.206658 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d4b2570-8ae1-4b90-b489-6b545dfdbd4f req-1a0551a7-0357-44b4-8e80-f18511383237 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.1279395 Jun 22 21:00:52.245412 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d4b2570-8ae1-4b90-b489-6b545dfdbd4f req-19bf9bf3-83cc-4f71-9448-84e28c75783c tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Jun 22 21:00:52.379464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:52.991096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:00:53.419761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71343470-2728-4c0f-a759-f353edc52086 req-1c73a253-9bb9-4f56-aeea-42015f513b60 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:53.421231 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71343470-2728-4c0f-a759-f353edc52086 req-1c73a253-9bb9-4f56-aeea-42015f513b60 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0638511 Jun 22 21:00:53.459328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-71343470-2728-4c0f-a759-f353edc52086 req-1c40f198-8068-466f-8106-bb4f69c62e99 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Jun 22 21:00:54.636746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2efd9-1944-44aa-af36-bfd87583aeaf req-202e9297-9b58-4222-b998-1e3805ea5629 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:54.638269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-56c2efd9-1944-44aa-af36-bfd87583aeaf req-202e9297-9b58-4222-b998-1e3805ea5629 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0681324 Jun 22 21:00:54.676649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-56c2efd9-1944-44aa-af36-bfd87583aeaf req-05874e97-2939-41de-b514-820921ba89fd tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jun 22 21:00:55.853936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11215c-890b-4fb2-9ee2-fd86645e13fc req-2f3f5a79-de1a-4aa8-92f6-116fdd1c7451 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:55.855405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a11215c-890b-4fb2-9ee2-fd86645e13fc req-2f3f5a79-de1a-4aa8-92f6-116fdd1c7451 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0656967 Jun 22 21:00:55.892384 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a11215c-890b-4fb2-9ee2-fd86645e13fc req-0c95f7a8-9844-49ad-abc2-1c75a2e4f8a1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jun 22 21:00:57.065623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429f754-0962-4bd3-824d-5b937a63bce5 req-d57e60d1-35eb-46be-ad43-b3419229bae5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:57.067035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e429f754-0962-4bd3-824d-5b937a63bce5 req-d57e60d1-35eb-46be-ad43-b3419229bae5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0651758 Jun 22 21:00:57.105921 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e429f754-0962-4bd3-824d-5b937a63bce5 req-a0eb0668-b2ca-4f77-8c7c-465d36f1e811 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Jun 22 21:00:58.278939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91fbf9-1860-4c66-b1d6-73b720b362ec req-06f94d84-6a96-42d9-8e4e-c959a21f0e85 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:58.280420 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b91fbf9-1860-4c66-b1d6-73b720b362ec req-06f94d84-6a96-42d9-8e4e-c959a21f0e85 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0623991 Jun 22 21:00:58.316940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b91fbf9-1860-4c66-b1d6-73b720b362ec req-36071109-129d-4334-b35f-b5bbd6f64448 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Jun 22 21:00:59.493544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b206-477e-45e7-bca4-af3c0f411577 req-57af74a8-a5fc-4a13-975d-49f8f9b42de9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:00:59.495054 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2d94b206-477e-45e7-bca4-af3c0f411577 req-57af74a8-a5fc-4a13-975d-49f8f9b42de9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jun 22 21:00:59.533866 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2d94b206-477e-45e7-bca4-af3c0f411577 req-a229b872-518f-4500-881a-95c5dd0b6bea tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Jun 22 21:01:00.704554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ffe-5221-4086-96bb-37aa270889a9 req-61359403-c84a-4e02-af96-0cb0763ab44f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:00.706022 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5e060ffe-5221-4086-96bb-37aa270889a9 req-61359403-c84a-4e02-af96-0cb0763ab44f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0660577 Jun 22 21:01:00.744210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5e060ffe-5221-4086-96bb-37aa270889a9 req-64bded26-d083-4a24-a0a6-5b6fdb7108b7 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jun 22 21:01:01.921061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0659-5c4a-4059-bd7f-bedf9437c89e req-1c5a59b6-047d-4033-b859-deb38fe4be26 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:01.922565 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-078e0659-5c4a-4059-bd7f-bedf9437c89e req-1c5a59b6-047d-4033-b859-deb38fe4be26 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0681615 Jun 22 21:01:01.960756 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-078e0659-5c4a-4059-bd7f-bedf9437c89e req-9ec7d4f7-f696-47f1-8c93-43dc2fc3a3d5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Jun 22 21:01:03.139420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0e1b-b91e-4076-978c-de90999e7236 req-911f6200-ef02-4c94-a740-ddfa389bebec tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:03.140877 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-894e0e1b-b91e-4076-978c-de90999e7236 req-911f6200-ef02-4c94-a740-ddfa389bebec tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0625834 Jun 22 21:01:03.177152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-894e0e1b-b91e-4076-978c-de90999e7236 req-790157e3-f4db-452b-b92d-f49e22eac51e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Jun 22 21:01:04.352958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d7d92-2868-4526-99e0-573662436f4d req-dc154a57-260b-47b4-aa43-092cb01db5df tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:04.354435 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-484d7d92-2868-4526-99e0-573662436f4d req-dc154a57-260b-47b4-aa43-092cb01db5df tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0629005 Jun 22 21:01:04.392273 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-484d7d92-2868-4526-99e0-573662436f4d req-05493644-cde8-45b8-9c81-bec228674f81 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Jun 22 21:01:05.567258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eee36-0f0b-4b6f-9150-319fd5042b79 req-40c6f766-e21a-44cd-be21-48463f1f6f59 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:05.568701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-101eee36-0f0b-4b6f-9150-319fd5042b79 req-40c6f766-e21a-44cd-be21-48463f1f6f59 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0635145 Jun 22 21:01:05.607051 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-101eee36-0f0b-4b6f-9150-319fd5042b79 req-258e6079-fc15-4dc4-95d1-0d28f26e8b76 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Jun 22 21:01:06.783655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adce32-c666-4f6a-9611-964131942bae req-19a3a29a-b6ae-4b71-8166-f13dabe512c2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:06.784803 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-15adce32-c666-4f6a-9611-964131942bae req-19a3a29a-b6ae-4b71-8166-f13dabe512c2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0674465 Jun 22 21:01:06.824438 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-15adce32-c666-4f6a-9611-964131942bae req-e95d434c-d364-4501-8625-ee9d8370ff76 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Jun 22 21:01:07.998806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531450ff-7de1-4ce7-999b-851b0723227d req-4945fcff-c0dd-4560-a8a5-3f132b12ed71 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:08.000295 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-531450ff-7de1-4ce7-999b-851b0723227d req-4945fcff-c0dd-4560-a8a5-3f132b12ed71 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0669332 Jun 22 21:01:08.037706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-531450ff-7de1-4ce7-999b-851b0723227d req-0fdf7cf7-cb42-4047-b66c-e9303b0fe9f8 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Jun 22 21:01:09.208755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f823244-04d8-4c12-877a-1ab1d9107f40 req-aa76ff0f-bce4-4771-a4a1-10df37f80da1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:09.210249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4f823244-04d8-4c12-877a-1ab1d9107f40 req-aa76ff0f-bce4-4771-a4a1-10df37f80da1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0633817 Jun 22 21:01:09.246919 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4f823244-04d8-4c12-877a-1ab1d9107f40 req-1bb67632-a90d-4e4f-84b4-11c515cd8f00 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Jun 22 21:01:10.419056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1c27e-2abe-4495-92c5-3a7996d4a05e req-7ed08281-8733-47fe-97a7-c6a2c0e37e01 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:10.420672 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1ce1c27e-2abe-4495-92c5-3a7996d4a05e req-7ed08281-8733-47fe-97a7-c6a2c0e37e01 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0633974 Jun 22 21:01:10.459555 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1ce1c27e-2abe-4495-92c5-3a7996d4a05e req-857d7c00-020c-48b0-bae3-35ce2305cd89 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Jun 22 21:01:11.634035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2473191-6bca-4361-a6b6-0c970464a591 req-82d71201-94fa-48e8-ba73-4a4a43ea3c89 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:11.635498 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c2473191-6bca-4361-a6b6-0c970464a591 req-82d71201-94fa-48e8-ba73-4a4a43ea3c89 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0635347 Jun 22 21:01:11.676089 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c2473191-6bca-4361-a6b6-0c970464a591 req-18d14862-c3c2-4311-b74c-0aa33363fa14 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Jun 22 21:01:12.854058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f3320-3b5c-4459-a1be-c103e5f4468c req-51f16991-1519-41fa-9212-576da0de9570 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:12.855615 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-723f3320-3b5c-4459-a1be-c103e5f4468c req-51f16991-1519-41fa-9212-576da0de9570 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0702422 Jun 22 21:01:12.894047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-723f3320-3b5c-4459-a1be-c103e5f4468c req-e30329be-13af-44ed-bab9-0c878982a3a5 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jun 22 21:01:13.459763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-51b7be41-5937-4726-8d61-deb8689528d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:13.461419 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-51b7be41-5937-4726-8d61-deb8689528d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1098 time: 0.0929329 Jun 22 21:01:13.568342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-cab4ab2a-dfae-4596-9676-6bf877c0322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:13.571066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-cab4ab2a-dfae-4596-9676-6bf877c0322b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0866530 Jun 22 21:01:13.612286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-ba2f3121-d7c6-4eea-a9f4-cad7e48f2b05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0355294 Jun 22 21:01:13.659482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-1c3dbfa8-181d-49b7-9971-3d66390d25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:13.660863 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-1c3dbfa8-181d-49b7-9971-3d66390d25c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0422359 Jun 22 21:01:13.692431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-dc30eee8-38c0-4e1e-9c9f-630bb7b92645 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249059 Jun 22 21:01:13.782940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-565d320e-b0bb-42a2-a397-76818b59d339 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837967 Jun 22 21:01:13.874822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-64a968ab-77c0-4672-94b9-3e01ce537066 req-5cce4c17-4372-4bcc-9edb-9f046d92cd28 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Jun 22 21:01:14.074125 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2cf4-bd54-47c1-99f6-0628eb8d97d4 req-1fcc78ac-5e06-4a70-bba6-7ee2e6ccfc7d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:14.075597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f8bb2cf4-bd54-47c1-99f6-0628eb8d97d4 req-1fcc78ac-5e06-4a70-bba6-7ee2e6ccfc7d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0636060 Jun 22 21:01:14.113840 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f8bb2cf4-bd54-47c1-99f6-0628eb8d97d4 req-c954e460-ea7d-4e65-95f4-0d39cb7e0b7b tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Jun 22 21:01:14.722158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-0dd2f4b0-9d20-40b7-be4f-ee42aa753383 service neutron] 10.222.0.53 "GET /v2.0/ports/2f5f89b3-68a6-4ab9-81a2-26e4796100ca/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0552013 Jun 22 21:01:14.971268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-83afd3b3-7734-444f-8766-e6162dd21cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:14.972777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-83afd3b3-7734-444f-8766-e6162dd21cc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae&tenant_id=6e7f99258d894ce39d870b5569b53d2c HTTP/1.1" status: 200 len: 1098 time: 0.0538845 Jun 22 21:01:15.049661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-4d33f948-44bc-449e-a052-16bf59ead493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:15.051174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-4d33f948-44bc-449e-a052-16bf59ead493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1098 time: 0.0525560 Jun 22 21:01:15.149828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-0cf57c36-362d-41ac-bd4c-7989b671fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:15.151297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-0cf57c36-362d-41ac-bd4c-7989b671fb6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0902789 Jun 22 21:01:15.197883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-d0eacea3-95ca-4f1e-81fd-20e6548d94bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0359957 Jun 22 21:01:15.282552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-da33bb92-d699-4fea-8399-4101bf921e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:15.283992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-da33bb92-d699-4fea-8399-4101bf921e9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0768795 Jun 22 21:01:15.321200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-2a485df4-33d0-4786-a1e2-14a2a5f0615d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286756 Jun 22 21:01:15.336849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4e889-19f1-49d2-9863-08de169bc7db req-9a4f3576-58f0-4635-8de5-62012d59b946 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:15.338249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd4e889-19f1-49d2-9863-08de169bc7db req-9a4f3576-58f0-4635-8de5-62012d59b946 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.1011105 Jun 22 21:01:15.425285 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd4e889-19f1-49d2-9863-08de169bc7db req-eb979b82-cca9-4252-8db8-3c6a31a9dd61 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792823 Jun 22 21:01:15.451360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-713e777e-bd43-4a17-b758-1d331d9af848 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121149 Jun 22 21:01:15.551792 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9bd0597c-a2f9-4ebb-8690-0c5a9bd28f90 req-049d2639-5fac-4143-a95d-f70e2f6b97b7 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896571 Jun 22 21:01:16.600207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1fd33-8710-4810-b3f2-0601c479ae00 req-70cb0bd2-b7f6-4a91-8271-a3ef669dcf7a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:16.602688 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-abc1fd33-8710-4810-b3f2-0601c479ae00 req-70cb0bd2-b7f6-4a91-8271-a3ef669dcf7a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0673137 Jun 22 21:01:16.641212 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-abc1fd33-8710-4810-b3f2-0601c479ae00 req-3f3e84f9-1f13-440b-a4cf-d9e7a97d7dab tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Jun 22 21:01:16.924245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d1e1f2e6-a96f-4faa-86fa-8c9f1f296b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:17.647530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:01:17.650458 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:01:17.794712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:17.821862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:17.822489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143ff50-b3f8-42ec-ad9c-9e3f38fdb893 req-336da14b-cbda-4314-b3ad-7f226abdd487 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:17.823972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3143ff50-b3f8-42ec-ad9c-9e3f38fdb893 req-336da14b-cbda-4314-b3ad-7f226abdd487 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0640771 Jun 22 21:01:17.839564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:17.841775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290142b-dab4-4dbe-85b7-66de2a74c52c" -d '{"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:17.852576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'network_id': '5290cb95-d7fa-4278-917e-8c8f61b1a201', 'port_id': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'mac_address': 'fa:16:3e:f8:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8169b606-ea27-4fd6-94b5-c2523c75187d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:01:17.857289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:17.868189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3143ff50-b3f8-42ec-ad9c-9e3f38fdb893 req-affe44b6-d8c4-4bd1-b66b-b2702c4c79a2 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Jun 22 21:01:17.889950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:17.889950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e8fc0132-b008-4751-bd48-395b4b4a2ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:17.914005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64b782-0494-4acf-9531-0911fb4c0180 x-openstack-request-id: req-4f64b782-0494-4acf-9531-0911fb4c0180 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:17.914306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:17.914563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f64b782-0494-4acf-9531-0911fb4c0180 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:17.914947 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'code': 200} Jun 22 21:01:17.921702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:17.943470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:01:17.957832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:17.962176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:17.994724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:01:17.995082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:01:18.176269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be53e59-0109-4e2a-96fa-1f9228c2b967 req-c809fc55-c2c0-47b1-af46-7d5672f322e3 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:18.177866 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9be53e59-0109-4e2a-96fa-1f9228c2b967 req-c809fc55-c2c0-47b1-af46-7d5672f322e3 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 943 time: 0.0687811 Jun 22 21:01:18.186623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-9db2a80b-51d7-4df2-9eb7-cf88b6f2e575 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:18.188076 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-9db2a80b-51d7-4df2-9eb7-cf88b6f2e575 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae&tenant_id=6e7f99258d894ce39d870b5569b53d2c&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 943 time: 0.0717709 Jun 22 21:01:18.217640 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9be53e59-0109-4e2a-96fa-1f9228c2b967 req-c2fc3654-cbdc-4699-b878-a50df9242c0a tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340402 Jun 22 21:01:18.287055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-316e6efa-eb8e-4032-83d9-d92b9d38a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:18.288566 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-316e6efa-eb8e-4032-83d9-d92b9d38a82a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7f99258d894ce39d870b5569b53d2c&device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 1096 time: 0.0585918 Jun 22 21:01:18.379178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-18263475-18e6-422a-96ab-97e25681432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:18.380618 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-18263475-18e6-422a-96ab-97e25681432e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 200 len: 916 time: 0.0857084 Jun 22 21:01:18.426633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-925872a7-0bc3-4f4a-b19b-61b012747430 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 200 len: 217 time: 0.0389199 Jun 22 21:01:18.477718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-bd70779e-5c75-43f3-ac1f-8ea8db1026e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:18.479153 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-bd70779e-5c75-43f3-ac1f-8ea8db1026e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 200 len: 855 time: 0.0443602 Jun 22 21:01:18.512473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-e3b9d46d-e7b4-4c88-b1bc-b72065e396a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5290cb95-d7fa-4278-917e-8c8f61b1a201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271440 Jun 22 21:01:18.535392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:18.548209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:01:18.567461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:18.571837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:18.574034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:18.611948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-2a860709-321a-4660-a1dd-c64ed9cabee6 service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 Jun 22 21:01:18.623772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:18.626848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:18.636079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2f5f89b3-68a6-4ab9-81a2-26e4796100ca'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:01:18.703297 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8be2ce9-d7f2-4094-8154-7fd6f8d5ced2 req-6f1bca58-1966-444e-ae5c-52700ead768c service neutron] 10.222.0.53 "GET /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840170 Jun 22 21:01:19.411217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75164-df4c-4b66-a15d-4cf0eb0b565e req-8ae8dbd6-7af7-4086-8024-3f9eac075c74 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:19.412706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b1d75164-df4c-4b66-a15d-4cf0eb0b565e req-8ae8dbd6-7af7-4086-8024-3f9eac075c74 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 944 time: 0.0797126 Jun 22 21:01:19.452600 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b1d75164-df4c-4b66-a15d-4cf0eb0b565e req-c5bc4092-b53d-44ef-9144-1407a9dc055f tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Jun 22 21:01:19.624749 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445ea9-1c44-4040-a66f-e89616be1051 req-e44b64d2-71c3-4499-82b3-f6b0a1c0b4a7 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:19.626224 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1445ea9-1c44-4040-a66f-e89616be1051 req-e44b64d2-71c3-4499-82b3-f6b0a1c0b4a7 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 944 time: 0.0627670 Jun 22 21:01:19.655534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:19.666713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e1445ea9-1c44-4040-a66f-e89616be1051 req-d6cd3fc7-fe93-4650-b094-01381f135c70 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Jun 22 21:01:19.703813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:19.704236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:19.786942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:19.797369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb99d-c9cf-48e5-96e9-97a74231b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:19.823070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:19.827201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:19.829265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:19.844443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f95d7-0020-4efd-8967-adba21aa243a req-8b4312d2-ffeb-476e-98b3-4598410392d6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:19.845922 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a0f95d7-0020-4efd-8967-adba21aa243a req-8b4312d2-ffeb-476e-98b3-4598410392d6 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 944 time: 0.0658097 Jun 22 21:01:19.880160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:19.885449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:19.886389 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a0f95d7-0020-4efd-8967-adba21aa243a req-d1ff0568-fc18-4823-a1ca-22157aa9dbea tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Jun 22 21:01:19.916433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:19.918868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7da9d-4421-437e-a0d0-85cf04a90ba4" -d '{"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:19.954945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bac22a-160c-469d-98bb-f5be2dcf0e74 x-openstack-request-id: req-76bac22a-160c-469d-98bb-f5be2dcf0e74 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:19.955218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:19.955506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76bac22a-160c-469d-98bb-f5be2dcf0e74 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:19.955933 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'code': 200} Jun 22 21:01:19.979199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:20.446818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf8916-7f98-4423-bc31-9c6d951d3da5 req-0b569655-5a02-4468-a6ee-8443b66a324d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:20.448288 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7ecf8916-7f98-4423-bc31-9c6d951d3da5 req-0b569655-5a02-4468-a6ee-8443b66a324d tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0653386 Jun 22 21:01:20.490725 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7ecf8916-7f98-4423-bc31-9c6d951d3da5 req-370321b7-8750-4f41-a698-808547a3c219 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Jun 22 21:01:21.052129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:21.664880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e523578-f067-41f6-b56b-0f99dcbfcab3 req-74b92cf7-650f-4054-87a0-48432ff0980e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:21.666494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e523578-f067-41f6-b56b-0f99dcbfcab3 req-74b92cf7-650f-4054-87a0-48432ff0980e tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0652916 Jun 22 21:01:21.704814 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e523578-f067-41f6-b56b-0f99dcbfcab3 req-5d98cc4c-eb7d-4722-9eca-71f904288884 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/security-groups?id=e00484e0-ffd1-4264-b35a-6be02e899933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jun 22 21:01:22.017993 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-bc8bc397-74fe-4370-b0a7-e76d8356cba9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:22.019392 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-bc8bc397-74fe-4370-b0a7-e76d8356cba9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 945 time: 0.0654790 Jun 22 21:01:22.120743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Deleting port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:01:22.121079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:22.212366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] For port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,segment=NetworkSegment(de4ac30e-60fe-47d5-9523-e5c001344deb),segment_id=de4ac30e-60fe-47d5-9523-e5c001344deb)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:22.213416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:22.224769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Calling delete_port for 2f5f89b3-68a6-4ab9-81a2-26e4796100ca owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:01:22.351359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:22.355380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f259738f-c8b7-49ec-8d08-b9848d228bd3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:22.366378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2f5f89b3-68a6-4ab9-81a2-26e4796100ca'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:01:22.380918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Pushing event deleted for resources: {'Port': ['ID=2f5f89b3-68a6-4ab9-81a2-26e4796100ca,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:22.404598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:22.409740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.410157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.410541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.410914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.411286 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.411662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.412029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.412395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.412758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.413120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.413484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.413846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:22.418939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:22.437572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] No DVR routers for this DVR port 2f5f89b3-68a6-4ab9-81a2-26e4796100ca on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:01:22.440116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:22.442092 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9b87003-a5d4-49fd-8425-9d2bab09721e req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.53 "DELETE /v2.0/ports/2f5f89b3-68a6-4ab9-81a2-26e4796100ca HTTP/1.1" status: 204 len: 173 time: 0.4140892 Jun 22 21:01:22.442652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-deleted', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:22.444979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddc8f4-a745-44ff-8206-2bce6ad4f5df" -d '{"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-deleted", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:22.532977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112733f2-174a-42b6-99aa-2775b573e14e x-openstack-request-id: req-112733f2-174a-42b6-99aa-2775b573e14e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:22.533327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ce86c-1c55-4f8d-8c97-3769d3bad0ae", "name": "network-vif-deleted", "tag": "2f5f89b3-68a6-4ab9-81a2-26e4796100ca", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:22.533632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-112733f2-174a-42b6-99aa-2775b573e14e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:22.534112 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ce86c-1c55-4f8d-8c97-3769d3bad0ae', 'name': 'network-vif-deleted', 'tag': '2f5f89b3-68a6-4ab9-81a2-26e4796100ca', 'status': 'completed', 'code': 200} Jun 22 21:01:22.859388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d27fdba-263d-4c12-bc05-ae57817d3aa0 req-ad9232fb-dbc4-40f8-8dc0-b59ed3667df9 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] 10.222.0.66 "GET /v2.0/ports?device_id=b25ce86c-1c55-4f8d-8c97-3769d3bad0ae HTTP/1.1" status: 200 len: 210 time: 0.0287089 Jun 22 21:01:22.997678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.084939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35122) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:24.133682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Deleting subnet 8169b606-ea27-4fd6-94b5-c2523c75187d {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:01:24.136716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.170686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.209759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.260319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.262454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c52f1ab6-f883-476f-8cbc-ed6fa593f5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:24.290510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8169b606-ea27-4fd6-94b5-c2523c75187d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:24.293692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:24.294682 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.296576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8169b606-ea27-4fd6-94b5-c2523c75187d HTTP/1.1" status: 204 len: 168 time: 0.2106533 Jun 22 21:01:24.299024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35124) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:24.366022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.445392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.455563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5290cb95-d7fa-4278-917e-8c8f61b1a201']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:24.465477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4ac30e-60fe-47d5-9523-e5c001344deb') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:24.465772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4ac30e-60fe-47d5-9523-e5c001344deb') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:24.474299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.487488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.493049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:01:24.493425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:01:24.495083 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:01:24.546606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.550009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0773f93a-d5f6-47af-be72-df9ab0fb4abc tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:24.552349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.554244 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5290cb95-d7fa-4278-917e-8c8f61b1a201 HTTP/1.1" status: 204 len: 168 time: 0.2542922 Jun 22 21:01:24.565492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Pushing event deleted for resources: {'Network': ['ID=5290cb95-d7fa-4278-917e-8c8f61b1a201,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:24.567975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5c9a97b9-e833-43b5-919a-d9566e6cb202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:24.664376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 35128) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:24.705241 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f7558b04-5bfb-44a7-943e-c270bcf5728e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e7f99258d894ce39d870b5569b53d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395315 Jun 22 21:01:24.707438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 35130) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:24.755539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.776837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.823681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.826237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:24.827371 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e00484e0-ffd1-4264-b35a-6be02e899933 HTTP/1.1" status: 204 len: 168 time: 0.1190472 Jun 22 21:01:24.828448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e62b37f-4c86-4e52-8491-9d3a430ea652 tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:24.835797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00484e0-ffd1-4264-b35a-6be02e899933,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:24.842916 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.843310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.843692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.844071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.844443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.844817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.845187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.845554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.845944 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.846312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.846675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.847037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:24.850166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:25.470757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 35152) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:25.564359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1433689242-network', 'tenant_id': '38bac1d163454bcf841cac6cee645841'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:25.585991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:01:25.589764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:25.598762 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:25.688241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:25.692190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:25.695268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-953c685a-ca6e-4a27-826f-1d031b30cb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:25.709731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:01:25.722044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:01:25.730436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 2f5f89b3-68a6-4ab9-81a2-26e4796100ca {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:01:25.730850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2f5f89b3-68a6-4ab9-81a2-26e4796100ca not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:01:25.732527 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9faf14-388d-4f79-8b43-270b0dcc9d64,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:25.737169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:25.738241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:25.738577 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Added segment 9c007477-6e91-4dbe-b638-ad93c45600d7 of type vlan for network 76a18d57-cb15-4b82-a13a-bf556364658b Jun 22 21:01:26.095776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.125541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.126587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:26.127155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.129184 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f9172fc7-b905-4f3a-8a6e-f55462fdd217 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:26.174035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7021368 Jun 22 21:01:26.176872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35156) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:26.182010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Request body: {'subnet': {'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1433689242-subnet', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:26.204224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:01:26.206704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.220482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Pushing event updated for resources: {'Network': ['ID=76a18d57-cb15-4b82-a13a-bf556364658b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:26.223327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:26.232188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 76a18d57-cb15-4b82-a13a-bf556364658b details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:01:26.373115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.375755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6e29a8d3-b194-4f0a-a2b2-232622bde225 tempest-FloatingIPTestJSON-1493733021 tempest-FloatingIPTestJSON-1493733021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:26.429512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:26.433013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:26.439669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:01:26.440020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Network hostable DHCP agents. Network: 76a18d57-cb15-4b82-a13a-bf556364658b, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:01:26.456005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Network 76a18d57-cb15-4b82-a13a-bf556364658b is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:01:26.464876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 76a18d57-cb15-4b82-a13a-bf556364658b) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:26.469847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:26.470777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.476406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4eba8-bfd9-4a47-a2e8-a92a3a735d18 None None] Network 76a18d57-cb15-4b82-a13a-bf556364658b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:01:26.491961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3139565 Jun 22 21:01:26.495039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35158) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:26.499539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:26.520043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.521015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.573719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.625413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-76a18d57-cb15-4b82-a13a-bf556364658b', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:01:26.626299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.709660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.756268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Allocated IP 172.20.0.2 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/e701eb9c-4ac1-4994-94d0-8098ac64b25a) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:01:26.901314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.910071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.910237 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Transition to ACTIVE for port object e701eb9c-4ac1-4994-94d0-8098ac64b25a will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:26.924621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Transition to ACTIVE for port object e701eb9c-4ac1-4994-94d0-8098ac64b25a will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:26.930563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.932844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:26.933252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:26.972408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:26.975296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:26.979649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:01:26.982681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Pushing event updated for resources: {'Port': ['ID=e701eb9c-4ac1-4994-94d0-8098ac64b25a,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:26.983847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:01:26.986573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:27.039354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Allocated IP 172.26.4.41 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/4e47886a-2910-4825-aac5-4bfaeb1f595e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:01:27.044709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Attempting to bind port e701eb9c-4ac1-4994-94d0-8098ac64b25a on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:01:27.045101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Attempting to bind port e701eb9c-4ac1-4994-94d0-8098ac64b25a by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:01:27.045478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Attempting to bind port e701eb9c-4ac1-4994-94d0-8098ac64b25a on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:01:27.050747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:01:27.051230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:01:27.051745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.052209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:01:27.052867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Bound port: e701eb9c-4ac1-4994-94d0-8098ac64b25a, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:01:27.053311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.117051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] For port e701eb9c-4ac1-4994-94d0-8098ac64b25a, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:01:27.121337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] For port e701eb9c-4ac1-4994-94d0-8098ac64b25a, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e701eb9c-4ac1-4994-94d0-8098ac64b25a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:01:27.125525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.127428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-0113e404-90ed-453e-8745-40c4c5cac3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:27.148727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.187022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Pushing event updated for resources: {'Port': ['ID=e701eb9c-4ac1-4994-94d0-8098ac64b25a,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:27.189730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.190316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:27.192320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5432f830-b037-42e4-b839-6ebdacd02491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:27.235072 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:27.237832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:27.242316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:01:27.245853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e47886a-2910-4825-aac5-4bfaeb1f595e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:27.265096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:27.511205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:27.705040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:28.049837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15635a91-7670-420f-a0cb-5d0a6c5a6aa9 None None] Network 76a18d57-cb15-4b82-a13a-bf556364658b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:01:28.127988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-66ed3e7c-1d5b-45b8-ab4d-e3ba03ca0785 None None] Provisioning for port e701eb9c-4ac1-4994-94d0-8098ac64b25a completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:28.200239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Router 29cd14d0-7704-4543-ab11-bde731d96543 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:01:28.309462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:01:28.318484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:01:28.324746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:28.329022 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8301144 Jun 22 21:01:28.329179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35160) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:28.332206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:28.332840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:28.439566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:28.755355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:28.783381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:27Z', 'revision_number': 3, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:28.813427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:01:28.813796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Updating router 29cd14d0-7704-4543-ab11-bde731d96543 port 4e47886a-2910-4825-aac5-4bfaeb1f595e binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:01:28.852181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:28.896445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e701eb9c-4ac1-4994-94d0-8098ac64b25a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:28.965500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Allocated IP 172.20.0.1 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/080688d8-cccc-4372-b01f-163045ce773a) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:01:29.053687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port e701eb9c-4ac1-4994-94d0-8098ac64b25a completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:29.061284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e701eb9c-4ac1-4994-94d0-8098ac64b25a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:29.061672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.074875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.089472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Transition to ACTIVE for port object 080688d8-cccc-4372-b01f-163045ce773a will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:29.123849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.126721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83efe19b-5596-443b-b126-b7af380dc783 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:29.163586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:29.168729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:29.171214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:01:29.204354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Pushing event updated for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:29.205034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.207287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:29.222941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.229072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.249532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Transition to ACTIVE for port object 4e47886a-2910-4825-aac5-4bfaeb1f595e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:29.260501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port e701eb9c-4ac1-4994-94d0-8098ac64b25a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e701eb9c-4ac1-4994-94d0-8098ac64b25a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:29.263255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.266018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:29.269187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.321594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Pushing event updated for resources: {'Port': ['ID=4e47886a-2910-4825-aac5-4bfaeb1f595e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:29.323962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Attempting to bind port 4e47886a-2910-4825-aac5-4bfaeb1f595e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:01:29.324343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Attempting to bind port 4e47886a-2910-4825-aac5-4bfaeb1f595e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:01:29.324715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Attempting to bind port 4e47886a-2910-4825-aac5-4bfaeb1f595e on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:01:29.326954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:29.328074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:29.352870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:01:29.353772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:01:29.354224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.354729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:01:29.355125 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Bound port: 4e47886a-2910-4825-aac5-4bfaeb1f595e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:01:29.355509 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.385424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.409126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=e701eb9c-4ac1-4994-94d0-8098ac64b25a,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:29.416571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:29.427454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] For port 4e47886a-2910-4825-aac5-4bfaeb1f595e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:01:29.430583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] For port 4e47886a-2910-4825-aac5-4bfaeb1f595e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4e47886a-2910-4825-aac5-4bfaeb1f595e,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:01:29.439116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.441246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:29.487416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5eade08a-be88-4024-b8cf-37d3ff1749d1 None None] Provisioning for port 080688d8-cccc-4372-b01f-163045ce773a completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:29.498771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5eade08a-be88-4024-b8cf-37d3ff1749d1 None None] Provisioning complete for port 080688d8-cccc-4372-b01f-163045ce773a triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:29.499154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5eade08a-be88-4024-b8cf-37d3ff1749d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.532079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:29.532686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:29.534418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Pushing event updated for resources: {'Port': ['ID=4e47886a-2910-4825-aac5-4bfaeb1f595e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:29.542329 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:29.569025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.574738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.578133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3614969b-eca2-4012-a680-8735ab61e040 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:29.585403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5eade08a-be88-4024-b8cf-37d3ff1749d1 None None] Port 080688d8-cccc-4372-b01f-163045ce773a cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:01:29.646256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:29.648031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Pushing event updated for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:29.651104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:29.651985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:29.740525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:29.742201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:29.857020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:28Z', 'revision_number': 1, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:29.867990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:01:29.891345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae455bd-eb21-46d8-95ed-08a83e1b5562 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:28Z', 'revision_number': 1, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:01:29.995030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:01:30.008074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4c217a3e-f436-4f70-9c12-b128e79588c5 None None] Provisioning complete for port 080688d8-cccc-4372-b01f-163045ce773a triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:30.008455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c217a3e-f436-4f70-9c12-b128e79588c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.010444 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] 10.222.0.66 "PUT /v2.0/routers/29cd14d0-7704-4543-ab11-bde731d96543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802227 Jun 22 21:01:30.044986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4c217a3e-f436-4f70-9c12-b128e79588c5 None None] Port 080688d8-cccc-4372-b01f-163045ce773a cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:01:30.478326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35168) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:30.483454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962942681', 'description': 'tempest-description--744006946'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:30.524378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.624530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.628431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.631274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e1d4a6b5-c467-45a2-b00e-936c79d6ef2f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:30.659653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.660892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1818681 Jun 22 21:01:30.663676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35170) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:30.669398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'security_group_rule': {'security_group_id': '353411bc-3d74-4e00-ba73-6e4da9d655a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:30.674560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353411bc-3d74-4e00-ba73-6e4da9d655a1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:30.677466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:30.700394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.765364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.769951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.771863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac3b268f-f079-41ce-9b70-016e5deb4693 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:30.789218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acde5e6-55b2-42d4-8348-c3f272e2b861,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:30.793376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:30.796161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.797438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-27496a42-6153-48fb-8759-d8f71a794ee3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328580 Jun 22 21:01:30.800062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 35172) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:30.805997 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'security_group_rule': {'security_group_id': '353411bc-3d74-4e00-ba73-6e4da9d655a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:30.841570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.915545 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.921870 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.923831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e996b37b-8293-4389-b8d6-bab0bcfcd5be tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:30.939325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3597ecff-5cec-4d41-8142-7eb271acf3f3,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:30.942371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:30.955614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:30.958458 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560860 Jun 22 21:01:30.959405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e701eb9c-4ac1-4994-94d0-8098ac64b25a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:30.960682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 35174) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:30.965946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:30.991121 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.013822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port e701eb9c-4ac1-4994-94d0-8098ac64b25a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:31.014299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.100348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.100877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4e47886a-2910-4825-aac5-4bfaeb1f595e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:31.153990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 4e47886a-2910-4825-aac5-4bfaeb1f595e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:31.158357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4e47886a-2910-4825-aac5-4bfaeb1f595e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:31.158967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.215180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Allocated IP 172.26.4.47 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/14876dfa-3a3a-4a2b-a0e0-d9500df0a2da) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:01:31.240171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.260281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 4e47886a-2910-4825-aac5-4bfaeb1f595e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4e47886a-2910-4825-aac5-4bfaeb1f595e,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:31.264150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.266001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035263c1-4b15-4f4d-95bb-dd6591cd8bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:31.311011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=4e47886a-2910-4825-aac5-4bfaeb1f595e,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:31.314114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:31.323614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.362142 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.364879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-58d3136a-bc8a-4bff-836b-fa65c02fc7c1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:31.401352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:31.403998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:31.406424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:01:31.434597 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=14876dfa-3a3a-4a2b-a0e0-d9500df0a2da,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:31.438544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:31.500209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.544721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.702505 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.707790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.710110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ef7355e4-3d20-47af-bf9c-e4afd81fe9bb tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:31.775757 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=14876dfa-3a3a-4a2b-a0e0-d9500df0a2da,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:31.781483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:31.788009 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.801101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:31.802656 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8408279 Jun 22 21:01:31.864855 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:01:31.876407 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:31.877164 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:31.951192 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-64d5be30-e33b-42a6-b372-aff86ff4b7d5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--962942681&fields=id&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 267 time: 0.0335348 Jun 22 21:01:31.986213 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:32.061006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-6fe2e312-5c40-46c3-a8d6-d26bbaa6cbef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:32.062508 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-6fe2e312-5c40-46c3-a8d6-d26bbaa6cbef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1045485 Jun 22 21:01:32.077466 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-4630ad0b-f405-497a-99b3-d43f7df4c3c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/quotas/38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Jun 22 21:01:32.151035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-44843e10-4ced-4e9b-99f9-bdda27ff050c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679219 Jun 22 21:01:32.195217 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 2, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:32.222693 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:01:32.223056 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Updating router 29cd14d0-7704-4543-ab11-bde731d96543 port 080688d8-cccc-4372-b01f-163045ce773a binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:01:32.255646 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.256159 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-5a30f72e-dd6e-43d4-9c98-32b9f6bb8fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930889 Jun 22 21:01:32.347822 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-8036db77-5f34-4d96-8268-507152f6ed06 service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Jun 22 21:01:32.527815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d15979a-4af2-4e1f-a015-9deb4e0db6c5 req-6da928b2-00fd-49db-9d70-6a240316c999 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 210 time: 0.0302088 Jun 22 21:01:32.528447 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.538845 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Transition to ACTIVE for port object 080688d8-cccc-4372-b01f-163045ce773a will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:32.546389 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.548292 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:32.593385 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Pushing event updated for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:32.605604 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.605983 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.606325 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.606658 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.606990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.607317 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.607650 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.607974 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.608279 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.608605 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.608925 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.609241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:01:32.627928 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:32.662246 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Attempting to bind port 080688d8-cccc-4372-b01f-163045ce773a on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:01:32.662631 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Attempting to bind port 080688d8-cccc-4372-b01f-163045ce773a by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:01:32.663241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Attempting to bind port 080688d8-cccc-4372-b01f-163045ce773a on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:01:32.669082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:01:32.669473 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:01:32.669885 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.670313 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:01:32.670791 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Bound port: 080688d8-cccc-4372-b01f-163045ce773a, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:01:32.671175 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.741826 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] For port 080688d8-cccc-4372-b01f-163045ce773a, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:01:32.746762 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] For port 080688d8-cccc-4372-b01f-163045ce773a, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=080688d8-cccc-4372-b01f-163045ce773a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:01:32.751999 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.754076 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-917c7699-b4c5-44fa-a13d-88332d02485c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:32.803155 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:32.803968 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:32.858280 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Pushing event updated for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:32.861453 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:32.880832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4e47886a-2910-4825-aac5-4bfaeb1f595e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:32.945057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4e47886a-2910-4825-aac5-4bfaeb1f595e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:32.945714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:32.956854 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:33.172871 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:32Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:33.204474 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152f28f-bfc4-40be-bec8-ab5887f63a9b None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:32Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:01:33.681508 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-034be0e9-c50d-4511-a980-14dde2f9f792 req-11f021e2-7690-4b58-a245-61fb40eb06f0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 210 time: 0.0349236 Jun 22 21:01:33.928732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-a507060e-0548-4e8f-89ee-2ec532d503ff tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:33.930190 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-a507060e-0548-4e8f-89ee-2ec532d503ff tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1028056 Jun 22 21:01:33.985386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-843c736b-19af-48a9-acb2-f951e63dee6e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 379 time: 0.0398328 Jun 22 21:01:33.994492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'port': {'device_id': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'admin_state_up': True, 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'security_groups': ['353411bc-3d74-4e00-ba73-6e4da9d655a1']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:34.104109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:01:34.107729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.238445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Allocated IP 172.20.0.13 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/202a75cf-e39d-4362-9e13-23d27a0b9c26) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:01:34.376124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.389179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Transition to ACTIVE for port object 202a75cf-e39d-4362-9e13-23d27a0b9c26 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:34.420361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.424060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-047cd314-b327-4b3f-9454-a37c2956f4b3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:34.465201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:01:34.468323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:01:34.472156 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:01:34.497006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:34.501429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:34.525315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:34.526171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.541415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505071 Jun 22 21:01:34.558283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Request body: {'port': {'device_id': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:34.640921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.698107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1425e2d3-ba69-499e-8c73-c290ec32d0fd None None] Provisioning for port 202a75cf-e39d-4362-9e13-23d27a0b9c26 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:34.702080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1425e2d3-ba69-499e-8c73-c290ec32d0fd None None] Provisioning complete for port 202a75cf-e39d-4362-9e13-23d27a0b9c26 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:34.702486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1425e2d3-ba69-499e-8c73-c290ec32d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.738459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1425e2d3-ba69-499e-8c73-c290ec32d0fd None None] Port 202a75cf-e39d-4362-9e13-23d27a0b9c26 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:01:34.877222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 080688d8-cccc-4372-b01f-163045ce773a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:34.927379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 080688d8-cccc-4372-b01f-163045ce773a completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:34.928069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a13b-6346-45b1-bbad-9dcbbadccf30 req-4923b415-f5e5-4910-b08c-13b116e66f4f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:34.929518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81e4a13b-6346-45b1-bbad-9dcbbadccf30 req-4923b415-f5e5-4910-b08c-13b116e66f4f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 932 time: 0.1105297 Jun 22 21:01:34.932038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 080688d8-cccc-4372-b01f-163045ce773a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:34.932668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:34.977273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202a75cf-e39d-4362-9e13-23d27a0b9c26 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:01:34.988465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.009238 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81e4a13b-6346-45b1-bbad-9dcbbadccf30 req-7b1bc13d-ccfa-4310-91ce-921909cd76cc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615709 Jun 22 21:01:35.011629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Transition to ACTIVE for port object 202a75cf-e39d-4362-9e13-23d27a0b9c26 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:01:35.013777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.016289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.018454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bbc022cb-92bf-4cb2-9d6d-125a94934915 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:35.061725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 080688d8-cccc-4372-b01f-163045ce773a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=080688d8-cccc-4372-b01f-163045ce773a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:35.070495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.071356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:35.072598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:35.075571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:35.123783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:35.127227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:35.151333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Attempting to bind port 202a75cf-e39d-4362-9e13-23d27a0b9c26 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:01:35.151659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Attempting to bind port 202a75cf-e39d-4362-9e13-23d27a0b9c26 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:01:35.151991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Attempting to bind port 202a75cf-e39d-4362-9e13-23d27a0b9c26 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:01:35.156531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Port 202a75cf-e39d-4362-9e13-23d27a0b9c26 on network 76a18d57-cb15-4b82-a13a-bf556364658b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:01:35.156893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Attempting to bind port 202a75cf-e39d-4362-9e13-23d27a0b9c26 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:01:35.163269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:01:35.163598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:01:35.163975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:01:35.164403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Bound port: 202a75cf-e39d-4362-9e13-23d27a0b9c26, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:01:35.164747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.242527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:01:35.246590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:01:35.251220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.254163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:35.287900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.288565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:35.289953 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 1094 time: 0.7372968 Jun 22 21:01:35.291171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:35.293674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019fdcf-ab05-42f4-b9db-31458e8a6d32" -d '{"events": [{"name": "network-changed", "server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:35.317130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:35.322597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:35.338126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25b8c35-51eb-4d9b-8cd1-9d381bfc0131 x-openstack-request-id: req-c25b8c35-51eb-4d9b-8cd1-9d381bfc0131 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:35.338458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:35.338897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c25b8c35-51eb-4d9b-8cd1-9d381bfc0131 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:35.339487 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'status': 'completed', 'code': 200} Jun 22 21:01:35.395700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-b6342315-28b4-431a-9dac-5b0e286394b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.397218 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-b6342315-28b4-431a-9dac-5b0e286394b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0554373 Jun 22 21:01:35.445780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-60ec77f1-3421-474d-b409-1d9ac0d03316 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 217 time: 0.0364377 Jun 22 21:01:35.499354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-bd0f54a8-30ba-4f45-91ef-6ecad20d4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.500786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-bd0f54a8-30ba-4f45-91ef-6ecad20d4ece service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0481582 Jun 22 21:01:35.561683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ad089d45-d6ed-4efc-93cc-7fe68d05cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.563198 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-ad089d45-d6ed-4efc-93cc-7fe68d05cc7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518539 Jun 22 21:01:35.662025 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-0488bcf3-d1b4-45b9-bd93-e319f24578ac service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846257 Jun 22 21:01:35.754854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0b84dfc-9ba1-4bc5-932a-8d53bd6aca7f req-85e75ee5-7183-4c51-9e94-3f1d47e0bdd1 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Jun 22 21:01:35.861927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-cfe532e4-7b8b-4b67-8739-0109bff969f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.863311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-cfe532e4-7b8b-4b67-8739-0109bff969f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0524094 Jun 22 21:01:35.957390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-72505f1d-5ff8-409d-8fc9-97cd5ab8d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:35.958854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-72505f1d-5ff8-409d-8fc9-97cd5ab8d6d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0883453 Jun 22 21:01:36.000136 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-eff08d11-f838-4576-9149-cbe0a5b8e93d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 217 time: 0.0335097 Jun 22 21:01:36.052353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-c699895e-8873-490b-ae4e-a9057c78c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:36.053802 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-c699895e-8873-490b-ae4e-a9057c78c0d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0472326 Jun 22 21:01:36.113820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-ac3b5858-eb8d-41b2-9eb8-ed6a21ab8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:36.115097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-ac3b5858-eb8d-41b2-9eb8-ed6a21ab8b55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535016 Jun 22 21:01:36.249685 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-dccafae3-f36f-4537-a197-26b0f9f79d9a service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267717 Jun 22 21:01:36.264193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2518-5e14-48c4-8479-de0187a321bf req-c6b2c13f-c2c6-42cd-8c8c-7835e4e7fe64 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:36.265692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c32e2518-5e14-48c4-8479-de0187a321bf req-c6b2c13f-c2c6-42cd-8c8c-7835e4e7fe64 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 944 time: 0.1250069 Jun 22 21:01:36.352019 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c32e2518-5e14-48c4-8479-de0187a321bf req-cfff4efe-860c-4278-9fc4-1f7d4632c73f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782285 Jun 22 21:01:36.375414 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6019fdcf-ab05-42f4-b9db-31458e8a6d32 req-0ae900e6-6e1c-48fe-b855-dc9baaffe37c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087399 Jun 22 21:01:36.857561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 080688d8-cccc-4372-b01f-163045ce773a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:36.904627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 080688d8-cccc-4372-b01f-163045ce773a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:36.905007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:37.531306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5937041-e597-4555-9ea7-d2236074d44f req-91c8d13e-bb62-474f-a0e7-b6a37988249f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:37.532932 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f5937041-e597-4555-9ea7-d2236074d44f req-91c8d13e-bb62-474f-a0e7-b6a37988249f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 944 time: 0.0695360 Jun 22 21:01:37.576955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f5937041-e597-4555-9ea7-d2236074d44f req-bee7a123-3e91-4b96-ae94-f634147d3fe3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Jun 22 21:01:37.725072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:01:37.817794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:37.829133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'mac_address': 'fa:16:3e:a5:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:01:37.868891 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:37.881691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202a75cf-e39d-4362-9e13-23d27a0b9c26 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:01:37.906290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:37.910247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:37.912010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:37.957921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:37.960921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:38.179954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['202a75cf-e39d-4362-9e13-23d27a0b9c26'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:01:38.752941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeeea9-1a03-415d-b861-2e4c0bba8bc6 req-000798f2-3c62-4308-9db4-01037449838a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:38.754469 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-22aeeea9-1a03-415d-b861-2e4c0bba8bc6 req-000798f2-3c62-4308-9db4-01037449838a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 945 time: 0.0669949 Jun 22 21:01:38.792544 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-22aeeea9-1a03-415d-b861-2e4c0bba8bc6 req-b0f92bff-46e2-4842-b540-8ea3d16701bb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320430 Jun 22 21:01:39.741140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:01:39.788855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 202a75cf-e39d-4362-9e13-23d27a0b9c26 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:01:39.793723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 202a75cf-e39d-4362-9e13-23d27a0b9c26 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:01:39.794137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:39.869558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:39.896786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:39.899113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f05adf-006f-4146-969a-a5808bcdff9f" -d '{"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-plugged", "status": "completed", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:39.912955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:01:39.918565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:39.920553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:01:39.942366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d029f021-bfab-405f-aa90-1c8be835934f x-openstack-request-id: req-d029f021-bfab-405f-aa90-1c8be835934f {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:39.942686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-plugged", "status": "completed", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:39.942929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d029f021-bfab-405f-aa90-1c8be835934f {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:39.943319 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'code': 200} Jun 22 21:01:39.975377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:01:39.979868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa528283-5a64-4ae8-92e7-dfe55fc14476 req-b2ea274a-0549-4d20-aefb-42fcac9f7111 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:39.980722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:01:39.981446 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fa528283-5a64-4ae8-92e7-dfe55fc14476 req-b2ea274a-0549-4d20-aefb-42fcac9f7111 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0728219 Jun 22 21:01:40.025799 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fa528283-5a64-4ae8-92e7-dfe55fc14476 req-7dfbf2ab-071f-4499-ba1c-e21ca3acef97 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367668 Jun 22 21:01:40.198029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f482727-cfd7-4c06-807e-4f4d95b1a8ae req-4ef077ab-c77a-46d1-9f5f-64a7006e3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:40.199543 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f482727-cfd7-4c06-807e-4f4d95b1a8ae req-4ef077ab-c77a-46d1-9f5f-64a7006e3f82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1099 time: 0.0600042 Jun 22 21:01:40.240273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f482727-cfd7-4c06-807e-4f4d95b1a8ae req-ea6779b1-0b27-4c18-a764-1d6b0fec4c8a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298326 Jun 22 21:01:41.208959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340e73-609c-401e-abe1-84eedca6c7a8 req-4d9f572e-8d39-4a98-a980-baaf4d0501c1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:41.210439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8340e73-609c-401e-abe1-84eedca6c7a8 req-4d9f572e-8d39-4a98-a980-baaf4d0501c1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0663409 Jun 22 21:01:41.254245 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8340e73-609c-401e-abe1-84eedca6c7a8 req-096d1675-da38-48da-8273-d763c5d77bc2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Jun 22 21:01:42.431175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc393d40-946a-4182-b3c8-4410b4947e87 req-97a2640a-4095-4f65-9d60-ce6cc0f3f26b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:42.432738 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc393d40-946a-4182-b3c8-4410b4947e87 req-97a2640a-4095-4f65-9d60-ce6cc0f3f26b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0680785 Jun 22 21:01:42.471396 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc393d40-946a-4182-b3c8-4410b4947e87 req-7d9f7eeb-4ece-47c4-a5d5-63e7a35f3caf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Jun 22 21:01:42.636474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d1839-3df8-490f-9307-e4d72bf28c0b req-a1f5aaf8-c4e7-4467-984a-a14cb2328d65 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:42.638038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-091d1839-3df8-490f-9307-e4d72bf28c0b req-a1f5aaf8-c4e7-4467-984a-a14cb2328d65 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0632529 Jun 22 21:01:42.646439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35228) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:01:42.651436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'floatingip': {'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:01:42.689018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:43.131900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:43.136874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:43.594623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 associated. External IP: 172.26.4.47, port: 202a75cf-e39d-4362-9e13-23d27a0b9c26. Jun 22 21:01:43.801763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:01:43.910605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:01:43.915772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:43.920565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:01:43.930370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:43.932298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:43.954429 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7bcb5383-347b-4630-b762-ac39998217c7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "PUT /v2.0/floatingips/5dee9745-0f9f-4131-98e9-ccd69a07aae8 HTTP/1.1" status: 200 len: 991 time: 1.3068311 Jun 22 21:01:43.955388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:01:43.957713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:01:43.995837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a8e53a-3bea-41fb-8050-ab1309d38e69 x-openstack-request-id: req-13a8e53a-3bea-41fb-8050-ab1309d38e69 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:01:43.996451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:01:43.996941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13a8e53a-3bea-41fb-8050-ab1309d38e69 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:01:43.997719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'status': 'completed', 'code': 200} Jun 22 21:01:44.048868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:44.075189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-bc9e1b4e-b54b-491c-8855-90ef54c9bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:44.076713 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-bc9e1b4e-b54b-491c-8855-90ef54c9bd8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1099 time: 0.0568314 Jun 22 21:01:44.175376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-277ad632-0084-4b29-be79-705378ba502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:44.176840 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-277ad632-0084-4b29-be79-705378ba502c service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0923138 Jun 22 21:01:44.247211 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-f5e1ee02-163d-4ea6-bead-804c7d0c6da5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 999 time: 0.0607677 Jun 22 21:01:44.277196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:a5:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:01:43Z', 'revision_number': 1, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:44.300360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-2fdd6a0c-c98a-4aa9-a36d-b31577f5ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:44.301795 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-2fdd6a0c-c98a-4aa9-a36d-b31577f5ab84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0480566 Jun 22 21:01:44.309410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:01:44.317686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:01:44.318324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:01:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:44.358396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-83f2edd9-617b-4802-9977-e33011ee2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:01:44.359907 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-83f2edd9-617b-4802-9977-e33011ee2941 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509427 Jun 22 21:01:44.455121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-e12df2b8-8b0c-41f5-84a0-824ed171810c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882823 Jun 22 21:01:44.553381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-115c6b35-7c9d-4519-8eea-c9fd9dbc17b7 req-4147eaae-e4c6-423a-833c-962dde5afa5a service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911243 Jun 22 21:01:44.575236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:01:44.792402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:a5:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:01:43Z', 'revision_number': 1, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:01:44.818550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375a581-4cec-4dc3-9ff7-0181e6ad65c6 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:a5:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:01:43Z', 'revision_number': 1, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:01:45.012649 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cd766-1cac-48b2-8410-25437f9481f0 None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:01:46.925573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-677ce788-6d36-4e97-a22d-f7551073fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:49.793342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eca26ebf-c242-4b1d-a217-dae29cb7a029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:49.981048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:51.055435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:52.376877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:01:52.997792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:03.982490 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:02:14.372129 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-3481c58f-bdd5-48cb-9593-c9925e1d8ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530062 Jun 22 21:02:14.478904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32597-cd08-4288-a61e-477caee779cc req-c4a294d4-29d3-4397-ace0-3f0dcb7cbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:14.480456 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-c4a294d4-29d3-4397-ace0-3f0dcb7cbf76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1099 time: 0.0638890 Jun 22 21:02:14.592699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32597-cd08-4288-a61e-477caee779cc req-95c1d104-31e4-41f6-88f7-0274e7459c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:14.594088 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-95c1d104-31e4-41f6-88f7-0274e7459c10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0867639 Jun 22 21:02:14.664557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-1f5abf41-50b5-41fe-a6a3-ff197e9d864b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 1001 time: 0.0640445 Jun 22 21:02:14.715865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32597-cd08-4288-a61e-477caee779cc req-0bc8c8af-8c4e-4ff5-9419-b0d3f30893c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:14.717266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-0bc8c8af-8c4e-4ff5-9419-b0d3f30893c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0449331 Jun 22 21:02:14.777624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32597-cd08-4288-a61e-477caee779cc req-8aa76f87-617c-44b8-8837-65533ab8bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:14.779159 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-8aa76f87-617c-44b8-8837-65533ab8bfa8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541599 Jun 22 21:02:14.873628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-49b7abe2-b121-40ae-a1a3-16f86c517a48 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866718 Jun 22 21:02:14.963324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eda32597-cd08-4288-a61e-477caee779cc req-b5e4d8eb-a9f9-4ccc-a4aa-ea79bb05afc1 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811093 Jun 22 21:02:16.927694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d384d48b-e13f-4e08-8f92-7b3b039aa079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:19.783759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-56e4180f-d903-4d2b-9781-31dd45ec463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:19.981449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:21.057258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:22.391587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:22.693468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd85e26-c785-4118-aaf7-2fecebb4b443 req-dd1248fb-54ca-46ef-b4c5-e601af6388ba tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:22.694862 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5fd85e26-c785-4118-aaf7-2fecebb4b443 req-dd1248fb-54ca-46ef-b4c5-e601af6388ba tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0698824 Jun 22 21:02:22.733067 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5fd85e26-c785-4118-aaf7-2fecebb4b443 req-a1cd9451-5341-4d75-81c4-437b23caaf00 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jun 22 21:02:23.002320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:23.099471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-a1a78bb4-a730-46f1-8e78-debe4c5061e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797417 Jun 22 21:02:23.132671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299612f-8d83-47c9-b579-eaf6ae3dc018 req-d00a40ce-e5d1-4734-b76d-3aea9bbbd977 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:23.134158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3299612f-8d83-47c9-b579-eaf6ae3dc018 req-d00a40ce-e5d1-4734-b76d-3aea9bbbd977 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0716758 Jun 22 21:02:23.174427 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3299612f-8d83-47c9-b579-eaf6ae3dc018 req-1853f2dd-0c78-44a6-b082-02fed542de02 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Jun 22 21:02:24.304805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-eebe845e-962e-473d-88a7-b20d77d551cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:24.306353 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-eebe845e-962e-473d-88a7-b20d77d551cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1099 time: 0.0590668 Jun 22 21:02:24.361779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d555a-b399-4e38-9904-48edfe37a0cb req-e93aa73f-69e5-441d-9a11-51d73377d52b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:24.363299 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e43d555a-b399-4e38-9904-48edfe37a0cb req-e93aa73f-69e5-441d-9a11-51d73377d52b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0695319 Jun 22 21:02:24.401350 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e43d555a-b399-4e38-9904-48edfe37a0cb req-ebe67c68-fdfe-4d9b-9992-022c914ffe30 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Jun 22 21:02:24.405683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-6cb4c0c3-c12d-478f-96d3-cf939f31afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:24.407209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-6cb4c0c3-c12d-478f-96d3-cf939f31afae service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0911481 Jun 22 21:02:24.483752 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-5132ed4c-8d7a-4702-a8cb-5075efa25815 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 1001 time: 0.0663767 Jun 22 21:02:24.536054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-39652bd1-0923-442c-bf74-d9e869fd5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:24.537469 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-39652bd1-0923-442c-bf74-d9e869fd5d13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0443251 Jun 22 21:02:24.598654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-dbd4bbc7-3684-4bb4-956b-eddc74720983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:24.600140 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-dbd4bbc7-3684-4bb4-956b-eddc74720983 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531044 Jun 22 21:02:24.698374 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-6fbca25d-50a3-46c0-8ecc-295e3b188f76 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Jun 22 21:02:24.788729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-6f3142b5-ec9f-4392-8f48-aa0920fef94c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803671 Jun 22 21:02:25.578468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746b9b-96c9-4c15-b426-a6ccd2cf0e20 req-e67519a0-6d6d-4b21-b87f-65b0ade48d6e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:25.579923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30746b9b-96c9-4c15-b426-a6ccd2cf0e20 req-e67519a0-6d6d-4b21-b87f-65b0ade48d6e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0667732 Jun 22 21:02:25.618204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30746b9b-96c9-4c15-b426-a6ccd2cf0e20 req-19402dbe-a86b-4074-ad85-f8d9019d046d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Jun 22 21:02:26.789316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a7d8b-e2a0-4737-ac85-d1c7c316f1d2 req-ecdcd63d-94e6-46a8-9a3e-54538f16e548 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:26.790782 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8c7a7d8b-e2a0-4737-ac85-d1c7c316f1d2 req-ecdcd63d-94e6-46a8-9a3e-54538f16e548 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0626247 Jun 22 21:02:26.832690 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8c7a7d8b-e2a0-4737-ac85-d1c7c316f1d2 req-9bfe14b3-ecab-4940-afd2-0f4231705e88 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357420 Jun 22 21:02:28.009600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d43-bec3-49d8-a89f-a05fecc2d4eb req-2ca3d1cb-b717-4141-b874-c8cc9ad8f38a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:28.011116 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d60e1d43-bec3-49d8-a89f-a05fecc2d4eb req-2ca3d1cb-b717-4141-b874-c8cc9ad8f38a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0651813 Jun 22 21:02:28.049572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d60e1d43-bec3-49d8-a89f-a05fecc2d4eb req-96f84aa6-66b1-42c6-a2cf-465a4791b8ab tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Jun 22 21:02:29.226062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31017a4-bda5-414f-88ef-8a2975ca19aa req-249a16bf-df1e-47a8-9392-07ffc945a426 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:29.227531 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e31017a4-bda5-414f-88ef-8a2975ca19aa req-249a16bf-df1e-47a8-9392-07ffc945a426 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0657287 Jun 22 21:02:29.265235 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e31017a4-bda5-414f-88ef-8a2975ca19aa req-12bafa17-00d5-40d5-a676-bfa38ab10674 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314252 Jun 22 21:02:30.437309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985a1e4-585d-498c-a2b0-f0f2eab5f92b req-bfff32d2-a255-4493-bf2b-df2b97e013f2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:30.438708 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1985a1e4-585d-498c-a2b0-f0f2eab5f92b req-bfff32d2-a255-4493-bf2b-df2b97e013f2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0620441 Jun 22 21:02:30.477182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1985a1e4-585d-498c-a2b0-f0f2eab5f92b req-599e1e4f-8982-47b7-949d-5fdd4e31e0ac tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Jun 22 21:02:31.651022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad7c2-8c14-4b54-b681-b80d8fc8b5ce req-bd3b719f-3c4c-4adf-953d-4a095f0123fe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:31.652494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f1cad7c2-8c14-4b54-b681-b80d8fc8b5ce req-bd3b719f-3c4c-4adf-953d-4a095f0123fe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0640073 Jun 22 21:02:31.693238 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f1cad7c2-8c14-4b54-b681-b80d8fc8b5ce req-b4b1b2c6-7359-4ec4-8b33-844c53fd2580 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jun 22 21:02:32.868582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa569cd-275a-47c7-b539-e81d9cf02302 req-1862551b-cd18-4746-8f4e-438217bb0dfc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:32.870050 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dfa569cd-275a-47c7-b539-e81d9cf02302 req-1862551b-cd18-4746-8f4e-438217bb0dfc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0665822 Jun 22 21:02:32.907833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dfa569cd-275a-47c7-b539-e81d9cf02302 req-c8ab9b41-1ea1-44c2-b60d-b202e16216bc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Jun 22 21:02:34.082389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b3d1d-4d12-425d-8721-22a344a7379f req-14e90d9f-6572-4cff-b014-df252cc3e53b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:34.083869 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6d6b3d1d-4d12-425d-8721-22a344a7379f req-14e90d9f-6572-4cff-b014-df252cc3e53b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0676100 Jun 22 21:02:34.124141 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6d6b3d1d-4d12-425d-8721-22a344a7379f req-9e2ee443-84e2-4fce-a100-86a6e3372ac1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345943 Jun 22 21:02:35.298147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f51a-447f-4c0d-ae25-d1225f13e884 req-819e1712-1852-4bce-af8a-c8603b241f7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:35.299622 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9c13f51a-447f-4c0d-ae25-d1225f13e884 req-819e1712-1852-4bce-af8a-c8603b241f7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0642827 Jun 22 21:02:35.337308 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9c13f51a-447f-4c0d-ae25-d1225f13e884 req-1f84a262-d3d6-49a1-81ca-fa047bf3d426 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Jun 22 21:02:36.510024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33212429-0e11-4e96-bd2a-ff5df5d00573 req-99673e7d-110f-4911-a4ae-c9a6c1c26acb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:36.511500 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-33212429-0e11-4e96-bd2a-ff5df5d00573 req-99673e7d-110f-4911-a4ae-c9a6c1c26acb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0659082 Jun 22 21:02:36.549234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-33212429-0e11-4e96-bd2a-ff5df5d00573 req-4316f45e-9ddd-410b-adea-c3fb6769fde3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320220 Jun 22 21:02:36.722934 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-a5fb06a5-a34d-4dfc-97a5-313163330183 service neutron] 10.222.0.53 "GET /v2.0/ports/202a75cf-e39d-4362-9e13-23d27a0b9c26/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0595319 Jun 22 21:02:36.997953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-3dba8dd2-46d6-45ff-9581-11aa5b9091f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:36.999542 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-3dba8dd2-46d6-45ff-9581-11aa5b9091f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0550022 Jun 22 21:02:37.081045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-71de443b-8b15-4fda-8d46-f053e3eba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:37.082514 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-71de443b-8b15-4fda-8d46-f053e3eba8ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1099 time: 0.0525084 Jun 22 21:02:37.179660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-2bd91f0a-03e0-4b83-92d2-7eccbb3d3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:37.181140 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-2bd91f0a-03e0-4b83-92d2-7eccbb3d3318 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0883615 Jun 22 21:02:37.251860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-f290462e-8bdc-4103-af3c-b7473c1c5b2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 1001 time: 0.0597780 Jun 22 21:02:37.303632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-224e92f1-7bcc-4e14-a374-826e0b3df90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:37.305041 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-224e92f1-7bcc-4e14-a374-826e0b3df90b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0431304 Jun 22 21:02:37.368283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e43b2-7646-4bf3-9332-954801973c7c req-bfa27b5e-fa8f-49a6-9098-e60eb3ddcef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:37.369730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-bfa27b5e-fa8f-49a6-9098-e60eb3ddcef5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552549 Jun 22 21:02:37.462451 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-ceaaba99-42e1-40ea-8091-5b712e21b151 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813210 Jun 22 21:02:37.556747 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e90e43b2-7646-4bf3-9332-954801973c7c req-457a2733-d951-4d09-8e84-3a7f4a90f5cb service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837052 Jun 22 21:02:37.734232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644b80b-f8cc-43ff-b0c3-8817498e25f7 req-cc395b6f-57ad-451f-8b9a-789af5a48aa7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:37.735782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f644b80b-f8cc-43ff-b0c3-8817498e25f7 req-cc395b6f-57ad-451f-8b9a-789af5a48aa7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0688636 Jun 22 21:02:37.774933 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f644b80b-f8cc-43ff-b0c3-8817498e25f7 req-b420bf4e-2395-4a6c-b8fd-808085baad83 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335786 Jun 22 21:02:38.954082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7720d7b-e6c6-4afe-8b52-51c6448899a7 req-88b6d416-1ba3-48e2-b03f-f574d81658b7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:38.955554 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7720d7b-e6c6-4afe-8b52-51c6448899a7 req-88b6d416-1ba3-48e2-b03f-f574d81658b7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0654144 Jun 22 21:02:39.000436 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7720d7b-e6c6-4afe-8b52-51c6448899a7 req-747e9b51-e789-441f-91b9-29c6154db136 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Jun 22 21:02:39.978395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:02:40.076546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:40.090484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'mac_address': 'fa:16:3e:a5:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:02:40.127926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:40.140142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 202a75cf-e39d-4362-9e13-23d27a0b9c26 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:02:40.160009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:40.163786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:40.165600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:40.178544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcfb5f-199c-4212-b73c-78913b8c87bd req-634a31ed-a32c-49a6-a393-1e5a1fa29ae3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.180002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c6dcfb5f-199c-4212-b73c-78913b8c87bd req-634a31ed-a32c-49a6-a393-1e5a1fa29ae3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0647593 Jun 22 21:02:40.217386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:40.220111 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c6dcfb5f-199c-4212-b73c-78913b8c87bd req-11dfbc43-efad-4cbc-b93d-2bcb02a1b086 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Jun 22 21:02:40.225251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.225608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.226139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.226340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.226795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.227144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.227476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.227807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.228137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.228497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.228777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.229158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:40.235142 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['202a75cf-e39d-4362-9e13-23d27a0b9c26'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:02:40.237204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:40.576668 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87bcd-988a-4468-a768-e657a3203642 req-f9d696d4-4d62-42d8-bb33-f66f5870381e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.578487 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0ae87bcd-988a-4468-a768-e657a3203642 req-f9d696d4-4d62-42d8-bb33-f66f5870381e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 945 time: 0.1127400 Jun 22 21:02:40.590100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f814-09d4-4d89-b673-c142da99231a req-f81afd88-5a35-4a36-84e7-c19e85e2b3bd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.591456 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-f81afd88-5a35-4a36-84e7-c19e85e2b3bd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1&tenant_id=38bac1d163454bcf841cac6cee645841&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 945 time: 0.1164439 Jun 22 21:02:40.626586 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0ae87bcd-988a-4468-a768-e657a3203642 req-e077f117-448e-4c16-8334-a63e015dff3e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jun 22 21:02:40.691321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f814-09d4-4d89-b673-c142da99231a req-eaf37ed4-5bcb-4ad7-8944-e73c26c74a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.692693 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-eaf37ed4-5bcb-4ad7-8944-e73c26c74a71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0580232 Jun 22 21:02:40.784971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f814-09d4-4d89-b673-c142da99231a req-14616384-b27f-4266-9c40-bf99baee5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.786516 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-14616384-b27f-4266-9c40-bf99baee5d8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0870366 Jun 22 21:02:40.854201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-baf3ab37-79e7-40f4-89aa-ed30319b4a9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 200 len: 1000 time: 0.0609100 Jun 22 21:02:40.902135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f814-09d4-4d89-b673-c142da99231a req-54b69108-f002-4c83-ac77-a557588f36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.903564 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-54b69108-f002-4c83-ac77-a557588f36e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0434217 Jun 22 21:02:40.960138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f814-09d4-4d89-b673-c142da99231a req-310cc32e-c583-43ec-8260-cb8354c61991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:40.961494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-310cc32e-c583-43ec-8260-cb8354c61991 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515692 Jun 22 21:02:40.980522 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:02:41.053519 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-b90d8c0a-20bc-458c-8e41-88d4f137d2ba service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852010 Jun 22 21:02:41.142514 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4517f814-09d4-4d89-b673-c142da99231a req-9bbf3bad-945f-449c-9bab-3054d3af8ac4 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825315 Jun 22 21:02:41.806783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df898b9-bc5d-4ee0-ba3d-962c3afa3f93 req-accc2cda-0035-4778-a172-96e45d237271 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:41.808356 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3df898b9-bc5d-4ee0-ba3d-962c3afa3f93 req-accc2cda-0035-4778-a172-96e45d237271 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 945 time: 0.0671284 Jun 22 21:02:41.848040 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3df898b9-bc5d-4ee0-ba3d-962c3afa3f93 req-ee4b22c5-1f34-45f0-b702-d48be9b6e2ae tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Jun 22 21:02:41.995572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:02:42.033320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66119eb-7fc9-4812-9868-ef963c2f1b81 req-2ea25b9a-0aed-484b-adad-7b9908dacfea tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:42.034858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b66119eb-7fc9-4812-9868-ef963c2f1b81 req-2ea25b9a-0aed-484b-adad-7b9908dacfea tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 945 time: 0.0717428 Jun 22 21:02:42.045746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 202a75cf-e39d-4362-9e13-23d27a0b9c26 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:02:42.046159 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:42.077311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b66119eb-7fc9-4812-9868-ef963c2f1b81 req-abd0b057-edc6-4c53-bea6-dd6cc5c1bb49 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365705 Jun 22 21:02:42.134308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:42.159098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:02:42.161496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dec216-a378-4a02-bedc-c587d0734a88" -d '{"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-plugged", "status": "completed", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:02:42.176727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:42.181764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:42.183772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e4241e7f-6c5d-42cd-92a4-c6f31665393e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:42.233807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:42.237196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:42.263945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7980d4-7c44-431c-9c49-fe9fe439e9cb x-openstack-request-id: req-9b7980d4-7c44-431c-9c49-fe9fe439e9cb {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:02:42.264588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-plugged", "status": "completed", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:02:42.264588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b7980d4-7c44-431c-9c49-fe9fe439e9cb {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:02:42.264827 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'code': 200} Jun 22 21:02:42.275957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e96c5-5163-439b-80d8-2c8900c5d27e req-fec3023b-a786-4245-88e3-78a12f5d8cdf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:42.277510 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-502e96c5-5163-439b-80d8-2c8900c5d27e req-fec3023b-a786-4245-88e3-78a12f5d8cdf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0827656 Jun 22 21:02:42.318926 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-502e96c5-5163-439b-80d8-2c8900c5d27e req-80c723fe-a136-4605-937a-43da708294eb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349975 Jun 22 21:02:42.704847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09c1d-a67e-4234-a305-b5cf988b2d89 req-aa9d641b-24da-46c4-a150-5743daac4107 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:42.706362 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9d09c1d-a67e-4234-a305-b5cf988b2d89 req-aa9d641b-24da-46c4-a150-5743daac4107 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0707891 Jun 22 21:02:42.744289 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9d09c1d-a67e-4234-a305-b5cf988b2d89 req-f181da3f-1118-4599-9cd9-9bc5b4a05433 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jun 22 21:02:43.922692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2e378-d5b2-4839-a68b-9aadb41b9623 req-8e87c29b-6b49-4973-b44b-f959ac7fc04c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:43.924157 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3a2e378-d5b2-4839-a68b-9aadb41b9623 req-8e87c29b-6b49-4973-b44b-f959ac7fc04c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0686152 Jun 22 21:02:43.962643 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d3a2e378-d5b2-4839-a68b-9aadb41b9623 req-05e5f794-d680-4a52-8c78-484fb8f82693 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Jun 22 21:02:44.443230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-083ea220-ee74-40eb-a992-b2c3fabc5731 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:44.444649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-083ea220-ee74-40eb-a992-b2c3fabc5731 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 946 time: 0.0613358 Jun 22 21:02:44.548116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Deleting port 202a75cf-e39d-4362-9e13-23d27a0b9c26 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:02:44.548449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:44.632908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] For port 202a75cf-e39d-4362-9e13-23d27a0b9c26, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=202a75cf-e39d-4362-9e13-23d27a0b9c26,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:44.633258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:44.801429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:44.801705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:44.802056 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 disassociated. External IP: 172.26.4.47, port: 202a75cf-e39d-4362-9e13-23d27a0b9c26. Jun 22 21:02:44.802391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Calling delete_port for 202a75cf-e39d-4362-9e13-23d27a0b9c26 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:02:44.927585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:44.931956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0626275f-6bdb-4adf-b024-6fbf499dbc16 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:44.964524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'Port': ['ID=202a75cf-e39d-4362-9e13-23d27a0b9c26,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:44.977533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.977942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.978323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.978697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.979066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.979437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.979803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.980173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.980535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.980897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.981258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.981612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:02:44.986496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:45.109846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:02:45.138090 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9df41537-c995-4354-af38-3fa900fe7586 req-f0a76a6a-8b8a-45c3-97e3-2b946afbcfaa tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 210 time: 0.0326025 Jun 22 21:02:45.225135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:02:45.237255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:02:45.246777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:02:45.247430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:02:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:45.359777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:02:45.563845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:45.595475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:02:45.604354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:02:45.604990 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:02:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:45.638861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] No DVR routers for this DVR port 202a75cf-e39d-4362-9e13-23d27a0b9c26 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:02:45.641467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:45.643456 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-40ed6210-574c-40f7-9aa8-a5004174f0ea req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "DELETE /v2.0/ports/202a75cf-e39d-4362-9e13-23d27a0b9c26 HTTP/1.1" status: 204 len: 173 time: 1.1893351 Jun 22 21:02:45.644076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-deleted', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:02:45.646389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eab41d-bcc7-4045-8032-00e62ab4478b" -d '{"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-deleted", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:02:45.684108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba6ecac-0f6f-4b05-87c6-cd5181371dab x-openstack-request-id: req-cba6ecac-0f6f-4b05-87c6-cd5181371dab {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:02:45.684452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1", "name": "network-vif-deleted", "tag": "202a75cf-e39d-4362-9e13-23d27a0b9c26", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:02:45.684770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cba6ecac-0f6f-4b05-87c6-cd5181371dab {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:02:45.685204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1', 'name': 'network-vif-deleted', 'tag': '202a75cf-e39d-4362-9e13-23d27a0b9c26', 'status': 'completed', 'code': 200} Jun 22 21:02:45.721063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:02:45.920923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:45.946180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e9709-2348-4b31-b6ce-f87fc27630f9 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:02:46.174261 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1339b13-3120-4fac-b8c2-00bbdd6c2fb7 None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:02:46.304209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2d74c5ce-c913-41da-b3f1-118ae94eec07 req-44e7d637-0043-4716-b448-5d867d5d2525 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=f374e4a2-ffb3-4717-b9eb-eeeeb2cedbc1 HTTP/1.1" status: 200 len: 210 time: 0.0347395 Jun 22 21:02:46.929141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6468479f-40db-4257-aa21-e7ee0077e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:47.605180 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-8af2ff09-612a-461e-8524-10f1f20412c5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--962942681&fields=id&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 267 time: 0.0334101 Jun 22 21:02:47.713198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-bdabbea8-19b6-47f4-92ae-fd30c5cd5679 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:47.714650 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-bdabbea8-19b6-47f4-92ae-fd30c5cd5679 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1026211 Jun 22 21:02:47.729231 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-8e1adb8d-e613-420d-a084-d0d72206bd6f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/quotas/38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 375 time: 0.0088234 Jun 22 21:02:47.799054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-2d5a4bbe-45f7-4020-8497-8ae3a6d13fdb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640528 Jun 22 21:02:47.858003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-0046180f-8e08-4d7d-b64e-ea48fe97aa34 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:02:47.859049 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-0046180f-8e08-4d7d-b64e-ea48fe97aa34 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492988 Jun 22 21:02:47.949811 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-14fdce3d-6b78-4b2f-bd69-877e0c864477 service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Jun 22 21:02:48.038850 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-536c8b60-ee6d-409b-bfea-2dad9c1da26d service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824158 Jun 22 21:02:48.203839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bb8ded1a-23b2-420e-9b8e-fa99c94c4ad1 req-104f6572-6e02-44d0-8bc4-8c7a0f0a1905 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 210 time: 0.0299275 Jun 22 21:02:49.287576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-239ea7f0-9d8c-4555-86fc-d2a34323d0dd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:49.289023 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-239ea7f0-9d8c-4555-86fc-d2a34323d0dd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1115539 Jun 22 21:02:49.356716 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1a1a5dfd-420a-4164-802d-24afa2606217 req-6a74c4f5-60a3-417d-9538-7bc8a9933276 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 210 time: 0.0329218 Jun 22 21:02:49.371545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-4423ca7a-960a-4a1c-baad-a426ef25e2ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 379 time: 0.0612481 Jun 22 21:02:49.390248 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'port': {'device_id': '69ad9233-9073-4533-9dfe-5e946a62addc', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'admin_state_up': True, 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'security_groups': ['353411bc-3d74-4e00-ba73-6e4da9d655a1']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:02:49.502243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:02:49.505946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:49.630140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Allocated IP 172.20.0.14 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/cdba005b-35e5-43b0-b2ad-59f885e3de2b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:02:49.767559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:49.783145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Transition to ACTIVE for port object cdba005b-35e5-43b0-b2ad-59f885e3de2b will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:02:49.788337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-235f8854-3fa8-4fdb-910c-093baa6a7ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:49.817934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:49.822970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8559a0ab-b29d-4e27-a2bd-30c8c8484dcd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:49.864613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:02:49.867792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:02:49.870379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:02:49.903727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:49.907847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:49.934357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:49.935097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:49.949581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695579 Jun 22 21:02:49.965964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Request body: {'port': {'device_id': '69ad9233-9073-4533-9dfe-5e946a62addc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:02:49.984473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.023205 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:02:50.043931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.046013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 202a75cf-e39d-4362-9e13-23d27a0b9c26 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:02:50.046505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 202a75cf-e39d-4362-9e13-23d27a0b9c26 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:02:50.125571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-84b637f5-a3af-440d-99c0-7038a368f4bf None None] Provisioning for port cdba005b-35e5-43b0-b2ad-59f885e3de2b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:02:50.128903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-84b637f5-a3af-440d-99c0-7038a368f4bf None None] Provisioning complete for port cdba005b-35e5-43b0-b2ad-59f885e3de2b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:02:50.129285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-84b637f5-a3af-440d-99c0-7038a368f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.162590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-84b637f5-a3af-440d-99c0-7038a368f4bf None None] Port cdba005b-35e5-43b0-b2ad-59f885e3de2b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:02:50.309047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:02:50.316661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.328941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Transition to ACTIVE for port object cdba005b-35e5-43b0-b2ad-59f885e3de2b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:02:50.332279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.334252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:50.382270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:50.385871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:50.456262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Attempting to bind port cdba005b-35e5-43b0-b2ad-59f885e3de2b on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:02:50.456757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Attempting to bind port cdba005b-35e5-43b0-b2ad-59f885e3de2b by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:02:50.457528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Attempting to bind port cdba005b-35e5-43b0-b2ad-59f885e3de2b on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:02:50.463091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Port cdba005b-35e5-43b0-b2ad-59f885e3de2b on network 76a18d57-cb15-4b82-a13a-bf556364658b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:02:50.463425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Attempting to bind port cdba005b-35e5-43b0-b2ad-59f885e3de2b on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:02:50.469823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:02:50.470059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:02:50.470385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:02:50.470832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Bound port: cdba005b-35e5-43b0-b2ad-59f885e3de2b, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:02:50.471430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.542351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:02:50.546034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:02:50.551383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.553457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:50.553785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8a05-7291-4e71-80cc-f32773e62082 req-9a2d9604-e2ec-4f58-be2f-b9e161b86fb6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:50.555281 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ccc8a05-7291-4e71-80cc-f32773e62082 req-9a2d9604-e2ec-4f58-be2f-b9e161b86fb6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 944 time: 0.0712206 Jun 22 21:02:50.589823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:50.590474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:50.592662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] 10.222.0.53 "PUT /v2.0/ports/cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1094 time: 0.6311374 Jun 22 21:02:50.593229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:02:50.595583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ac9731-929d-4687-a1dd-e5cc33ae556e" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:02:50.608024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ccc8a05-7291-4e71-80cc-f32773e62082 req-f88e33b3-bf56-40f8-8743-df72af608d66 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457273 Jun 22 21:02:50.638408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:50.650844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:50.652347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd11cc-852c-451e-80dd-a39cf407278e x-openstack-request-id: req-13bd11cc-852c-451e-80dd-a39cf407278e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:02:50.652871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:02:50.653238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13bd11cc-852c-451e-80dd-a39cf407278e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:02:50.653755 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'status': 'completed', 'code': 200} Jun 22 21:02:50.702445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-99ae715a-d457-4bd6-8de7-af0939dd47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:50.704259 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-99ae715a-d457-4bd6-8de7-af0939dd47bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1097 time: 0.0623188 Jun 22 21:02:50.756471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-cc404a81-7654-4ba9-ad39-a55b078323fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 217 time: 0.0408950 Jun 22 21:02:50.810052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-2d258e29-1e88-4240-8171-c46a283f2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:50.811861 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-2d258e29-1e88-4240-8171-c46a283f2e77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0454183 Jun 22 21:02:50.872317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc59c-a848-4896-9891-e14912ad2efc req-6e747c1c-700a-4a57-bb0b-36cc394c29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:50.873961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-6e747c1c-700a-4a57-bb0b-36cc394c29b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523951 Jun 22 21:02:50.970376 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-6cbe8d46-0caa-4790-9644-13294e653052 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858643 Jun 22 21:02:51.061848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:51.067541 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2facc59c-a848-4896-9891-e14912ad2efc req-f76a5cff-0076-4d78-8732-24e63df76de7 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Jun 22 21:02:51.177863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-a4fc90cd-a919-41be-85d2-a525addf9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:51.179448 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-a4fc90cd-a919-41be-85d2-a525addf9f81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1097 time: 0.0546708 Jun 22 21:02:51.286099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-78548e28-ba00-47fd-9141-edb11135ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:51.287579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-78548e28-ba00-47fd-9141-edb11135ecce service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.1007366 Jun 22 21:02:51.337494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-4ed4969a-beda-4a00-8743-9b5275f00c28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 217 time: 0.0415397 Jun 22 21:02:51.392803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-36166c2b-9631-4ecb-93a3-d439bbfcaf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:51.394278 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-36166c2b-9631-4ecb-93a3-d439bbfcaf7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0497882 Jun 22 21:02:51.460656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-9e9d94c5-a252-4dd8-bd6b-709f9e43beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:51.462064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-9e9d94c5-a252-4dd8-bd6b-709f9e43beb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607460 Jun 22 21:02:51.563156 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-253de330-50d9-4faf-b62d-7cc2830856ba service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923171 Jun 22 21:02:51.661621 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41ac9731-929d-4687-a1dd-e5cc33ae556e req-7490bbf8-1350-4c37-9511-6d45352b16bb service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Jun 22 21:02:51.793506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50bba-95b0-46e0-b4ec-d370933feeaf req-cf3b9998-4221-4778-99c7-9dc9d4f2229c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:51.795128 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c0d50bba-95b0-46e0-b4ec-d370933feeaf req-cf3b9998-4221-4778-99c7-9dc9d4f2229c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 944 time: 0.0714998 Jun 22 21:02:51.839120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c0d50bba-95b0-46e0-b4ec-d370933feeaf req-f52354a4-cc55-4681-a81d-3d781b557571 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382690 Jun 22 21:02:52.019298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:02:52.117641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:52.129534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'mac_address': 'fa:16:3e:d8:64:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:02:52.166982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:52.182699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:02:52.202138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:52.207312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:52.209077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:52.257064 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:52.260163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:52.393866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:52.459628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['cdba005b-35e5-43b0-b2ad-59f885e3de2b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:02:53.003583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:53.021259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2dc8-b35e-4591-9cbc-40a5b660abbc req-2dc9c640-db15-49ff-8a32-18a1027f223a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:53.022749 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5ec2dc8-b35e-4591-9cbc-40a5b660abbc req-2dc9c640-db15-49ff-8a32-18a1027f223a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 945 time: 0.0746531 Jun 22 21:02:53.065105 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5ec2dc8-b35e-4591-9cbc-40a5b660abbc req-33fe7fb4-f176-4456-a9e4-0fc78796da7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366368 Jun 22 21:02:54.035471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:02:54.089290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port cdba005b-35e5-43b0-b2ad-59f885e3de2b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:02:54.093589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port cdba005b-35e5-43b0-b2ad-59f885e3de2b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:02:54.094003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:54.186113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:54.208756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:02:54.211014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db2d61b-ccd1-446b-a038-72e7904cd52e" -d '{"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-plugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:02:54.223384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:02:54.227883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:54.230249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:02:54.253814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e83585-8338-4c1e-8481-4671424ba3c6 x-openstack-request-id: req-04e83585-8338-4c1e-8481-4671424ba3c6 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:02:54.254144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-plugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:02:54.254415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04e83585-8338-4c1e-8481-4671424ba3c6 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:02:54.254811 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'code': 200} Jun 22 21:02:54.254918 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd962d-fa08-45e5-bc41-c38eca47fddc req-123f9a35-49eb-473e-8d6a-6e8c90303c31 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:54.256769 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dcdd962d-fa08-45e5-bc41-c38eca47fddc req-123f9a35-49eb-473e-8d6a-6e8c90303c31 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 945 time: 0.0734987 Jun 22 21:02:54.280111 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:02:54.283047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:02:54.296793 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dcdd962d-fa08-45e5-bc41-c38eca47fddc req-c79f887c-2dfe-49af-b1ee-d5a49de05efe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345838 Jun 22 21:02:54.497428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fa703-af7d-4e5d-8122-ee162b616256 req-6e8b2538-fe3d-4f74-9150-b7d7de37e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:54.500073 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-846fa703-af7d-4e5d-8122-ee162b616256 req-6e8b2538-fe3d-4f74-9150-b7d7de37e9f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0561922 Jun 22 21:02:54.538614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-846fa703-af7d-4e5d-8122-ee162b616256 req-e1bdd7c2-5d22-4049-af64-984de4f9ee42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280235 Jun 22 21:02:55.478436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb1d5-c9ed-406d-a37f-f58da2c49282 req-ddbbb465-a755-4567-958b-1df3b19cdf72 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:55.479924 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2cffb1d5-c9ed-406d-a37f-f58da2c49282 req-ddbbb465-a755-4567-958b-1df3b19cdf72 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0666568 Jun 22 21:02:55.519962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2cffb1d5-c9ed-406d-a37f-f58da2c49282 req-ee3276c2-6ee0-48b0-b78b-aaf4b436349f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334311 Jun 22 21:02:56.702034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a38466-35db-4b9f-ad48-5387be9db055 req-8318667e-91dc-474d-8a6c-9164c807cfa4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:56.704074 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f2a38466-35db-4b9f-ad48-5387be9db055 req-8318667e-91dc-474d-8a6c-9164c807cfa4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0754313 Jun 22 21:02:56.741444 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f2a38466-35db-4b9f-ad48-5387be9db055 req-3e05743a-e8ea-416c-86bc-d982e19b64ff tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Jun 22 21:02:56.913309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5734e0-3c08-4199-9320-d2551c956491 req-bec25a25-2990-4210-be9e-557beb66c736 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:56.914797 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ab5734e0-3c08-4199-9320-d2551c956491 req-bec25a25-2990-4210-be9e-557beb66c736 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0670586 Jun 22 21:02:56.923476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35444) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:02:56.927868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'floatingip': {'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:02:56.967003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:57.409144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:57.412829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:57.513280 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 associated. External IP: 172.26.4.47, port: cdba005b-35e5-43b0-b2ad-59f885e3de2b. Jun 22 21:02:57.719616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:02:57.824688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:02:57.829952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:02:57.835487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:02:57.846332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:02:57.846947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:02:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:57.867742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e46d5246-c912-4a8c-8be2-95d4a713bbbc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "PUT /v2.0/floatingips/5dee9745-0f9f-4131-98e9-ccd69a07aae8 HTTP/1.1" status: 200 len: 991 time: 0.9432302 Jun 22 21:02:57.868428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:02:57.870820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:02:57.910885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee017f9-43cc-41a2-8129-8774bfce1739 x-openstack-request-id: req-1ee017f9-43cc-41a2-8129-8774bfce1739 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:02:57.911309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:02:57.911693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ee017f9-43cc-41a2-8129-8774bfce1739 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:02:57.912214 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'status': 'completed', 'code': 200} Jun 22 21:02:57.957275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:02:57.985284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-3b35469b-1837-4131-abac-c1c24be1eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:57.986736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-3b35469b-1837-4131-abac-c1c24be1eef3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0530031 Jun 22 21:02:58.083894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-150b27e9-a1fd-4519-bf77-aa9deab0a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:58.085334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-150b27e9-a1fd-4519-bf77-aa9deab0a41b service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0901730 Jun 22 21:02:58.151699 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-8692092e-dbb2-4f20-a647-1566e7050097 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 999 time: 0.0590479 Jun 22 21:02:58.183934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:d8:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad9233-9073-4533-9dfe-5e946a62addc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:02:57Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:58.203738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-0e5fdb86-5bd0-418e-87b0-688d1d41fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:58.205201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-0e5fdb86-5bd0-418e-87b0-688d1d41fbb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0455782 Jun 22 21:02:58.212241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:02:58.221651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:02:58.222313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:02:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:58.267903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-8311972a-4dd4-47a9-9544-ef3b42755704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:02:58.269309 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-8311972a-4dd4-47a9-9544-ef3b42755704 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575082 Jun 22 21:02:58.362259 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-2726dc17-d3ce-45bd-b5d6-09abb3c0c0de service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Jun 22 21:02:58.460321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92a60df6-4ee7-4fb9-bae0-dc2581c93ed4 req-bf32a0c7-a0b1-4ee6-be68-473d4bff5a9c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910792 Jun 22 21:02:58.478666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:02:58.691452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:d8:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad9233-9073-4533-9dfe-5e946a62addc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:02:57Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:02:58.721578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33813a7-cab5-4b87-930f-befa790ac4de None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:d8:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad9233-9073-4533-9dfe-5e946a62addc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:02:57Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:02:58.904397 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4eb7e4-cef2-4f2a-a47c-47832cbcf87a None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:03:16.612584 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-c75c480b-27d5-4597-a451-a95e4cf176b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508227 Jun 22 21:03:16.711393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-9e0ba9cc-5e03-4bef-9252-23d2a412f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:16.712917 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-9e0ba9cc-5e03-4bef-9252-23d2a412f365 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0554020 Jun 22 21:03:16.930608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-70d433e5-ebb3-43ba-a65b-507c3e081fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:17.190125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-b3346d98-3c74-48f6-96cb-ebe412d01be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:17.191590 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-b3346d98-3c74-48f6-96cb-ebe412d01be8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.4541612 Jun 22 21:03:17.255030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-ebad392d-b000-413c-893b-6d192c98b4b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1001 time: 0.0562649 Jun 22 21:03:17.305469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-a489bd80-baab-4c7f-a39f-df95c747924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:17.306870 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-a489bd80-baab-4c7f-a39f-df95c747924d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0449677 Jun 22 21:03:17.362428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-b5551ba7-15a5-4e9d-b502-48359580ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:17.363819 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-b5551ba7-15a5-4e9d-b502-48359580ef92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496535 Jun 22 21:03:17.454315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-45dca0b9-fd5b-406f-9cd1-03e79f1616ae service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813189 Jun 22 21:03:17.545927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-da6a62ff-5c32-4ccc-993c-e90f7b081550 req-da3c86e1-4945-483d-8eca-5eed9ab72bfd service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Jun 22 21:03:17.979395 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:03:19.788912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7a42ccf1-cd32-46e3-8c3a-9ed0700c0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:19.990366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:21.060512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:22.392422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:23.007030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:36.626327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5535b8-cb4e-4b53-a18b-18d0173b05dc req-da03a90f-299f-49c4-a0b7-e1436e9a8698 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:36.627783 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5e5535b8-cb4e-4b53-a18b-18d0173b05dc req-da03a90f-299f-49c4-a0b7-e1436e9a8698 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0637295 Jun 22 21:03:36.663791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5e5535b8-cb4e-4b53-a18b-18d0173b05dc req-32eb6718-7e63-4d49-803c-f991e3f19332 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304506 Jun 22 21:03:37.839511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b97fb-36da-4ceb-8bb1-e72babfdf9e9 req-6bfc5522-4d50-48ee-b65a-f4111b99817f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:37.840989 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-726b97fb-36da-4ceb-8bb1-e72babfdf9e9 req-6bfc5522-4d50-48ee-b65a-f4111b99817f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0639102 Jun 22 21:03:37.878822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-726b97fb-36da-4ceb-8bb1-e72babfdf9e9 req-48dbfa94-cac9-40a8-a167-3d39f17d5d10 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320933 Jun 22 21:03:39.053994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4375b37-bf57-43e0-a914-8a1d1f570c20 req-2a9896b1-2d55-49da-9a72-d20d49423de3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:39.055439 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f4375b37-bf57-43e0-a914-8a1d1f570c20 req-2a9896b1-2d55-49da-9a72-d20d49423de3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0659499 Jun 22 21:03:39.092274 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f4375b37-bf57-43e0-a914-8a1d1f570c20 req-4b65058a-05ff-458b-bfa9-091c955e15ad tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312417 Jun 22 21:03:40.269955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178748-9cd8-4ae8-b55d-9931e4ffefcb req-d68267ce-d112-4ba1-9644-e56b97b719a4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:40.271418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81178748-9cd8-4ae8-b55d-9931e4ffefcb req-d68267ce-d112-4ba1-9644-e56b97b719a4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0698085 Jun 22 21:03:40.308592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81178748-9cd8-4ae8-b55d-9931e4ffefcb req-ff069ec0-c00e-4af8-bc41-d03737904248 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314701 Jun 22 21:03:41.486290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370e545-f3a4-4dac-8bae-360e2b796699 req-03c25646-dbd9-4530-8e2e-a66eb3f9d17a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:41.487766 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c370e545-f3a4-4dac-8bae-360e2b796699 req-03c25646-dbd9-4530-8e2e-a66eb3f9d17a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0630741 Jun 22 21:03:41.526898 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c370e545-f3a4-4dac-8bae-360e2b796699 req-fd145e41-e842-4cae-866b-7db43baef6ad tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Jun 22 21:03:42.703857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4a823-9aa2-4fb5-9efe-f5248fb07bd6 req-a3fcab87-4719-4b8d-a387-c58d5954bf84 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:42.705295 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30b4a823-9aa2-4fb5-9efe-f5248fb07bd6 req-a3fcab87-4719-4b8d-a387-c58d5954bf84 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0650337 Jun 22 21:03:42.743381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30b4a823-9aa2-4fb5-9efe-f5248fb07bd6 req-a6f6717f-554c-40d6-8677-7b59de00f6e6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Jun 22 21:03:43.922734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9fbbe-0c7c-4bc5-a1ee-e6b5550eef28 req-c1b24af4-77ff-4811-a6bc-959b53d96d7f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:43.924210 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80c9fbbe-0c7c-4bc5-a1ee-e6b5550eef28 req-c1b24af4-77ff-4811-a6bc-959b53d96d7f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0714545 Jun 22 21:03:43.961709 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80c9fbbe-0c7c-4bc5-a1ee-e6b5550eef28 req-eafdb974-c7a2-411d-8162-1204f343cf84 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jun 22 21:03:45.137124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d7ee-b37e-43ca-8699-145596fef32a req-400a8f98-5fa4-4046-955d-0923c57a507f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:45.138617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7754d7ee-b37e-43ca-8699-145596fef32a req-400a8f98-5fa4-4046-955d-0923c57a507f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0634739 Jun 22 21:03:45.176220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7754d7ee-b37e-43ca-8699-145596fef32a req-e374ae38-4fbb-4e34-9b4f-f318b22e9dcc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Jun 22 21:03:46.347843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694f9c2-d39e-4b1d-9189-0bbd8b78c174 req-c0ade099-ae02-455a-85cc-ea4fad59878a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:46.349303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3694f9c2-d39e-4b1d-9189-0bbd8b78c174 req-c0ade099-ae02-455a-85cc-ea4fad59878a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0638905 Jun 22 21:03:46.386631 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3694f9c2-d39e-4b1d-9189-0bbd8b78c174 req-78b9487d-c577-4a36-8099-b252f9ce208e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 22 21:03:46.931928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d8b33227-6e75-48aa-9876-ff353421f38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:47.558536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ff33-38eb-45d6-baf2-88a9175c5c1b req-6df82596-d2a4-45f2-995d-7716e998857e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:47.559989 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b099ff33-38eb-45d6-baf2-88a9175c5c1b req-6df82596-d2a4-45f2-995d-7716e998857e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0660632 Jun 22 21:03:47.598121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b099ff33-38eb-45d6-baf2-88a9175c5c1b req-7751f17b-70e3-4137-81b8-f6663b96ec7a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317612 Jun 22 21:03:47.937209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-f9610568-d6f7-480c-9a90-1487e0e1abd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514598 Jun 22 21:03:48.010774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477563-c208-4443-97a7-3d98fa6a557b req-a6c0888c-769f-453e-b216-cf32fed14be4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:48.012503 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4c477563-c208-4443-97a7-3d98fa6a557b req-a6c0888c-769f-453e-b216-cf32fed14be4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0743232 Jun 22 21:03:48.052370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4c477563-c208-4443-97a7-3d98fa6a557b req-096929ad-5e68-4007-9c78-de7dce6233be tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Jun 22 21:03:49.128561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-307598f3-6b16-4f3e-8aba-f5150eabad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:49.130271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-307598f3-6b16-4f3e-8aba-f5150eabad54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0544078 Jun 22 21:03:49.222150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-f71289b9-b86c-4de3-8e64-88ffdf72fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:49.223873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-f71289b9-b86c-4de3-8e64-88ffdf72fca0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0852509 Jun 22 21:03:49.233614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f0fbf-8943-4ea2-a9ad-a1c43e965181 req-583cb231-c6a4-4cca-a630-fb803e8b2e29 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:49.235110 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e7f0fbf-8943-4ea2-a9ad-a1c43e965181 req-583cb231-c6a4-4cca-a630-fb803e8b2e29 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0643306 Jun 22 21:03:49.274801 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8e7f0fbf-8943-4ea2-a9ad-a1c43e965181 req-b7f10d1a-e6e9-4f97-98ac-ccfec12a3caf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Jun 22 21:03:49.307617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-55740263-d946-4bad-a41e-52272b5e33c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1001 time: 0.0732069 Jun 22 21:03:49.361994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-2fda4b7d-2c4d-4eb4-ac26-1174d0e492b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:49.363423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-2fda4b7d-2c4d-4eb4-ac26-1174d0e492b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0447898 Jun 22 21:03:49.426588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-c71db911-b97e-4b46-a188-2c843d508971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:49.428091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-c71db911-b97e-4b46-a188-2c843d508971 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541701 Jun 22 21:03:49.523539 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-99bd6848-028e-44b2-96f5-37f262dcdcf3 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Jun 22 21:03:49.619733 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-36a3a2df-a594-4509-a176-bcc1d3d9e5be service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842850 Jun 22 21:03:49.791115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b04783c8-455c-4279-9fe8-7b50a96ae2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:49.991375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:50.459447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c827e-6ba7-4090-9c81-52cb96251489 req-7cabe280-374d-406e-a425-ac1c7266adef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:50.460960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-276c827e-6ba7-4090-9c81-52cb96251489 req-7cabe280-374d-406e-a425-ac1c7266adef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0639172 Jun 22 21:03:50.497466 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-276c827e-6ba7-4090-9c81-52cb96251489 req-eb604d2e-41f3-4be3-a00a-ede55a5db377 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308776 Jun 22 21:03:51.064398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:51.510607 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-7cd8442b-b7d8-45b7-83ed-f6e70c09acd7 service neutron] 10.222.0.53 "GET /v2.0/ports/cdba005b-35e5-43b0-b2ad-59f885e3de2b/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0535467 Jun 22 21:03:51.685392 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9fb5-1179-4089-ba34-92ef6a97b6db req-7935deb7-14b9-4a24-9c28-52da3ba9a687 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:51.687088 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9af9fb5-1179-4089-ba34-92ef6a97b6db req-7935deb7-14b9-4a24-9c28-52da3ba9a687 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0732799 Jun 22 21:03:51.731378 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9af9fb5-1179-4089-ba34-92ef6a97b6db req-ab945e6c-aa71-492a-83f6-c3e15a9e12c1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Jun 22 21:03:51.795048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-19ae0b25-580a-4cbf-806c-a72f4c10c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:51.796524 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-19ae0b25-580a-4cbf-806c-a72f4c10c88b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0526547 Jun 22 21:03:51.882916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-7f056bd6-cbb3-46ee-b194-af2879103fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:51.884442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-7f056bd6-cbb3-46ee-b194-af2879103fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0562081 Jun 22 21:03:51.976201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-e9957a55-1ce3-4ba8-8299-55f8e8c37317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:51.977567 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-e9957a55-1ce3-4ba8-8299-55f8e8c37317 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0833724 Jun 22 21:03:52.049959 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-1c5ca281-12d7-4b64-be0c-00ce28dc5324 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1001 time: 0.0621061 Jun 22 21:03:52.102499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-c54a3a25-c537-4975-b2b0-e7a0f363d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:52.103951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-c54a3a25-c537-4975-b2b0-e7a0f363d6e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0446863 Jun 22 21:03:52.164410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-ea34a1cb-9a21-4ef6-9b1b-58e13586caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:52.165878 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-ea34a1cb-9a21-4ef6-9b1b-58e13586caed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511379 Jun 22 21:03:52.263775 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-a9a4b9f6-9598-4337-ab18-9a29a8d25d13 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864420 Jun 22 21:03:52.355433 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7e0219e2-e85d-49b2-b860-2d508f05583f req-abc41f57-60d8-46da-aad6-60a0549b1c73 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816824 Jun 22 21:03:52.404499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:52.914517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578928-ad5e-4d74-a579-3198ac81ab55 req-8b389ae8-2685-4def-b0cd-888e0c4a2c67 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:52.916009 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d578928-ad5e-4d74-a579-3198ac81ab55 req-8b389ae8-2685-4def-b0cd-888e0c4a2c67 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0706344 Jun 22 21:03:52.953711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d578928-ad5e-4d74-a579-3198ac81ab55 req-115b37cb-698d-4716-afa8-f4542fae83e6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Jun 22 21:03:53.031008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:54.147722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf772c-110d-4d95-aa49-43b5e477ea65 req-9f4b2d84-d94b-4ea9-b3f3-51323e7cb88c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.149199 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9dbf772c-110d-4d95-aa49-43b5e477ea65 req-9f4b2d84-d94b-4ea9-b3f3-51323e7cb88c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0638483 Jun 22 21:03:54.188068 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9dbf772c-110d-4d95-aa49-43b5e477ea65 req-3f95d13e-4dcd-457a-aa51-ff31dc350015 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331745 Jun 22 21:03:54.496338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991438e-2792-46e6-92a7-48de15ffb427 req-84782d73-b1e9-4e5c-8471-2ea40c53d5ec tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.497788 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3991438e-2792-46e6-92a7-48de15ffb427 req-84782d73-b1e9-4e5c-8471-2ea40c53d5ec tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0699821 Jun 22 21:03:54.517507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-eb5742fd-73d8-45ae-aa36-144693aa058d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.519137 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-eb5742fd-73d8-45ae-aa36-144693aa058d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc&tenant_id=38bac1d163454bcf841cac6cee645841&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 946 time: 0.0765324 Jun 22 21:03:54.539019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3991438e-2792-46e6-92a7-48de15ffb427 req-a111ec40-86bd-442e-8bcd-603037eb06fb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342834 Jun 22 21:03:54.623581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-c243760c-6f98-436c-9be6-456b78166b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.624974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-c243760c-6f98-436c-9be6-456b78166b7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0522037 Jun 22 21:03:54.721994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-7cf4f56f-ce9d-4e0d-802c-5a1888f42265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.723430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-7cf4f56f-ce9d-4e0d-802c-5a1888f42265 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0887530 Jun 22 21:03:54.791792 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-301e27d6-f5a8-49b9-903a-baca6c419c18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1001 time: 0.0582252 Jun 22 21:03:54.847148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-3e55b35c-f332-46a8-afcc-cd3b8349da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.848545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-3e55b35c-f332-46a8-afcc-cd3b8349da98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0466151 Jun 22 21:03:54.910347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-bab3c04f-e1c3-4a6b-a5c9-584d71006b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:54.911821 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-bab3c04f-e1c3-4a6b-a5c9-584d71006b34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530879 Jun 22 21:03:54.978707 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:03:55.004975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-a235479c-1cda-4f01-b2d6-bdfa07ceeb3d service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Jun 22 21:03:55.103726 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8a8d85a-2e8b-4137-a240-44949aa91b2a req-49838421-1270-46c3-823c-614382cc097a service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881562 Jun 22 21:03:55.729093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad52b-2e7b-4283-875d-6c6abb060a75 req-913a9177-0a55-4ad5-8215-56581b776294 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:55.730726 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-919ad52b-2e7b-4283-875d-6c6abb060a75 req-913a9177-0a55-4ad5-8215-56581b776294 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0703709 Jun 22 21:03:55.771060 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-919ad52b-2e7b-4283-875d-6c6abb060a75 req-8e7d3468-823d-459f-a5ab-cdb70b4bc261 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 Jun 22 21:03:55.946370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dd1f9-3304-4c55-9900-5e296b9678a6 req-8370ffdc-577b-4e00-aa0e-31ef60d9f462 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:55.947845 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ed9dd1f9-3304-4c55-9900-5e296b9678a6 req-8370ffdc-577b-4e00-aa0e-31ef60d9f462 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0647264 Jun 22 21:03:55.991494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ed9dd1f9-3304-4c55-9900-5e296b9678a6 req-6e604928-49ea-46ea-b7ab-bd15679d66c1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380127 Jun 22 21:03:56.332783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ae5f-5e1a-4494-b1db-698982e01111 req-74926d1a-5bd5-493e-a84b-6a6df32ea268 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:56.334283 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7869ae5f-5e1a-4494-b1db-698982e01111 req-74926d1a-5bd5-493e-a84b-6a6df32ea268 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0638652 Jun 22 21:03:56.334945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-176b6467-a419-423e-82de-6dcab3d21291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:56.336393 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-176b6467-a419-423e-82de-6dcab3d21291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 1099 time: 0.0598361 Jun 22 21:03:56.350155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:03:56.354042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:03:56.373653 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7869ae5f-5e1a-4494-b1db-698982e01111 req-6d5c9f26-0983-4509-876c-6e789cd7fe1b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Jun 22 21:03:56.443365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-6b4ebc05-a09b-4bcb-93e2-399ffb10c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:56.444743 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-6b4ebc05-a09b-4bcb-93e2-399ffb10c47d service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0971961 Jun 22 21:03:56.500756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:56.507361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:03:56.519647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-f8284ce5-ed36-4073-b55e-ed44e7dd2dbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 200 len: 1001 time: 0.0633783 Jun 22 21:03:56.529504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'mac_address': 'fa:16:3e:d8:64:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:03:56.537079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:03:56.539310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d5788-7974-47f1-87ea-9a79ecd5d09c" -d '{"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-unplugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:03:56.553782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:03:56.574210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-5f627d18-d9fe-45ea-a221-c42bd281b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:56.575678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:56.576812 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-5f627d18-d9fe-45ea-a221-c42bd281b738 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0480108 Jun 22 21:03:56.579473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:03:56.584640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa03b9ef-a491-4835-b3c7-448bb140c8fa x-openstack-request-id: req-fa03b9ef-a491-4835-b3c7-448bb140c8fa {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:03:56.584940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-unplugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:03:56.585194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa03b9ef-a491-4835-b3c7-448bb140c8fa {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:03:56.585575 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'code': 200} Jun 22 21:03:56.618491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:56.640585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:03:56.651757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:03:56.652023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-501653fe-fd20-40b5-a622-6c02f88b7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:56.653573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-501653fe-fd20-40b5-a622-6c02f88b7017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560224 Jun 22 21:03:56.679455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.679802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.680140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.680469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.680795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.681122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.681448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.681791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.682139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.682462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.682773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.683088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:03:56.690169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:03:56.697999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:03:56.698356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:03:56.756438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-75ad49a2-e336-4abb-be0e-27a40aae084d service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924003 Jun 22 21:03:56.849727 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7023228e-fad9-40e6-8a58-e2c890ed4ebb req-bb92ca73-7b04-45d9-b318-003d61550d58 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823648 Jun 22 21:03:57.237390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:57.249991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:03:57.269561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:03:57.273330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:57.275070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:03:57.322186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:03:57.325038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:03:57.332852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['cdba005b-35e5-43b0-b2ad-59f885e3de2b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:03:57.556847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b666-f172-4e65-88e0-cfc79c89e384 req-7f623faa-4139-4119-9622-509c3e0565c5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:57.558249 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6581b666-f172-4e65-88e0-cfc79c89e384 req-7f623faa-4139-4119-9622-509c3e0565c5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 945 time: 0.0675967 Jun 22 21:03:57.597572 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6581b666-f172-4e65-88e0-cfc79c89e384 req-b96d14e4-f726-4f76-869e-29e49b8a1f4f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jun 22 21:03:57.969740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c57065-b10e-43b7-a55a-a765c03e8bf0 req-b8d6e0b4-bbeb-4b86-a5a5-e5a10b5b9130 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:57.971857 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d1c57065-b10e-43b7-a55a-a765c03e8bf0 req-b8d6e0b4-bbeb-4b86-a5a5-e5a10b5b9130 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 945 time: 0.0643773 Jun 22 21:03:58.010121 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d1c57065-b10e-43b7-a55a-a765c03e8bf0 req-dac0e739-de10-42f0-99a0-bddab0490a40 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326235 Jun 22 21:03:58.375934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:03:58.424551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port cdba005b-35e5-43b0-b2ad-59f885e3de2b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:03:58.424936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:58.497391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:58.528234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:03:58.532166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:58.534726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:03:58.581616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:03:58.584672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:03:58.586219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:03:58.588422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf79e3-3ff6-438c-b6b5-5cae9b73081a" -d '{"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-plugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:03:58.623569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bc928b-fc42-42ef-94ee-8e9b309898ff x-openstack-request-id: req-51bc928b-fc42-42ef-94ee-8e9b309898ff {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:03:58.623892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-plugged", "status": "completed", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:03:58.624148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51bc928b-fc42-42ef-94ee-8e9b309898ff {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:03:58.624543 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'code': 200} Jun 22 21:03:59.186817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd54cb2-d784-418e-80be-f36e32162c2a req-5e41c459-1a00-4450-9a32-941c28951d74 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:59.188301 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2cd54cb2-d784-418e-80be-f36e32162c2a req-5e41c459-1a00-4450-9a32-941c28951d74 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0685656 Jun 22 21:03:59.226978 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2cd54cb2-d784-418e-80be-f36e32162c2a req-36615b02-324e-4752-88fb-861e07739ed6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323937 Jun 22 21:03:59.718066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-70525ea2-7944-4320-940d-39559d55864c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:03:59.719478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-70525ea2-7944-4320-940d-39559d55864c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 946 time: 0.0669241 Jun 22 21:03:59.821184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Deleting port cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:03:59.821524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:03:59.912987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] For port cdba005b-35e5-43b0-b2ad-59f885e3de2b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=cdba005b-35e5-43b0-b2ad-59f885e3de2b,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:03:59.913342 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:00.079519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:00.079834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:00.080142 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 disassociated. External IP: 172.26.4.47, port: cdba005b-35e5-43b0-b2ad-59f885e3de2b. Jun 22 21:04:00.080481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Calling delete_port for cdba005b-35e5-43b0-b2ad-59f885e3de2b owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:04:00.208672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:00.212707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8dff6d23-e307-4c0f-bc8d-18981ce00c7c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:00.239778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'Port': ['ID=cdba005b-35e5-43b0-b2ad-59f885e3de2b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:00.252131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.253195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.253581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.253994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.254373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.254749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.255122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.255492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.255861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.256228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.256591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.256954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:04:00.261616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:00.384418 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-940fd1b0-6adc-4da8-b0a0-31efc40da8ac req-e8ee2ef4-7236-47a3-8748-4cb7e8702b33 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ad9233-9073-4533-9dfe-5e946a62addc HTTP/1.1" status: 200 len: 210 time: 0.0355732 Jun 22 21:04:00.408426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:04:00.513279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:04:00.524534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:04:00.535357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:04:00.535931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:03:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:00.557115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] No DVR routers for this DVR port cdba005b-35e5-43b0-b2ad-59f885e3de2b on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:04:00.559691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:00.561662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-320c595a-9f21-4cf5-8739-a0cc127dde15 req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "DELETE /v2.0/ports/cdba005b-35e5-43b0-b2ad-59f885e3de2b HTTP/1.1" status: 204 len: 173 time: 0.8347602 Jun 22 21:04:00.562272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-deleted', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:04:00.565257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a487b0-fc8e-4600-a2ea-6083b5706caa" -d '{"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-deleted", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:04:00.613811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fde9af-f465-48d1-b295-685b85ecbc4c x-openstack-request-id: req-18fde9af-f465-48d1-b295-685b85ecbc4c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:04:00.614262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ad9233-9073-4533-9dfe-5e946a62addc", "name": "network-vif-deleted", "tag": "cdba005b-35e5-43b0-b2ad-59f885e3de2b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:04:00.614613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18fde9af-f465-48d1-b295-685b85ecbc4c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:04:00.615121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad9233-9073-4533-9dfe-5e946a62addc', 'name': 'network-vif-deleted', 'tag': 'cdba005b-35e5-43b0-b2ad-59f885e3de2b', 'status': 'completed', 'code': 200} Jun 22 21:04:00.651826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:04:00.852078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:00.877799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:04:00.886367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:04:00.886977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:03:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:00.989439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:04:01.198102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:01.226222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1da7b3-525c-4931-8cd5-eb5ff831c029 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:04:01.438267 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3f277-3144-47e2-95b7-ca1df5a0ce3a None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:04:01.711630 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-d3c7432c-e677-441f-af67-8d526a50da40 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--962942681&fields=id&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 267 time: 0.0349782 Jun 22 21:04:01.820891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-8a9491e0-e57b-432e-8998-32f29f3517e4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:01.822252 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-8a9491e0-e57b-432e-8998-32f29f3517e4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1043065 Jun 22 21:04:01.837474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-6ffedf61-bb7e-4559-be49-8b96e10eaaaa tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/quotas/38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 375 time: 0.0097654 Jun 22 21:04:01.909403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-195c190c-abaa-41fa-82d7-13b8743dc75e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668170 Jun 22 21:04:02.007034 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-8fd31b72-8da8-4108-9975-f97fb15e650d service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Jun 22 21:04:02.098597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-592eff58-8579-40ff-9c01-f175770d665f service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Jun 22 21:04:02.262644 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f1f350f1-c4af-477d-8702-b254183d0970 req-cd4f44a1-8687-4b9a-b34d-ada1fd439435 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Jun 22 21:04:03.369477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-19e12cf5-4257-4acf-9852-18567e078bfe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:03.371087 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-19e12cf5-4257-4acf-9852-18567e078bfe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1119597 Jun 22 21:04:03.411882 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-232e75c6-b51b-4de5-9daf-bf23138cec23 req-84df130f-21fc-499b-a47b-09ae74be9d82 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Jun 22 21:04:03.445559 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-60fbe7c4-b173-4dbc-9f0f-925cc26a3cb8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 379 time: 0.0359640 Jun 22 21:04:03.458552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'port': {'device_id': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'admin_state_up': True, 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'security_groups': ['353411bc-3d74-4e00-ba73-6e4da9d655a1']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:04:03.569797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:04:03.573986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:03.702611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Allocated IP 172.20.0.14 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/021b0eaa-c3e2-4250-be38-4f6d435f87f5) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:04:03.841541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:03.855743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Transition to ACTIVE for port object 021b0eaa-c3e2-4250-be38-4f6d435f87f5 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:04:03.888979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:03.892946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0dd5288-24e0-4b3f-83c0-520dbacfcbf1 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:03.939377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:04:03.942539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:04:03.944956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:04:03.971845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:03.974967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:04.002318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:04.002963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.019172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646939 Jun 22 21:04:04.037209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Request body: {'port': {'device_id': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:04:04.121409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.131938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cde1feae-8105-4ae2-b7f7-82966c79b633 None None] Provisioning for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:04:04.136546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cde1feae-8105-4ae2-b7f7-82966c79b633 None None] Provisioning complete for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:04:04.136933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cde1feae-8105-4ae2-b7f7-82966c79b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.170266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cde1feae-8105-4ae2-b7f7-82966c79b633 None None] Port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:04:04.384552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:04:04.392014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.404194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Transition to ACTIVE for port object 021b0eaa-c3e2-4250-be38-4f6d435f87f5 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:04:04.408282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.409167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:04:04.411243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:04.429150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: cdba005b-35e5-43b0-b2ad-59f885e3de2b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:04:04.429505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device cdba005b-35e5-43b0-b2ad-59f885e3de2b not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:04:04.461352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:04.479802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:04.539163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Attempting to bind port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:04:04.539489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Attempting to bind port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:04:04.539820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Attempting to bind port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:04:04.544267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 on network 76a18d57-cb15-4b82-a13a-bf556364658b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:04:04.544648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Attempting to bind port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:04:04.549941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:04:04.550360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:04:04.550804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:04:04.551292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Bound port: 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:04:04.551700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.601127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73db7c-60ab-46f3-85f2-d61164155c4f req-42bbafb6-aa47-48d8-aadf-fcf7d56ea10e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:04.602720 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5d73db7c-60ab-46f3-85f2-d61164155c4f req-42bbafb6-aa47-48d8-aadf-fcf7d56ea10e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 944 time: 0.0727406 Jun 22 21:04:04.619969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:04:04.623190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:04:04.629683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.633026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-992e0b08-53cc-4b56-b44e-fcee3d95a2d0 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:04.646112 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5d73db7c-60ab-46f3-85f2-d61164155c4f req-db6fe779-3649-4231-bb3e-530a4177e3a9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376086 Jun 22 21:04:04.667397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:04.668102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:04.669702 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] 10.222.0.53 "PUT /v2.0/ports/021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1094 time: 0.6388948 Jun 22 21:04:04.675389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:04:04.677864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:04:04.707383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:04.711125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:04.719313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6f48ad-763c-49c5-8fbf-2c42340f343c x-openstack-request-id: req-2c6f48ad-763c-49c5-8fbf-2c42340f343c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:04:04.719708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:04:04.720575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c6f48ad-763c-49c5-8fbf-2c42340f343c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:04:04.721099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'status': 'completed', 'code': 200} Jun 22 21:04:04.795191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-256718f7-8f8a-4188-a413-54fabf92faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:04.796684 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-256718f7-8f8a-4188-a413-54fabf92faeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1097 time: 0.0556493 Jun 22 21:04:05.210516 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0b36502b-6403-415a-92eb-489c2674ae05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 217 time: 0.4026892 Jun 22 21:04:05.264834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-c32d80cc-fa39-4bd5-83e8-2546598f7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.266282 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-c32d80cc-fa39-4bd5-83e8-2546598f7522 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0445898 Jun 22 21:04:05.322383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-19f2180d-4377-4d49-af23-c32d1fd221a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.323831 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-19f2180d-4377-4d49-af23-c32d1fd221a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514958 Jun 22 21:04:05.418212 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-0cfd6076-36f0-4094-ad9f-1bafcd82f10a service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843565 Jun 22 21:04:05.510287 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d26959f6-c9cb-488d-bfb9-9d6d6055719c req-8b08ebc1-7de3-4082-8272-50637fa8f38a service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811698 Jun 22 21:04:05.616838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-f4b5aae8-709f-4056-bb68-a273f980fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.618373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-f4b5aae8-709f-4056-bb68-a273f980fd45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1097 time: 0.0566895 Jun 22 21:04:05.708713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-78b9cf8b-7bb0-414c-bdf3-b94b5990c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.710247 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-78b9cf8b-7bb0-414c-bdf3-b94b5990c365 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0848830 Jun 22 21:04:05.759365 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-64165de2-efc5-4cfc-a46c-a1f174dc2556 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 217 time: 0.0415304 Jun 22 21:04:05.808576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-effefab6-28c2-43be-8f4a-2af97d6e5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.810614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-effefab6-28c2-43be-8f4a-2af97d6e5561 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0450180 Jun 22 21:04:05.837143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c75ebe-131e-47db-8306-7f0bff72da67 req-3e40e0db-6270-434e-8bfd-7e9041df6d09 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.839339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95c75ebe-131e-47db-8306-7f0bff72da67 req-3e40e0db-6270-434e-8bfd-7e9041df6d09 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 944 time: 0.0760736 Jun 22 21:04:05.880654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-f2e297cf-7101-4e38-a148-2e0e47a4b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:05.882684 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-f2e297cf-7101-4e38-a148-2e0e47a4b877 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650465 Jun 22 21:04:05.886422 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95c75ebe-131e-47db-8306-7f0bff72da67 req-d4dbdeae-0b06-4e05-99d4-cbcf8d739d65 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Jun 22 21:04:05.990649 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-4cf475e6-afd6-4635-9c67-019b622c6cb6 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962815 Jun 22 21:04:06.083550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e97d6d6b-fcf1-4138-8f74-232acdd1a3f6 req-30d9f691-3fad-4d6b-a509-1c2894205268 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Jun 22 21:04:07.059589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3814996-1a0e-4a80-af37-badc2c6dd8b1 req-01fc5224-2d9a-4a2f-a72a-56f9531325ab tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:07.061020 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3814996-1a0e-4a80-af37-badc2c6dd8b1 req-01fc5224-2d9a-4a2f-a72a-56f9531325ab tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 944 time: 0.0668881 Jun 22 21:04:07.099868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3814996-1a0e-4a80-af37-badc2c6dd8b1 req-fdeed199-1d95-4245-9efd-7d05e002943b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326774 Jun 22 21:04:08.271153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4120e5f-1744-4654-aa2a-71ed1801daff req-c47d13fa-6ee0-427e-b269-ab07c0252092 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:08.272696 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b4120e5f-1744-4654-aa2a-71ed1801daff req-c47d13fa-6ee0-427e-b269-ab07c0252092 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 944 time: 0.0643973 Jun 22 21:04:08.310476 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b4120e5f-1744-4654-aa2a-71ed1801daff req-d57368a8-bd14-4000-b6d0-51e82a848a10 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Jun 22 21:04:08.443572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:04:08.535954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:04:08.546416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:04:08.582678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:08.598314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:04:08.617363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:04:08.621268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:08.622984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:08.670810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:08.674566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:08.858472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['021b0eaa-c3e2-4250-be38-4f6d435f87f5'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:04:09.485852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc68f6-181a-4a9f-a7f2-e5fbd849acd6 req-f213dad4-abd7-45bd-8c5d-0e17a92c76f8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:09.487489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78fc68f6-181a-4a9f-a7f2-e5fbd849acd6 req-f213dad4-abd7-45bd-8c5d-0e17a92c76f8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 945 time: 0.0625930 Jun 22 21:04:09.524784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-78fc68f6-181a-4a9f-a7f2-e5fbd849acd6 req-b8202796-78ae-4db1-a9b6-49fc39819699 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Jun 22 21:04:10.463813 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:04:10.514128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:04:10.517742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:04:10.518156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:10.592373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:10.615447 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:04:10.617792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983adaa-f3ab-4c95-9813-73213c331ab7" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:04:10.631136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:04:10.636063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:10.640358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:04:10.670005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21537519-87c2-48ea-af50-14d88b3839cb x-openstack-request-id: req-21537519-87c2-48ea-af50-14d88b3839cb {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:04:10.670260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:04:10.670451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21537519-87c2-48ea-af50-14d88b3839cb {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:04:10.670818 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'code': 200} Jun 22 21:04:10.700473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:04:10.704986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11549bf-5918-4905-8711-dd3dead26ac9 req-dbe0748d-f8f6-45bf-b30f-fd55bb8a278e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:10.706822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:04:10.706964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d11549bf-5918-4905-8711-dd3dead26ac9 req-dbe0748d-f8f6-45bf-b30f-fd55bb8a278e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0670290 Jun 22 21:04:10.747466 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d11549bf-5918-4905-8711-dd3dead26ac9 req-5f4e6d47-2b48-43b9-b30f-0eef2a8a28e5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Jun 22 21:04:10.911443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9f296-3e16-406f-b254-ffb9d551c914 req-58057d35-cdd4-4ad4-b928-686ef0217f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:10.912928 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ca9f296-3e16-406f-b254-ffb9d551c914 req-58057d35-cdd4-4ad4-b928-686ef0217f3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0526114 Jun 22 21:04:10.950416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ca9f296-3e16-406f-b254-ffb9d551c914 req-925878dc-7fff-43ae-bd14-90926414f091 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275488 Jun 22 21:04:11.924933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1ced8-f5e3-4b52-8d83-b9d36a6be30d req-4b80ad4a-94d9-4949-a2c9-581b87878f87 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:11.926421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50e1ced8-f5e3-4b52-8d83-b9d36a6be30d req-4b80ad4a-94d9-4949-a2c9-581b87878f87 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0671093 Jun 22 21:04:11.967077 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-50e1ced8-f5e3-4b52-8d83-b9d36a6be30d req-73e8cdac-034d-4a32-8cd0-457de461cd65 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Jun 22 21:04:13.147193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7fbcc-156f-456e-ba5e-02e1179d30f9 req-a0b35b28-5175-4a44-bfeb-54864bec1671 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:13.148696 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cbf7fbcc-156f-456e-ba5e-02e1179d30f9 req-a0b35b28-5175-4a44-bfeb-54864bec1671 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0678778 Jun 22 21:04:13.187707 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cbf7fbcc-156f-456e-ba5e-02e1179d30f9 req-f86a2e32-9f9f-4725-ac5e-66e58c281ea4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Jun 22 21:04:13.355030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cebde-f5f6-483b-a4cd-505cf1aac39a req-e4b59177-9cd3-40b5-a681-f70156e86ed9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:13.356521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a23cebde-f5f6-483b-a4cd-505cf1aac39a req-e4b59177-9cd3-40b5-a681-f70156e86ed9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0664375 Jun 22 21:04:13.375255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35672) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:04:13.380896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'floatingip': {'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:04:13.424921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:13.875763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:13.880723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:13.980228 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 associated. External IP: 172.26.4.47, port: 021b0eaa-c3e2-4250-be38-4f6d435f87f5. Jun 22 21:04:14.190178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:04:14.298800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:04:14.303717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:14.308366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:04:14.319317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:04:14.319938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:03:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:14.339589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dabee0ed-758e-4a52-95f3-898d9a8fb552 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "PUT /v2.0/floatingips/5dee9745-0f9f-4131-98e9-ccd69a07aae8 HTTP/1.1" status: 200 len: 991 time: 0.9632711 Jun 22 21:04:14.340273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:04:14.342585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a2690-19c7-4a88-af96-5d929ffc2d59" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:04:14.381994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d2fcb8-6dbc-46a3-af1d-e210a0c3a82c x-openstack-request-id: req-05d2fcb8-6dbc-46a3-af1d-e210a0c3a82c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:04:14.382611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:04:14.382914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05d2fcb8-6dbc-46a3-af1d-e210a0c3a82c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:04:14.383368 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'status': 'completed', 'code': 200} Jun 22 21:04:14.463989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-64eff736-2231-4ab4-aae3-fe46943bb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:14.465449 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-64eff736-2231-4ab4-aae3-fe46943bb27f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0592279 Jun 22 21:04:14.564360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-9b9c0052-3630-46f2-a3b1-347a59c533d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:14.565916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-9b9c0052-3630-46f2-a3b1-347a59c533d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0936112 Jun 22 21:04:14.585242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:04:14.634447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-9a777d96-dd95-422e-8be9-4942328419ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 999 time: 0.0615735 Jun 22 21:04:14.682350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-4acd49d7-fb4f-4214-8566-a24729188745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:14.683794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-4acd49d7-fb4f-4214-8566-a24729188745 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0434887 Jun 22 21:04:14.744552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-3f7367e7-66d9-4297-bca1-4d8935ddd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:14.746199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-3f7367e7-66d9-4297-bca1-4d8935ddd4b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550809 Jun 22 21:04:14.807720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:04:13Z', 'revision_number': 9, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:14.834455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:04:14.842427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:04:14.843045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:03:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:14.845875 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-4e362a02-61d4-40a6-99a2-016ba27121d3 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919666 Jun 22 21:04:14.935638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-710a2690-19c7-4a88-af96-5d929ffc2d59 req-c97b6275-97cb-4a39-b744-c30438912435 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Jun 22 21:04:14.949414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:04:15.173362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:04:13Z', 'revision_number': 9, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:04:15.199887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85962fc7-fdfa-487b-a847-7bbde096c896 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:04:13Z', 'revision_number': 9, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:04:15.389459 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec2fb9-2afc-4b3b-af20-1db2f2dcfe8e None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:04:16.933854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a87d1f4a-a5d2-4171-ad49-1405307afde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:18.987114 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-835d0505-0910-4ce8-ac9c-8963afcdcaca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551407 Jun 22 21:04:19.082739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-7b5e0be4-b000-4615-b693-080e4102b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:19.084328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-7b5e0be4-b000-4615-b693-080e4102b2f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0578666 Jun 22 21:04:19.191680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-ada503f3-3619-48cd-a078-fe1c8bfa2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:19.193592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-ada503f3-3619-48cd-a078-fe1c8bfa2732 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0871949 Jun 22 21:04:19.263446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-3e5629f7-9eba-4ae4-85a3-ca676a7572c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1002 time: 0.0636361 Jun 22 21:04:19.311155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-86be33c2-70d3-4a91-aa49-0c812ace8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:19.312556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-86be33c2-70d3-4a91-aa49-0c812ace8444 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0431497 Jun 22 21:04:19.368775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-e9f1c8c0-d1f0-482f-a714-db8b85b19dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:19.370386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-e9f1c8c0-d1f0-482f-a714-db8b85b19dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513461 Jun 22 21:04:19.477007 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-df74804a-5dfd-4116-9f29-ec6cc588d70f service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990243 Jun 22 21:04:19.566172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-343091b5-f5ab-4db1-9f4f-aa83a5c0397b req-8897a84f-7db4-47b6-aa54-688edce22db4 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829525 Jun 22 21:04:19.793771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-61592d8e-7c8c-4353-a8b0-25e8db0dd4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:19.992535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:21.067889 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:22.404495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:23.011076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:31.977642 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:04:46.935077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c981d8b-6e6f-44e5-a32a-ff4a471de81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:49.794333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1d841282-fd4d-4151-a9a6-e41ef8174eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:49.994367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:51.074644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:52.402924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:53.013722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:04:53.288136 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-ccbed9af-97f0-41dd-9b27-7ddbad2e1839 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203599 Jun 22 21:04:53.299879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bc6d5-1d17-4423-a002-3668c03a9b27 req-695fcc5b-0a5a-41ae-87f3-4c708746303e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:53.301532 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6b4bc6d5-1d17-4423-a002-3668c03a9b27 req-695fcc5b-0a5a-41ae-87f3-4c708746303e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0835278 Jun 22 21:04:53.357835 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6b4bc6d5-1d17-4423-a002-3668c03a9b27 req-f1c981fb-9788-4200-8c78-e3ca5865598c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500553 Jun 22 21:04:54.544240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf208667-0459-4d5a-bbcd-88c1ad7fee7f req-fdb84851-c5d9-467f-a4f7-74cfa1e74bb5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:54.545603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf208667-0459-4d5a-bbcd-88c1ad7fee7f req-fdb84851-c5d9-467f-a4f7-74cfa1e74bb5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0712068 Jun 22 21:04:54.615823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf208667-0459-4d5a-bbcd-88c1ad7fee7f req-0e8e1b77-b7ad-440e-8fe1-d510e1ff2f7d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563610 Jun 22 21:04:54.631206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-8b7ae2c4-e075-4f95-bed3-b77cfc007af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:54.632724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-8b7ae2c4-e075-4f95-bed3-b77cfc007af5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0817697 Jun 22 21:04:54.728633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-9210cfc3-6fda-4d89-bf47-607e810cf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:54.730103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-9210cfc3-6fda-4d89-bf47-607e810cf1b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0876381 Jun 22 21:04:54.799832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-4b17ae1c-0122-45fb-8974-9a49e6e7815f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1002 time: 0.0592961 Jun 22 21:04:54.854182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-c566d089-d092-4481-af65-815c73be9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:54.855647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-c566d089-d092-4481-af65-815c73be9410 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0463486 Jun 22 21:04:54.916928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-2cd57582-8c62-485d-bc0c-66fba0c90a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:54.918426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-2cd57582-8c62-485d-bc0c-66fba0c90a25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532806 Jun 22 21:04:55.013428 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-b5e551df-2d24-46a6-bcd4-334591c89974 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Jun 22 21:04:55.103203 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-f4ad6e5b-348f-4f27-94eb-3163f2d92123 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792441 Jun 22 21:04:55.796106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f652b-2b8e-4517-b9b4-be7e3e42e6f2 req-4ed3c77a-59d6-4050-81ab-7285969afb2e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:55.798492 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-793f652b-2b8e-4517-b9b4-be7e3e42e6f2 req-4ed3c77a-59d6-4050-81ab-7285969afb2e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0692737 Jun 22 21:04:55.836913 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-793f652b-2b8e-4517-b9b4-be7e3e42e6f2 req-ea38794e-6227-4b29-9641-8c4784f28369 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329165 Jun 22 21:04:57.018554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967dd1b-a266-437e-b0db-1e428a2d8108 req-d08547a0-dab9-46a4-bc43-a5cd6936ec96 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:57.020030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7967dd1b-a266-437e-b0db-1e428a2d8108 req-d08547a0-dab9-46a4-bc43-a5cd6936ec96 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0625460 Jun 22 21:04:57.060922 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7967dd1b-a266-437e-b0db-1e428a2d8108 req-28a895d9-dfbd-4ee0-8ab4-b19b09c4b9df tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353484 Jun 22 21:04:58.233809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daf33f-a548-4592-b05c-04e9394ed16c req-0d4510b6-0c05-4a2c-ae2b-067c8ea5f966 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:58.235953 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3daf33f-a548-4592-b05c-04e9394ed16c req-0d4510b6-0c05-4a2c-ae2b-067c8ea5f966 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0639586 Jun 22 21:04:58.273736 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3daf33f-a548-4592-b05c-04e9394ed16c req-45a797ef-8098-4d69-936e-479774674eb7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321031 Jun 22 21:04:59.447654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638d02-a4d3-4389-b723-30127b0083cb req-6cc57acc-5c4d-40cf-8f6d-82d8a2c72cfe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:04:59.449110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41638d02-a4d3-4389-b723-30127b0083cb req-6cc57acc-5c4d-40cf-8f6d-82d8a2c72cfe tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0655649 Jun 22 21:04:59.489779 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-41638d02-a4d3-4389-b723-30127b0083cb req-ea3a651f-3154-490d-b0bd-7b7f57d278d1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 Jun 22 21:05:00.660840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619113-2130-4fd5-9405-219d1cb0bdf8 req-1e210883-6f87-45b6-9b51-63ce7c946f94 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:00.662326 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9c619113-2130-4fd5-9405-219d1cb0bdf8 req-1e210883-6f87-45b6-9b51-63ce7c946f94 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0623302 Jun 22 21:05:00.699558 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9c619113-2130-4fd5-9405-219d1cb0bdf8 req-273e938a-4460-40c1-8f76-0b3ee5122354 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Jun 22 21:05:01.870857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476119d9-7ce1-4627-b352-703d2f6df338 req-8cdf27c7-0a25-42fc-8071-78aca3bd9bc5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:01.872304 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-476119d9-7ce1-4627-b352-703d2f6df338 req-8cdf27c7-0a25-42fc-8071-78aca3bd9bc5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0624506 Jun 22 21:05:01.911780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-476119d9-7ce1-4627-b352-703d2f6df338 req-20f62f55-ec34-4faa-aecb-5b9aa531ebd4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Jun 22 21:05:03.087755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7779646-fd50-41a5-9af3-78f0379b7dfb req-55f6b2dc-78ae-4d3d-88db-c447302e9db8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:03.089190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f7779646-fd50-41a5-9af3-78f0379b7dfb req-55f6b2dc-78ae-4d3d-88db-c447302e9db8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0672729 Jun 22 21:05:03.126477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f7779646-fd50-41a5-9af3-78f0379b7dfb req-948f8354-4d03-43ef-9a68-6aff004769dd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Jun 22 21:05:04.315349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a8d0-fe28-4438-8a74-c61f3b54497d req-6e09a3d2-8a9c-4fe8-a645-9e4f2ac23546 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:04.316856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5a58a8d0-fe28-4438-8a74-c61f3b54497d req-6e09a3d2-8a9c-4fe8-a645-9e4f2ac23546 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0678313 Jun 22 21:05:04.354777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5a58a8d0-fe28-4438-8a74-c61f3b54497d req-16dd5749-93e0-4210-a581-6b8d91fbee73 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324306 Jun 22 21:05:05.538229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a01af-6416-45b8-8f57-02cde7304264 req-a8e9afb9-b0e5-4f9a-82b4-7fb0f570e5e2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:05.539745 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2e1a01af-6416-45b8-8f57-02cde7304264 req-a8e9afb9-b0e5-4f9a-82b4-7fb0f570e5e2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0686111 Jun 22 21:05:05.583106 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2e1a01af-6416-45b8-8f57-02cde7304264 req-6b845841-faa3-43c0-8cc5-dedcc5fa3182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Jun 22 21:05:06.764430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2acf48-f5e4-48dc-a5b0-bfe4001eba31 req-2d59f2b9-2eb8-448f-aa4b-feb04354976a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:06.765938 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a2acf48-f5e4-48dc-a5b0-bfe4001eba31 req-2d59f2b9-2eb8-448f-aa4b-feb04354976a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0693386 Jun 22 21:05:06.804532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a2acf48-f5e4-48dc-a5b0-bfe4001eba31 req-3743fee9-aa31-4410-886b-ff026e60bbbf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329537 Jun 22 21:05:07.072404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-820c384b-b111-4f0c-9573-f6ab493d6c38 service neutron] 10.222.0.53 "GET /v2.0/ports/021b0eaa-c3e2-4250-be38-4f6d435f87f5/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0536807 Jun 22 21:05:07.326407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-96d0d920-dd45-4878-8d8f-38e816a7fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.327916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-96d0d920-dd45-4878-8d8f-38e816a7fe26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0570583 Jun 22 21:05:07.409712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-aa9d68b9-7098-4192-9c93-ce86e53c9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.411233 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-aa9d68b9-7098-4192-9c93-ce86e53c9c62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0533285 Jun 22 21:05:07.502308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-931b9b6e-6672-493b-9c02-d794a0f0321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.503747 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-931b9b6e-6672-493b-9c02-d794a0f0321f service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0819993 Jun 22 21:05:07.576109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-5f869e77-10ce-4270-8f46-2d1ee874d645 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1002 time: 0.0603423 Jun 22 21:05:07.627630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-5a875034-6f3c-490e-a397-e7f36ef78e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.628937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-5a875034-6f3c-490e-a397-e7f36ef78e11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0427744 Jun 22 21:05:07.689334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-2843a3af-1c83-4b59-a80c-33273a7adbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.690828 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-2843a3af-1c83-4b59-a80c-33273a7adbb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508692 Jun 22 21:05:07.787424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-f6cd1143-b318-4eea-b992-a359fde49d70 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Jun 22 21:05:07.888965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fcf9175-3b8d-454a-8742-d0ac99ca9edf req-166992a6-3fbd-4d41-bbcb-c65c0037bbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907285 Jun 22 21:05:07.983019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e953a-ae0a-495a-a5c1-177771f51696 req-0dd4f1d2-0d4c-474f-896d-785961dbe562 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:07.984585 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-321e953a-ae0a-495a-a5c1-177771f51696 req-0dd4f1d2-0d4c-474f-896d-785961dbe562 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0691094 Jun 22 21:05:08.024627 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-321e953a-ae0a-495a-a5c1-177771f51696 req-e7f49034-cb44-4531-853a-6932914a5562 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343120 Jun 22 21:05:08.976805 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:05:09.199036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53bcc6-13b5-4e5a-acd9-9cb16d59ed7b req-de598fce-6437-4395-a098-83e9b7261b7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:09.200494 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c53bcc6-13b5-4e5a-acd9-9cb16d59ed7b req-de598fce-6437-4395-a098-83e9b7261b7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0646389 Jun 22 21:05:09.241472 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c53bcc6-13b5-4e5a-acd9-9cb16d59ed7b req-4bb03ea8-8961-4d72-a813-68e07f5b7f5f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327179 Jun 22 21:05:10.413413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c4b6d-7aac-4949-afbf-29a451f98cef req-61b82ccc-308e-451b-bf68-604adf70ee45 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:10.414892 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-147c4b6d-7aac-4949-afbf-29a451f98cef req-61b82ccc-308e-451b-bf68-604adf70ee45 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0627511 Jun 22 21:05:10.452582 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-147c4b6d-7aac-4949-afbf-29a451f98cef req-c60de33e-438f-4442-abca-48c5c60b93a8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Jun 22 21:05:10.765593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:05:10.768389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:05:10.863198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-bde17579-678e-43f7-b7c2-24f0b084345d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:10.864623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-bde17579-678e-43f7-b7c2-24f0b084345d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22&tenant_id=38bac1d163454bcf841cac6cee645841&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 946 time: 0.0766070 Jun 22 21:05:10.923256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b68ac4-1025-43f7-ac6e-7497c09e0e59 req-156aee88-0e10-4e17-8552-53f014f25cfd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:10.924888 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66b68ac4-1025-43f7-ac6e-7497c09e0e59 req-156aee88-0e10-4e17-8552-53f014f25cfd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0729656 Jun 22 21:05:10.928318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-2362b6bd-f2c8-46b6-96b1-166a02e6da5f service neutron] 10.222.0.53 "GET /v2.0/ports/021b0eaa-c3e2-4250-be38-4f6d435f87f5/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0577397 Jun 22 21:05:10.928669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:10.931037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:10.947956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:05:10.963420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:10.966168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef52de-2f25-4855-ac7a-e043fa9b5ec8" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-unplugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:10.967269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-66b68ac4-1025-43f7-ac6e-7497c09e0e59 req-eca1f537-43f4-4234-aed4-946c4cfea463 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346448 Jun 22 21:05:11.005016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:11.012054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67062069-84f1-4444-b8ce-d1750cd4c26a x-openstack-request-id: req-67062069-84f1-4444-b8ce-d1750cd4c26a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:11.012512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-unplugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:11.012866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67062069-84f1-4444-b8ce-d1750cd4c26a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:11.013256 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'code': 200} Jun 22 21:05:11.015728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:11.020221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:11.025064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-c90b3b7a-9d88-433c-981a-bbce8216ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:11.026625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-c90b3b7a-9d88-433c-981a-bbce8216ce04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0718191 Jun 22 21:05:11.044778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:11.069000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:11.087164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:11.112241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.112584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.113116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.113505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.113779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.114133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.114457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.114779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.115098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.115415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.115731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.116045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:11.117005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-4aeba58f-06ec-4ea4-9172-128645bf6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:11.118571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-4aeba58f-06ec-4ea4-9172-128645bf6991 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0859778 Jun 22 21:05:11.120087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:11.134341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:05:11.134781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:05:11.186621 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-2605d65e-c8aa-42ba-940a-cc2518dafd8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1000 time: 0.0615635 Jun 22 21:05:11.236603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-7a475982-54be-409c-a6e8-bf25fd88f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:11.238110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-7a475982-54be-409c-a6e8-bf25fd88f9e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0443873 Jun 22 21:05:11.293228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-c6c4bc27-03d5-4f81-ae66-65079c67a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:11.294694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-c6c4bc27-03d5-4f81-ae66-65079c67a9f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501096 Jun 22 21:05:11.384856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-cbc32118-9c8d-429b-8bff-667b9edad03d service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Jun 22 21:05:11.474337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-28ec31fc-2337-4c8c-aa2e-26ff12f27ac6 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Jun 22 21:05:11.670809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:11.683613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:11.704202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:11.707898 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:11.709615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:11.756763 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:11.759609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:11.769462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['021b0eaa-c3e2-4250-be38-4f6d435f87f5'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:05:12.151673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55841-a8c7-4ff0-9b81-e3dae24576a5 req-ebd584ab-2f4e-40d7-92ef-471d58379468 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:12.153117 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3d55841-a8c7-4ff0-9b81-e3dae24576a5 req-ebd584ab-2f4e-40d7-92ef-471d58379468 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 945 time: 0.0674324 Jun 22 21:05:12.194116 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3d55841-a8c7-4ff0-9b81-e3dae24576a5 req-61ead159-8660-48dc-a840-6d6481994286 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341814 Jun 22 21:05:12.779782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:05:12.826155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:05:12.826535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:12.904184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:12.935966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:12.940531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:12.942404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:12.987433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:12.990352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:13.014120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:13.016451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131645b-c049-4e42-84f9-5997b5cfd826" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:13.059460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf0d511-7857-47b2-b0a9-9941c5bdd2df x-openstack-request-id: req-aaf0d511-7857-47b2-b0a9-9941c5bdd2df {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:13.059764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:13.060027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aaf0d511-7857-47b2-b0a9-9941c5bdd2df {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:13.060454 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'code': 200} Jun 22 21:05:13.368570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cdedd-79a1-4a69-af57-d7d7f63fec21 req-0ed9c471-aa0e-451c-ae4c-6ae99004e9a2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:13.369958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3c1cdedd-79a1-4a69-af57-d7d7f63fec21 req-0ed9c471-aa0e-451c-ae4c-6ae99004e9a2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0628073 Jun 22 21:05:13.407729 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3c1cdedd-79a1-4a69-af57-d7d7f63fec21 req-22013545-9c0a-4709-8dd3-bc0832acb3c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Jun 22 21:05:14.184825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-fcd9409d-b42a-47a0-a9cc-e4ea5f69a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.186294 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-fcd9409d-b42a-47a0-a9cc-e4ea5f69a31f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0556901 Jun 22 21:05:14.268348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-9af1e807-455d-460b-a9df-298420a9f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.269784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-9af1e807-455d-460b-a9df-298420a9f484 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 1099 time: 0.0529366 Jun 22 21:05:14.362402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-7c870749-0534-498b-ac2f-fe9186b4fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.363772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-7c870749-0534-498b-ac2f-fe9186b4fb78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0836163 Jun 22 21:05:14.434186 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-dc5aa762-0dce-4f10-87b1-f46b6fe9000d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 200 len: 1002 time: 0.0603735 Jun 22 21:05:14.488186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-75f662e1-07cf-4fc3-872d-9341e4ef78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.489626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-75f662e1-07cf-4fc3-872d-9341e4ef78b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0451813 Jun 22 21:05:14.954977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-b4d8d2de-0e86-434c-874c-2c539dcc7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.956471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-b4d8d2de-0e86-434c-874c-2c539dcc7013 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4566846 Jun 22 21:05:14.968349 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8e8a-278e-4618-87b0-6a003d0a9917 req-c1bfcbdf-c298-44bd-bb91-8dd3c2ceaccd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:14.969822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02de8e8a-278e-4618-87b0-6a003d0a9917 req-c1bfcbdf-c298-44bd-bb91-8dd3c2ceaccd tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.4448597 Jun 22 21:05:15.052996 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02de8e8a-278e-4618-87b0-6a003d0a9917 req-d385a60b-8969-49a5-b707-ab6237b334c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753365 Jun 22 21:05:15.079081 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-29a84637-c448-4f74-857b-f49cb79df89c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080449 Jun 22 21:05:15.177020 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bb953e4-1801-4769-aa30-cfc2be8ac327 req-98ba129b-0782-4d9d-a9ed-257748ab0dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Jun 22 21:05:16.234225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841928-e79d-476b-85fe-3a995ae5f4a3 req-ea39dbb6-6b5a-4192-b545-92b8597eb4e2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:16.235697 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-26841928-e79d-476b-85fe-3a995ae5f4a3 req-ea39dbb6-6b5a-4192-b545-92b8597eb4e2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0674927 Jun 22 21:05:16.272934 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-26841928-e79d-476b-85fe-3a995ae5f4a3 req-5402fe71-6f3b-4cd1-9865-4a762ba0fe4b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Jun 22 21:05:16.935773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc05a-cb97-4881-97e3-f27c46a5aef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:17.444161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66452a97-0f24-4820-972f-37f3d152689a req-2087d165-b619-4964-9649-3aa2c517be4a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:17.445623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66452a97-0f24-4820-972f-37f3d152689a req-2087d165-b619-4964-9649-3aa2c517be4a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0625231 Jun 22 21:05:17.483398 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66452a97-0f24-4820-972f-37f3d152689a req-2b429b71-757f-4258-bd86-5faa01f605d7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321169 Jun 22 21:05:17.653152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6fb8-bc2a-4557-8d37-11279a16a37b req-cc160f6a-4d42-49ed-a935-37c375496c17 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:17.654634 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e61d6fb8-bc2a-4557-8d37-11279a16a37b req-cc160f6a-4d42-49ed-a935-37c375496c17 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0638838 Jun 22 21:05:17.693323 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e61d6fb8-bc2a-4557-8d37-11279a16a37b req-32e36224-01c8-4804-95f0-0d8a030bebab tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jun 22 21:05:17.865586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592dbda-dd20-4cfe-ab0b-b4a200224260 req-fbb6e675-2f1a-41be-aff2-31e847591fa7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:17.867054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4592dbda-dd20-4cfe-ab0b-b4a200224260 req-fbb6e675-2f1a-41be-aff2-31e847591fa7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0665197 Jun 22 21:05:17.904782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4592dbda-dd20-4cfe-ab0b-b4a200224260 req-b1e5c066-b24a-492e-adba-a2ac629938e5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Jun 22 21:05:18.279282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c445b-78f5-4cc5-88c3-5d4810df7aa7 req-deb95818-354b-4b7c-b0fb-474250b37c5f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:18.280629 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6e3c445b-78f5-4cc5-88c3-5d4810df7aa7 req-deb95818-354b-4b7c-b0fb-474250b37c5f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0640028 Jun 22 21:05:18.319643 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6e3c445b-78f5-4cc5-88c3-5d4810df7aa7 req-f1336d8f-c199-48fd-a4a4-ee569f6c2134 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Jun 22 21:05:18.806348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:05:18.808470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:05:18.948044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:18.966265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:18.986789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'mac_address': 'fa:16:3e:58:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:05:18.992861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:18.995119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad2631-5896-479c-ba9d-d8f94f4e06ce" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-unplugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:19.009665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:19.028255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:19.032701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:19.041309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea96135-15e8-4c0d-a943-9baebed1c225 x-openstack-request-id: req-dea96135-15e8-4c0d-a943-9baebed1c225 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:19.041558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-unplugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:19.041819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dea96135-15e8-4c0d-a943-9baebed1c225 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:19.042240 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'code': 200} Jun 22 21:05:19.069318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:19.093360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:19.102267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=9']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:19.106597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:19.138679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:05:19.139046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:05:19.494701 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a83134-baf2-4cba-b1c4-6cb0f6687358 req-38c5fa68-be25-40f4-bb54-5a3d8c80a0da tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:19.496096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3a83134-baf2-4cba-b1c4-6cb0f6687358 req-38c5fa68-be25-40f4-bb54-5a3d8c80a0da tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 944 time: 0.0669849 Jun 22 21:05:19.535921 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c3a83134-baf2-4cba-b1c4-6cb0f6687358 req-d99c304f-b972-430b-ad40-6a9e72a93ccc tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337174 Jun 22 21:05:19.678167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:19.690799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:19.710176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:19.714246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:19.715981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:19.763255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=10']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:19.766941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:19.780020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['021b0eaa-c3e2-4250-be38-4f6d435f87f5'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:05:19.818419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aa50e13b-76df-4d16-ae4c-a310484e2b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:19.995330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.611375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-8837820b-b4e6-4d52-8e65-0fd6751f6db5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:20.612871 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-8837820b-b4e6-4d52-8e65-0fd6751f6db5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0705214 Jun 22 21:05:20.711930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207a054-efae-4b60-b91f-e763f5c22f83 req-a38e8fd6-3679-47e0-af0e-0034e3ee85e8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:20.713600 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a207a054-efae-4b60-b91f-e763f5c22f83 req-a38e8fd6-3679-47e0-af0e-0034e3ee85e8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 946 time: 0.0636742 Jun 22 21:05:20.716360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Deleting port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:05:20.716700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.752704 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a207a054-efae-4b60-b91f-e763f5c22f83 req-ef544dbe-8e28-4a93-862a-8752b54be267 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Jun 22 21:05:20.808354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:20.808704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.828860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:05:20.878690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:05:20.879066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.956300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.992422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 021b0eaa-c3e2-4250-be38-4f6d435f87f5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=021b0eaa-c3e2-4250-be38-4f6d435f87f5,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:20.992640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.992855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.993176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 disassociated. External IP: 172.26.4.47, port: 021b0eaa-c3e2-4250-be38-4f6d435f87f5. Jun 22 21:05:20.993580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Calling delete_port for 021b0eaa-c3e2-4250-be38-4f6d435f87f5 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:05:20.997570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:20.999665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:21.043327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:21.045677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9049237-7000-47e8-bc30-face47792496" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:21.051480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=11']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:21.054682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:21.074524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:21.086979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4e273-bce2-4dcd-93d0-2b984daf13d2 x-openstack-request-id: req-7ef4e273-bce2-4dcd-93d0-2b984daf13d2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:21.087292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-plugged", "status": "completed", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:21.087588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ef4e273-bce2-4dcd-93d0-2b984daf13d2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:21.087996 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'code': 200} Jun 22 21:05:21.136877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:21.141540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:21.166024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'Port': ['ID=021b0eaa-c3e2-4250-be38-4f6d435f87f5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:21.180376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.180837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.181229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.181628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.182033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.182412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.182788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.183163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.183550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.183894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.184397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.184831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:05:21.188518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:21.310636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:05:21.425803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:05:21.435497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:05:21.444408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:05:21.445030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:05:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:21.468540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] No DVR routers for this DVR port 021b0eaa-c3e2-4250-be38-4f6d435f87f5 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:05:21.471851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:21.473796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e01a92b-2695-4a18-9d24-a50bcbde6a95 req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "DELETE /v2.0/ports/021b0eaa-c3e2-4250-be38-4f6d435f87f5 HTTP/1.1" status: 204 len: 173 time: 0.8517454 Jun 22 21:05:21.474373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-deleted', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:21.476686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc761446-8515-483f-b43a-73335bca9356" -d '{"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-deleted", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:21.520907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7fd9b9-77ab-42d3-b2bc-f429842ed4de x-openstack-request-id: req-1e7fd9b9-77ab-42d3-b2bc-f429842ed4de {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:21.521252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e75ab-b254-4297-9a92-718ea4d86f22", "name": "network-vif-deleted", "tag": "021b0eaa-c3e2-4250-be38-4f6d435f87f5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:21.521560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e7fd9b9-77ab-42d3-b2bc-f429842ed4de {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:21.522037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e75ab-b254-4297-9a92-718ea4d86f22', 'name': 'network-vif-deleted', 'tag': '021b0eaa-c3e2-4250-be38-4f6d435f87f5', 'status': 'completed', 'code': 200} Jun 22 21:05:21.564701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:05:21.758966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:21.789610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:05:21.798427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:05:21.799085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:05:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:21.916136 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aae67306-4712-4d49-9ef6-e31af97d7bbc req-8dd9d234-91b1-46a7-a381-a052f68a5aae tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec0e75ab-b254-4297-9a92-718ea4d86f22 HTTP/1.1" status: 200 len: 210 time: 0.0376709 Jun 22 21:05:22.074437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:05:22.274772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:22.300977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c027b-f1b7-4886-990c-e0cc142065e5 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:05:22.403177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:22.505917 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5ba86-aa78-4f77-b070-ca1000f0c6f3 None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:05:23.018816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:23.240930 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-2a7e14fa-fdb5-4c86-9190-91f521e73689 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--962942681&fields=id&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 267 time: 0.0392768 Jun 22 21:05:23.347139 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-a9f90062-106e-4e2b-8485-93255f5a77e7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:23.348578 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-a9f90062-106e-4e2b-8485-93255f5a77e7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1012599 Jun 22 21:05:23.363131 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-97e88e6e-6893-4da2-868b-d61af6955661 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/quotas/38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 375 time: 0.0090895 Jun 22 21:05:23.434555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-f702a6e5-6c1b-495c-b9fb-7944ba40ed31 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665946 Jun 22 21:05:23.568650 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-890bb063-ac22-48dc-9f44-299be327ba7d service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223955 Jun 22 21:05:23.660828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-e697546b-824f-40ca-9712-3e5346c83cc1 service neutron] 10.222.0.66 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Jun 22 21:05:23.823865 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a82233fd-2ad2-43eb-9648-a203912b9c62 req-e00d86f3-d330-43fc-ada9-a8316c67fc94 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0294135 Jun 22 21:05:24.842183 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:05:24.868457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 021b0eaa-c3e2-4250-be38-4f6d435f87f5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:05:24.868950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 021b0eaa-c3e2-4250-be38-4f6d435f87f5 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:05:24.956340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-f81bd5fd-16d2-41df-b3bb-66ad838c8c53 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:24.957942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-f81bd5fd-16d2-41df-b3bb-66ad838c8c53 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 812 time: 0.1261818 Jun 22 21:05:24.987859 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a494fe2-e54f-4dd7-a6d9-e40b4d3481a7 req-fe5076a1-7043-4e87-aeb6-8da0d29e40e9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0296786 Jun 22 21:05:25.012880 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-bde78804-7eb2-437c-bfcb-4e3c02c94a77 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 379 time: 0.0370853 Jun 22 21:05:25.024116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'port': {'device_id': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'admin_state_up': True, 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'security_groups': ['353411bc-3d74-4e00-ba73-6e4da9d655a1']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:05:25.138129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Made reservation on behalf of 38bac1d163454bcf841cac6cee645841 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:05:25.142269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.271136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Allocated IP 172.20.0.10 (76a18d57-cb15-4b82-a13a-bf556364658b/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e/522c8d86-f749-46f8-9af7-1fc3b3adaf79) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:05:25.405603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.419555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Transition to ACTIVE for port object 522c8d86-f749-46f8-9af7-1fc3b3adaf79 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:05:25.451831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.457556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba309b5d-b076-4b37-b97d-08f39868cd2b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:25.506445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Network 76a18d57-cb15-4b82-a13a-bf556364658b is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:05:25.509609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:05:25.513528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:05:25.539094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:25.543603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:25.569467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:25.570131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.586431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659208 Jun 22 21:05:25.606262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Request body: {'port': {'device_id': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:05:25.684026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.707710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bfd46f9c-0866-40a8-848e-3a780d9dede2 None None] Provisioning for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:05:25.711797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bfd46f9c-0866-40a8-848e-3a780d9dede2 None None] Provisioning complete for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:05:25.712206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bfd46f9c-0866-40a8-848e-3a780d9dede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.747373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-bfd46f9c-0866-40a8-848e-3a780d9dede2 None None] Port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:05:25.956470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:25.963569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.976378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Transition to ACTIVE for port object 522c8d86-f749-46f8-9af7-1fc3b3adaf79 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:05:25.980257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:25.983050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:26.050968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:26.053878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:26.121677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Attempting to bind port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:05:26.122040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Attempting to bind port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:05:26.122366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Attempting to bind port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:05:26.146551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 on network 76a18d57-cb15-4b82-a13a-bf556364658b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:05:26.146792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Attempting to bind port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 on network 76a18d57-cb15-4b82-a13a-bf556364658b {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:05:26.155868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:05:26.157031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Checking segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:05:26.157374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Bound using segment: {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:05:26.158079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Bound port: 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c007477-6e91-4dbe-b638-ad93c45600d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:05:26.158427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:26.224798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5c0a-2cd5-4a9a-9704-42523da8d5c9 req-d37784e7-fb2f-4181-bd6e-d9d2cc62b2d7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.226221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a2cc5c0a-2cd5-4a9a-9704-42523da8d5c9 req-d37784e7-fb2f-4181-bd6e-d9d2cc62b2d7 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.1187825 Jun 22 21:05:26.254775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:05:26.278267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:05:26.284865 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a2cc5c0a-2cd5-4a9a-9704-42523da8d5c9 req-3c56259a-26f1-4928-a666-e84fa5ee25fb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529277 Jun 22 21:05:26.286466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:26.288478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e6beae1e-a2ac-4b54-afcf-30eb3ce27857 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:26.324355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.324964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:26.326405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] 10.222.0.53 "PUT /v2.0/ports/522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1094 time: 0.7246187 Jun 22 21:05:26.331744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:26.335008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25727b9-43b4-4774-bfa9-3102f4b5358a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:26.359032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:26.363162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:26.382151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afcefb9-1826-4b34-a23f-8752f155b441 x-openstack-request-id: req-5afcefb9-1826-4b34-a23f-8752f155b441 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:26.382496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:26.382806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5afcefb9-1826-4b34-a23f-8752f155b441 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:26.383510 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'status': 'completed', 'code': 200} Jun 22 21:05:26.429992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-d6abb841-40dd-4538-afa0-8d70408e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.431492 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-d6abb841-40dd-4538-afa0-8d70408e2dbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1097 time: 0.0586257 Jun 22 21:05:26.479043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-63587e8e-2577-465e-a324-1efe37624f5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 217 time: 0.0360229 Jun 22 21:05:26.535314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-684f6cc1-2570-4a7a-9f58-4b3e4942f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.536742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-684f6cc1-2570-4a7a-9f58-4b3e4942f24d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0474622 Jun 22 21:05:26.594794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76afd8-c038-4e9f-a643-967be45506cf req-56ef1b5d-5119-45e6-88e9-6274fafd83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.596312 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-56ef1b5d-5119-45e6-88e9-6274fafd83a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527117 Jun 22 21:05:26.688176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-555ef595-ea7b-4972-bc2e-5973c6f2765f service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808976 Jun 22 21:05:26.782961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad76afd8-c038-4e9f-a643-967be45506cf req-ada46030-7af9-4cfd-8df7-5cb09ca11a39 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Jun 22 21:05:26.896618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-44422cb2-dd25-4040-9f5d-e1b03be2fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.898126 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-44422cb2-dd25-4040-9f5d-e1b03be2fee6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1097 time: 0.0548561 Jun 22 21:05:26.993153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-1203a149-8af1-4851-a3cc-fda479ced13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:26.994613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-1203a149-8af1-4851-a3cc-fda479ced13b service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0892594 Jun 22 21:05:27.038557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-f8204964-c2d0-4515-8eca-13b14952cd1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 217 time: 0.0352879 Jun 22 21:05:27.087222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-0aac4672-d0ce-42be-aa99-df7a506d672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:27.088614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-0aac4672-d0ce-42be-aa99-df7a506d672e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0429118 Jun 22 21:05:27.150319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-2a358eaf-a9df-4820-aef2-faea70b1cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:27.151794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-2a358eaf-a9df-4820-aef2-faea70b1cee2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561888 Jun 22 21:05:27.243899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-9f6947cf-4e37-42eb-8333-726c5a164b90 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Jun 22 21:05:27.340593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f25727b9-43b4-4774-bfa9-3102f4b5358a req-16ca21d7-f8d8-4e17-b43f-0a8e5d7a70e5 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Jun 22 21:05:27.462201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47ce3d-8e84-4386-a85a-911db1fa55fa req-e9d5a1a9-c4eb-4ea4-8730-ff1cb82d07f0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:27.463663 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5e47ce3d-8e84-4386-a85a-911db1fa55fa req-e9d5a1a9-c4eb-4ea4-8730-ff1cb82d07f0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0642526 Jun 22 21:05:27.502364 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5e47ce3d-8e84-4386-a85a-911db1fa55fa req-8e1d79ba-b5aa-40aa-bd03-9dcbc3e21746 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Jun 22 21:05:28.676572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fe42-351d-44df-b9e5-780b5f1a7997 req-4ef29042-4a84-4133-a21f-a39118be21be tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:28.678062 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0564fe42-351d-44df-b9e5-780b5f1a7997 req-4ef29042-4a84-4133-a21f-a39118be21be tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0617769 Jun 22 21:05:28.715412 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0564fe42-351d-44df-b9e5-780b5f1a7997 req-3e56ca00-a26f-4ac6-a3d4-db4ee7f83aba tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jun 22 21:05:29.885934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e45c-e055-4aae-a01b-a0c4a4237b29 req-ff96138c-4cf2-4c79-9f64-cb15fef96197 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:29.887419 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5c4e45c-e055-4aae-a01b-a0c4a4237b29 req-ff96138c-4cf2-4c79-9f64-cb15fef96197 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0644433 Jun 22 21:05:29.925714 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5c4e45c-e055-4aae-a01b-a0c4a4237b29 req-618ea1e9-3ac1-4db9-bc97-4e52654f3ca2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Jun 22 21:05:30.890528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:05:30.991816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:31.003097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:05:31.039030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:31.051930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:05:31.072612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:31.076233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:31.078914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:31.104285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7379f9-7f91-4056-a057-7ecf8008437a req-1bc74af4-4a7f-466a-b038-7fc6dd22243c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:31.105738 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fb7379f9-7f91-4056-a057-7ecf8008437a req-1bc74af4-4a7f-466a-b038-7fc6dd22243c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0698454 Jun 22 21:05:31.124401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:31.128269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:31.147033 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fb7379f9-7f91-4056-a057-7ecf8008437a req-2f306304-6bc4-4d6c-81b6-7af3f7adcb43 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343266 Jun 22 21:05:31.322139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['522c8d86-f749-46f8-9af7-1fc3b3adaf79'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:05:32.331595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe78c4-95c5-475f-ad86-58e2fa306099 req-2629e48b-89a0-463a-be4e-74b4da3de291 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:32.333046 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5afe78c4-95c5-475f-ad86-58e2fa306099 req-2629e48b-89a0-463a-be4e-74b4da3de291 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 945 time: 0.0680108 Jun 22 21:05:32.370019 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5afe78c4-95c5-475f-ad86-58e2fa306099 req-e2178ad9-d262-47eb-af25-db513d6a7bed tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313215 Jun 22 21:05:32.906063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:05:32.954873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:05:32.958572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:05:32.958954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:33.036905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:33.059045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:33.061296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf927193-647b-404a-b79a-bc55576e42a5" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:33.074085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:05:33.078301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:33.080636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:05:33.102524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059b45e-9928-41f9-af99-ebe0f8bd1ec0 x-openstack-request-id: req-6059b45e-9928-41f9-af99-ebe0f8bd1ec0 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:33.102831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:33.103100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6059b45e-9928-41f9-af99-ebe0f8bd1ec0 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:33.103492 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'code': 200} Jun 22 21:05:33.129769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:05:33.132677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:05:33.334849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c13e-afdd-49f4-b4bc-d40b3b4b8377 req-6d71e311-76bf-4aae-a169-1cddac767257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:33.336330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2398c13e-afdd-49f4-b4bc-d40b3b4b8377 req-6d71e311-76bf-4aae-a169-1cddac767257 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0509791 Jun 22 21:05:33.374098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2398c13e-afdd-49f4-b4bc-d40b3b4b8377 req-1a782c66-bee7-4758-9d39-d0cc90649091 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269582 Jun 22 21:05:33.544580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c287-fe14-426e-afde-dd6e14307af7 req-c1aba06a-42cf-4c8f-88a4-b89ae4d1b6c4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:33.546054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbe6c287-fe14-426e-afde-dd6e14307af7 req-c1aba06a-42cf-4c8f-88a4-b89ae4d1b6c4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0657496 Jun 22 21:05:33.584423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbe6c287-fe14-426e-afde-dd6e14307af7 req-6ba73d06-479b-40fe-94a3-b9abe5ea3a3d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Jun 22 21:05:34.757251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d8d0b-fd7b-460a-a697-af2650b955c7 req-df840d55-3c44-4d6c-baeb-1f0094553ef1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:34.758742 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-504d8d0b-fd7b-460a-a697-af2650b955c7 req-df840d55-3c44-4d6c-baeb-1f0094553ef1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0636277 Jun 22 21:05:34.795470 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-504d8d0b-fd7b-460a-a697-af2650b955c7 req-a5dc21ad-8757-411a-aa64-9884d8b39e54 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Jun 22 21:05:34.969373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc223a17-e02e-4ab8-b390-133e75b6bd8b req-b4f7de18-9326-4921-a783-497b06487b42 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:34.970897 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fc223a17-e02e-4ab8-b390-133e75b6bd8b req-b4f7de18-9326-4921-a783-497b06487b42 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0691118 Jun 22 21:05:34.979413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 35910) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:05:34.983896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Request body: {'floatingip': {'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:05:35.023057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:35.466787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:35.470579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:35.569590 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 associated. External IP: 172.26.4.47, port: 522c8d86-f749-46f8-9af7-1fc3b3adaf79. Jun 22 21:05:35.775913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:05:35.881067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:05:35.885922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:35.891279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:05:35.899856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:05:35.900452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:05:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:35.921787 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d3bca9d7-43ba-48fd-99f4-d282140b01e0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "PUT /v2.0/floatingips/5dee9745-0f9f-4131-98e9-ccd69a07aae8 HTTP/1.1" status: 200 len: 992 time: 0.9413264 Jun 22 21:05:35.922502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:05:35.924798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:05:35.964599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b81a0c-b401-4815-a69f-6950dd633dc2 x-openstack-request-id: req-c9b81a0c-b401-4815-a69f-6950dd633dc2 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:05:35.966293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:05:35.966293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9b81a0c-b401-4815-a69f-6950dd633dc2 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:05:35.966293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'status': 'completed', 'code': 200} Jun 22 21:05:36.009588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:05:36.051538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-441b164e-5381-47ab-a358-c0d884321984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:36.053131 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-441b164e-5381-47ab-a358-c0d884321984 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0598543 Jun 22 21:05:36.150775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-4512f5e0-6ac4-406e-b621-0853cf4bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:36.152279 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-4512f5e0-6ac4-406e-b621-0853cf4bd3d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0927763 Jun 22 21:05:36.216440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-c6d0f929-4e18-4ad6-8355-6c58661b4ae0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1000 time: 0.0573068 Jun 22 21:05:36.236997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:05:35Z', 'revision_number': 13, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:36.264050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:05:36.271776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-e1260c95-c9b6-49e8-ad04-ffaa919bad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:36.273070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:05:36.273249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-e1260c95-c9b6-49e8-ad04-ffaa919bad06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0503418 Jun 22 21:05:36.273727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:05:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:36.333738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-c8638067-3fe8-48d2-a5b7-049dbd1ec830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:05:36.335179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-c8638067-3fe8-48d2-a5b7-049dbd1ec830 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554128 Jun 22 21:05:36.378686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:05:36.425526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-e77eb1b4-2e89-4198-b166-069d5d78ceaa service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Jun 22 21:05:36.521282 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b95b06b-e408-4b1a-b1b6-9198a718e7f8 req-ffec6160-13dd-4b4c-aadb-b2ca014d51cb service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891504 Jun 22 21:05:36.603318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:05:35Z', 'revision_number': 13, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:05:36.634936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041dfbd-2ac7-4fe4-8740-4cfc3a63deca None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '5dee9745-0f9f-4131-98e9-ccd69a07aae8', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:01:31Z', 'updated_at': '2021-06-22T21:05:35Z', 'revision_number': 13, 'project_id': '38bac1d163454bcf841cac6cee645841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:05:36.809109 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b39f28-9a91-4ced-aacf-7949023056a0 None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:05:45.975665 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:05:46.937400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef299-83a5-4ae9-8917-fcdbdbec7308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:49.799580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-38c0ad37-681b-4ac8-9669-01fb7b3041ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:49.997978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:51.075600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:52.409207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:05:53.035409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:15.884268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a1ca5-cec3-48db-a011-afa7b52c1c30 req-fb8cfac0-78cc-420f-932e-28bc5d130380 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:15.885681 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c79a1ca5-cec3-48db-a011-afa7b52c1c30 req-fb8cfac0-78cc-420f-932e-28bc5d130380 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.1416419 Jun 22 21:06:15.924343 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c79a1ca5-cec3-48db-a011-afa7b52c1c30 req-5a0e3511-fdb0-405b-b233-8bbc8f096d42 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Jun 22 21:06:16.939783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-435c8008-2ee4-4a88-a0bc-4cc0d4831b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:19.800528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbd0772b-9334-42f3-9ad2-7540952a9239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:19.999703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:20.138158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-efb1b155-3173-41df-83d9-e88ce04c94db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122580 Jun 22 21:06:20.256143 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-3e1d43f8-71a4-403b-8c6e-d393392564da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:20.257664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-3e1d43f8-71a4-403b-8c6e-d393392564da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0649514 Jun 22 21:06:20.370588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-00237020-f01b-4f38-9fc1-2ba4afffe072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:20.372131 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-00237020-f01b-4f38-9fc1-2ba4afffe072 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0890799 Jun 22 21:06:20.800963 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-c1853653-7c30-40bb-a5e9-bc4244994ab2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1002 time: 0.4205878 Jun 22 21:06:20.852850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-52cda541-1156-46da-8d22-65da99314f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:20.854257 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-52cda541-1156-46da-8d22-65da99314f70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0422137 Jun 22 21:06:20.918877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-717040b2-e3dd-4a63-b238-edf4faa28c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:20.920345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-717040b2-e3dd-4a63-b238-edf4faa28c3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564771 Jun 22 21:06:21.022573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-e91b1cf7-38d1-4d91-b14a-a628930bfea9 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917799 Jun 22 21:06:21.078246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:21.122876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4844c0e5-d82f-4b4a-bf5c-f2cd53e5f2f1 req-ed8cd9b3-2483-4a9d-b461-2efeb0d219c8 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891953 Jun 22 21:06:22.415585 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:22.975227 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:06:23.021728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:27.388443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-414eeedf-e739-4f13-83ba-b95b0e999b65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518301 Jun 22 21:06:27.450518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23e059-2502-4cc7-aa05-f722f9bd5548 req-454ad54c-7d7c-4c3b-a347-9127e2a8474e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:27.451963 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7b23e059-2502-4cc7-aa05-f722f9bd5548 req-454ad54c-7d7c-4c3b-a347-9127e2a8474e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0695531 Jun 22 21:06:27.827540 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7b23e059-2502-4cc7-aa05-f722f9bd5548 req-a529c53a-a7b1-4949-a5a6-5f2dec952df4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688521 Jun 22 21:06:28.586079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-18c28def-5cb1-4363-bdc6-553f5dac9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:28.587563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-18c28def-5cb1-4363-bdc6-553f5dac9411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0527771 Jun 22 21:06:28.686216 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-c183b89a-cc61-453d-b99d-d9339011d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:28.687647 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-c183b89a-cc61-453d-b99d-d9339011d5a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0909166 Jun 22 21:06:28.754241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-258b1153-6a6f-4a10-a4cb-5875df0eb041 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1002 time: 0.0563533 Jun 22 21:06:28.808697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-34b1bba7-7dee-4435-a41e-184db24ba6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:28.810189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-34b1bba7-7dee-4435-a41e-184db24ba6b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0460708 Jun 22 21:06:28.869117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-b831ae2e-256e-4219-b244-20dbca5e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:28.870790 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-b831ae2e-256e-4219-b244-20dbca5e0ef2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509636 Jun 22 21:06:28.997847 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-9b996101-7403-49de-a0cb-8f5e686486f3 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169188 Jun 22 21:06:29.084308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e615c-61b2-4249-88fd-766f3af3c773 req-0614ae8a-23e1-49fa-852c-ee479b572f47 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:29.085762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-756e615c-61b2-4249-88fd-766f3af3c773 req-0614ae8a-23e1-49fa-852c-ee479b572f47 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.1408515 Jun 22 21:06:29.123668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-c0d07613-32bf-4815-85d6-92ad176b2198 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163554 Jun 22 21:06:29.137550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-756e615c-61b2-4249-88fd-766f3af3c773 req-748af4cf-818b-4bf8-81a9-6ce53b6ab055 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Jun 22 21:06:30.351276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420eb232-dde4-4215-af2a-7f2fa64f06eb req-00b5f327-4dea-447a-b2cd-2290e36915be tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:30.352730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-420eb232-dde4-4215-af2a-7f2fa64f06eb req-00b5f327-4dea-447a-b2cd-2290e36915be tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.1019006 Jun 22 21:06:30.389453 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-420eb232-dde4-4215-af2a-7f2fa64f06eb req-c9146744-d1a4-4f65-a7f2-ea71a7f90c5d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Jun 22 21:06:31.573007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460094ce-91c3-4ba9-89d2-98bed5bfe864 req-68fd3570-b47c-4f22-89b5-921bc1afeaac tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:31.574516 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-460094ce-91c3-4ba9-89d2-98bed5bfe864 req-68fd3570-b47c-4f22-89b5-921bc1afeaac tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0689642 Jun 22 21:06:31.617413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-460094ce-91c3-4ba9-89d2-98bed5bfe864 req-89c41e9d-da19-4a83-a287-d0354c81a5a9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363367 Jun 22 21:06:32.787632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d228c1-4a33-4b15-9c0d-0949c94c6eb8 req-ac8442b0-c0ad-48d6-a0d6-b86d5cd914c3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:32.789065 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-62d228c1-4a33-4b15-9c0d-0949c94c6eb8 req-ac8442b0-c0ad-48d6-a0d6-b86d5cd914c3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0614555 Jun 22 21:06:32.830570 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-62d228c1-4a33-4b15-9c0d-0949c94c6eb8 req-f1602985-8eab-44bc-9a7f-79fd5a981389 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358920 Jun 22 21:06:34.004940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840393d4-1e08-438f-9f53-17cbb62eafb7 req-d882e690-a19f-42b7-bcd9-6346ca9b1d75 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:34.006405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-840393d4-1e08-438f-9f53-17cbb62eafb7 req-d882e690-a19f-42b7-bcd9-6346ca9b1d75 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0638819 Jun 22 21:06:34.045182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-840393d4-1e08-438f-9f53-17cbb62eafb7 req-199f7b0b-2067-4f82-9126-e203aa77be9b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331573 Jun 22 21:06:35.223965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18629c-d8ac-48f0-a635-0c8f2846a1aa req-975657dc-e2c4-4d7b-b624-58337f6c2ae8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:35.225427 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4b18629c-d8ac-48f0-a635-0c8f2846a1aa req-975657dc-e2c4-4d7b-b624-58337f6c2ae8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0655572 Jun 22 21:06:35.263176 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4b18629c-d8ac-48f0-a635-0c8f2846a1aa req-4ed827a7-5c8e-4f79-a30c-1556e84347d6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Jun 22 21:06:36.442040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9f15-c54c-4911-9ff6-1e42351de2b7 req-a22dc769-5821-4b02-a770-20d8e165eb16 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:36.443515 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e3c9f15-c54c-4911-9ff6-1e42351de2b7 req-a22dc769-5821-4b02-a770-20d8e165eb16 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0633385 Jun 22 21:06:36.485725 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3e3c9f15-c54c-4911-9ff6-1e42351de2b7 req-25e6889e-4240-48bb-b4eb-cf90e7d6620b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361187 Jun 22 21:06:37.660370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149a3d6-e98e-4d66-90ac-2b1a5847e5ea req-828f8b14-709c-4c2d-a958-4070e93aa5fb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:37.661840 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f149a3d6-e98e-4d66-90ac-2b1a5847e5ea req-828f8b14-709c-4c2d-a958-4070e93aa5fb tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0643878 Jun 22 21:06:37.699136 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f149a3d6-e98e-4d66-90ac-2b1a5847e5ea req-baff0f8b-9b35-426f-ac37-68eeaeb94a36 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Jun 22 21:06:38.873289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ac53f-9f69-4d31-a402-4244a8f2e7a6 req-079a8106-546b-4cee-a68b-cdcfa4ad169d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:38.874785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-541ac53f-9f69-4d31-a402-4244a8f2e7a6 req-079a8106-546b-4cee-a68b-cdcfa4ad169d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0652497 Jun 22 21:06:38.913745 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-541ac53f-9f69-4d31-a402-4244a8f2e7a6 req-2cae997d-f23a-4b86-ad90-1d6c0135515b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Jun 22 21:06:40.088775 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76f07-78fc-4320-9e57-4809fce63999 req-5c511de6-bc9e-44d5-9355-40f2d59944c5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:40.090235 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6cf76f07-78fc-4320-9e57-4809fce63999 req-5c511de6-bc9e-44d5-9355-40f2d59944c5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0668375 Jun 22 21:06:40.127564 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6cf76f07-78fc-4320-9e57-4809fce63999 req-9862503f-115c-48b3-be00-84b2a3f5c81c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311081 Jun 22 21:06:41.305617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44d1a4-f5f8-4046-b751-55cc8b3991d1 req-147c6eea-1c39-4eb5-9c54-d01d41f6df67 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:41.307099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f44d1a4-f5f8-4046-b751-55cc8b3991d1 req-147c6eea-1c39-4eb5-9c54-d01d41f6df67 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0624900 Jun 22 21:06:41.344738 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4f44d1a4-f5f8-4046-b751-55cc8b3991d1 req-a24f1e82-2e11-41dd-9e6c-55436227c70c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Jun 22 21:06:42.520999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81806b9-2d6b-45ad-ab29-6aaeb815962c req-af6518c0-9bee-4f0d-bfa7-7973ba4dd909 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:42.522413 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e81806b9-2d6b-45ad-ab29-6aaeb815962c req-af6518c0-9bee-4f0d-bfa7-7973ba4dd909 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0634701 Jun 22 21:06:42.559922 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e81806b9-2d6b-45ad-ab29-6aaeb815962c req-3576ef3c-7981-4db6-862a-2410db572e16 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Jun 22 21:06:42.935208 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-8d3d1588-e812-42bb-9f96-58f2ee00deec service neutron] 10.222.0.53 "GET /v2.0/ports/522c8d86-f749-46f8-9af7-1fc3b3adaf79/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0582438 Jun 22 21:06:43.199584 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-c96d4450-62c2-40f0-9d4f-231bce3e2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.201052 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-c96d4450-62c2-40f0-9d4f-231bce3e2683 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0535247 Jun 22 21:06:43.282117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-66be8540-f5fc-40ff-9c06-7b9ad7ced4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.283625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-66be8540-f5fc-40ff-9c06-7b9ad7ced4cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0539238 Jun 22 21:06:43.381266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-535295e9-0ed2-42c4-a268-eaa8def90305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.382660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-535295e9-0ed2-42c4-a268-eaa8def90305 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0891716 Jun 22 21:06:43.449535 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-6b930fdf-89de-45b3-8982-018e15bc8042 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1002 time: 0.0568392 Jun 22 21:06:43.501232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-951908fb-4588-4cf1-b93c-26a7ca791853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.502682 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-951908fb-4588-4cf1-b93c-26a7ca791853 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0433254 Jun 22 21:06:43.566775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-718233e5-8bf3-4243-8551-f26dd8409b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.568237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-718233e5-8bf3-4243-8551-f26dd8409b47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552945 Jun 22 21:06:43.662557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-44a28f6f-68cc-4a02-a8fe-b27a10c21b7c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Jun 22 21:06:43.803183 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-85c2375f-3c4b-409c-b1e8-9247331cd1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301394 Jun 22 21:06:43.813230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e6443-b399-4915-8eec-c868368fe621 req-90d7f265-1e87-489b-80e0-4e81a3ccac16 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:43.814870 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f85e6443-b399-4915-8eec-c868368fe621 req-90d7f265-1e87-489b-80e0-4e81a3ccac16 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.1430004 Jun 22 21:06:43.855001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f85e6443-b399-4915-8eec-c868368fe621 req-940c2dca-5278-4683-ab61-fde449797d1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Jun 22 21:06:45.060103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cd710-cde5-4914-9c6d-8aa6ff986756 req-13c78292-9189-4a5e-8875-9eef52e9630d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:45.061731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a2cd710-cde5-4914-9c6d-8aa6ff986756 req-13c78292-9189-4a5e-8875-9eef52e9630d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0801332 Jun 22 21:06:45.113008 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a2cd710-cde5-4914-9c6d-8aa6ff986756 req-bfba14d9-b5dd-4982-b2f4-540df647720c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Jun 22 21:06:45.248507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:06:45.326097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:45.349012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:06:45.351177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a723535-8730-4475-94d9-a67f0d322850" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-unplugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:06:45.364951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:06:45.372917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:45.375941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:06:45.400188 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef2a6e-f86b-485e-a2d1-b846b9b11eb0 x-openstack-request-id: req-41ef2a6e-f86b-485e-a2d1-b846b9b11eb0 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:06:45.400495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-unplugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:06:45.400829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-41ef2a6e-f86b-485e-a2d1-b846b9b11eb0 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:06:45.401231 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'code': 200} Jun 22 21:06:45.425686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:06:45.432568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.432914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.433248 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.433580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.433918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.434254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.434576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.434904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.435223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.435547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.435851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.436166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:06:45.440736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:06:46.290036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032cf44-07c3-40ad-8c61-788c403f16c7 req-43db386d-1361-4d12-8d23-a63eeed2b8a9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:46.291557 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f032cf44-07c3-40ad-8c61-788c403f16c7 req-43db386d-1361-4d12-8d23-a63eeed2b8a9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0658338 Jun 22 21:06:46.331490 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f032cf44-07c3-40ad-8c61-788c403f16c7 req-d3b43a89-008b-463e-b6fa-5c04bf2d435c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342598 Jun 22 21:06:46.941790 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11896ab9-e3b4-4bf4-a163-847be73c667e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:47.523806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a59b6-64c4-4c3c-b2bf-0e6ad161a9c4 req-46e5e354-8fe8-4373-b759-1aef220f2760 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:47.525532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3b9a59b6-64c4-4c3c-b2bf-0e6ad161a9c4 req-46e5e354-8fe8-4373-b759-1aef220f2760 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0739601 Jun 22 21:06:47.566903 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3b9a59b6-64c4-4c3c-b2bf-0e6ad161a9c4 req-caf3edcf-b071-443f-9c46-6c7a03286db2 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354359 Jun 22 21:06:48.741262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50aaef-2e4d-4d94-8486-00207f14adeb req-0c041787-3743-4307-a376-7298dcbbfe37 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:48.742827 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a50aaef-2e4d-4d94-8486-00207f14adeb req-0c041787-3743-4307-a376-7298dcbbfe37 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0640688 Jun 22 21:06:48.780498 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a50aaef-2e4d-4d94-8486-00207f14adeb req-e5ca42c4-2dc7-415c-a202-a7b18bf8370d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Jun 22 21:06:49.802012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c9aecb50-b716-4588-8bc5-9e278a6874d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:49.959332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d2e6-7154-42ca-91de-3c061682d684 req-48371685-3720-48a5-b5a6-4d80b12fe507 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:49.960816 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-52c5d2e6-7154-42ca-91de-3c061682d684 req-48371685-3720-48a5-b5a6-4d80b12fe507 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0646360 Jun 22 21:06:49.999517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-52c5d2e6-7154-42ca-91de-3c061682d684 req-8bf0a455-403f-4e3d-b6fc-7ea601d65b44 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Jun 22 21:06:50.001465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:51.082497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:51.179016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755ca9-053f-4a6f-92c1-938dbf124eac req-bd5f532d-9a9e-490a-9168-3f05d0430a9d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:51.180487 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-96755ca9-053f-4a6f-92c1-938dbf124eac req-bd5f532d-9a9e-490a-9168-3f05d0430a9d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0689042 Jun 22 21:06:51.218266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-96755ca9-053f-4a6f-92c1-938dbf124eac req-a146c053-080b-4b9f-b2e5-88b7b1f16d26 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Jun 22 21:06:51.270354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:06:51.365126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:06:51.376332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:06:51.411925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:51.424797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:06:51.444371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:06:51.448093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:51.449788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:06:51.501247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:06:51.504214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:06:51.527180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['522c8d86-f749-46f8-9af7-1fc3b3adaf79'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:06:52.399208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9544-90cc-4333-afd6-bc0aa46aabf3 req-033381da-7cf2-4190-b4e0-8c4474a703e8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:52.400663 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c0af9544-90cc-4333-afd6-bc0aa46aabf3 req-033381da-7cf2-4190-b4e0-8c4474a703e8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 945 time: 0.0730495 Jun 22 21:06:52.434742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:52.440264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c0af9544-90cc-4333-afd6-bc0aa46aabf3 req-14a95408-1a35-41e6-8663-d3e736842f61 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339825 Jun 22 21:06:53.024481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:53.293869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:06:53.345184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:06:53.345561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:53.420833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:53.444467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:06:53.446777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537f8ff-6856-4bb3-9f59-4b88e829ecbd" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:06:53.460387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:06:53.465796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:06:53.467922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:06:53.516446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:06:53.519754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:06:53.532748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ecc6ea-4e8a-4492-9e62-85e03d8d9e2f x-openstack-request-id: req-c3ecc6ea-4e8a-4492-9e62-85e03d8d9e2f {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:06:53.533074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:06:53.533340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3ecc6ea-4e8a-4492-9e62-85e03d8d9e2f {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:06:53.533921 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'code': 200} Jun 22 21:06:53.653700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4e54-36a6-4b83-893e-2d4eca0f22d8 req-1593f8f5-7ba2-43bc-ac65-0d9d21509a02 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:53.655276 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f4cd4e54-36a6-4b83-893e-2d4eca0f22d8 req-1593f8f5-7ba2-43bc-ac65-0d9d21509a02 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0705373 Jun 22 21:06:53.700410 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f4cd4e54-36a6-4b83-893e-2d4eca0f22d8 req-162ee174-7db7-42d7-8378-30f335a46c88 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Jun 22 21:06:54.881311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283070f-a763-4901-9636-97d6ba2b9216 req-e21d0767-3a74-4ea5-9bc7-a7d2712738ef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:54.882939 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0283070f-a763-4901-9636-97d6ba2b9216 req-e21d0767-3a74-4ea5-9bc7-a7d2712738ef tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0675457 Jun 22 21:06:54.921040 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0283070f-a763-4901-9636-97d6ba2b9216 req-82fd0b8a-a326-485f-9fec-b83ef260c95f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Jun 22 21:06:56.097866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978ebdc-1da2-4ec9-9c68-e091493b9f1c req-fa40e666-2f34-4bbf-8c2b-114d6fbdb358 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:56.099353 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a978ebdc-1da2-4ec9-9c68-e091493b9f1c req-fa40e666-2f34-4bbf-8c2b-114d6fbdb358 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0666094 Jun 22 21:06:56.138171 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a978ebdc-1da2-4ec9-9c68-e091493b9f1c req-19742816-491e-4c6d-92df-634457399604 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Jun 22 21:06:56.638796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-7554840d-2ed5-43ec-b30a-19bb06b31193 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:56.640262 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-7554840d-2ed5-43ec-b30a-19bb06b31193 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d&tenant_id=38bac1d163454bcf841cac6cee645841&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 946 time: 0.1301496 Jun 22 21:06:56.713949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4060a3b-7c2a-44f7-bd28-c784ac2be8da req-e20e442b-5bc6-40a2-9049-c7aef756e29c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:56.715346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b4060a3b-7c2a-44f7-bd28-c784ac2be8da req-e20e442b-5bc6-40a2-9049-c7aef756e29c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.1375372 Jun 22 21:06:56.723873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-22b1cc5d-67bf-4f1c-83cd-3d71be13dcc1 service neutron] 10.222.0.53 "GET /v2.0/ports/522c8d86-f749-46f8-9af7-1fc3b3adaf79/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0759039 Jun 22 21:06:56.766338 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b4060a3b-7c2a-44f7-bd28-c784ac2be8da req-80119276-5969-4b37-ac9c-579c1b638e19 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Jun 22 21:06:56.812452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-a48654a9-206a-449b-b95d-0227e9e0101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:56.814763 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-a48654a9-206a-449b-b95d-0227e9e0101a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0634797 Jun 22 21:06:56.909047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-54d8d9bc-dbc1-41ec-abc3-f90bdf8341db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:56.910556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-54d8d9bc-dbc1-41ec-abc3-f90bdf8341db service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0895681 Jun 22 21:06:56.979767 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-114431a3-d60a-479b-a60c-cb138ec3de77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1002 time: 0.0626199 Jun 22 21:06:57.027699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-ddae95f8-c4d0-4c9f-8997-2b8396d78b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:57.029121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-ddae95f8-c4d0-4c9f-8997-2b8396d78b87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0425749 Jun 22 21:06:57.089354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-e724259c-ed20-4d36-a2c7-e87f098c30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:57.090859 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-e724259c-ed20-4d36-a2c7-e87f098c30c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541887 Jun 22 21:06:57.184097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-a90b693e-4169-49a6-ad30-5c6f872c6fbf service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862346 Jun 22 21:06:57.271026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-09a92a4b-c0dd-4124-abce-acb8b9b93922 service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805519 Jun 22 21:06:57.955116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c8fb-a3ad-4307-8944-5e73b5089558 req-740faaac-7664-4923-ac07-eb966fa7363f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:57.956628 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fec9c8fb-a3ad-4307-8944-5e73b5089558 req-740faaac-7664-4923-ac07-eb966fa7363f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0700700 Jun 22 21:06:57.993378 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fec9c8fb-a3ad-4307-8944-5e73b5089558 req-765c6ded-8d2e-4fc6-92eb-50d92184c62e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Jun 22 21:06:59.177083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f156b3-794a-4521-a467-d184bb20cbca req-f0f226e4-960f-49f8-890e-be98aac2da45 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:06:59.178589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3f156b3-794a-4521-a467-d184bb20cbca req-f0f226e4-960f-49f8-890e-be98aac2da45 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0707018 Jun 22 21:06:59.216372 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3f156b3-794a-4521-a467-d184bb20cbca req-1757ad33-c743-406a-99bd-b749e918d6d3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jun 22 21:06:59.974942 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:07:00.404695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33217e-da8e-4ac6-bf4d-7f586fc5bde3 req-a3f74064-9b4a-4990-939e-2a7da390b67c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:00.406209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bb33217e-da8e-4ac6-bf4d-7f586fc5bde3 req-a3f74064-9b4a-4990-939e-2a7da390b67c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0641346 Jun 22 21:07:00.444499 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bb33217e-da8e-4ac6-bf4d-7f586fc5bde3 req-483ae7a0-9da2-40f7-9371-d29fec3fdfa8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jun 22 21:07:01.621803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce3fd-591e-4dc9-ab83-39feaa9aa060 req-fd60cb9f-b59b-444f-b076-a9f09f1d0d5f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:01.623306 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b90ce3fd-591e-4dc9-ab83-39feaa9aa060 req-fd60cb9f-b59b-444f-b076-a9f09f1d0d5f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0659056 Jun 22 21:07:01.662542 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b90ce3fd-591e-4dc9-ab83-39feaa9aa060 req-5288a4e7-47c8-4e8b-a971-216ff7af17bf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jun 22 21:07:01.756475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-7e3ce700-70b4-4c23-aa6a-737a80615205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:01.757854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-7e3ce700-70b4-4c23-aa6a-737a80615205 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d&tenant_id=38bac1d163454bcf841cac6cee645841 HTTP/1.1" status: 200 len: 1099 time: 0.0532386 Jun 22 21:07:01.840357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-f0354531-287a-4bc3-aa3a-1fdc72d391db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:01.841820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-f0354531-287a-4bc3-aa3a-1fdc72d391db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bac1d163454bcf841cac6cee645841&device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 1099 time: 0.0554092 Jun 22 21:07:01.933336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-8988cd6a-baeb-47be-8faf-f7b7eee102a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:01.934835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-8988cd6a-baeb-47be-8faf-f7b7eee102a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 200 len: 913 time: 0.0830441 Jun 22 21:07:02.007163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-83c9de7b-b1d7-4851-91ea-c93702a9c35d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 200 len: 1002 time: 0.0625401 Jun 22 21:07:02.057619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-8b3497ea-ea4e-405c-8e73-5820c5ccd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:02.059040 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-8b3497ea-ea4e-405c-8e73-5820c5ccd748 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 200 len: 851 time: 0.0421157 Jun 22 21:07:02.121233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-ac1e80df-192e-4835-942d-dee4fa39b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:02.122718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-ac1e80df-192e-4835-942d-dee4fa39b62d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=76a18d57-cb15-4b82-a13a-bf556364658b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534775 Jun 22 21:07:02.217242 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-d31a20d0-6c10-4142-b5f5-59812874bbfc service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871680 Jun 22 21:07:02.313020 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072bc36c-1c75-4d28-aa5c-b9bf0d6db88a req-a13438bc-4579-4828-95f5-9aa363772d5c service neutron] 10.222.0.53 "GET /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858197 Jun 22 21:07:02.850525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f853833-d4be-43c1-9c89-d05c6940d003 req-08b5607f-f029-40c4-b8b9-3734a15234e6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:02.852074 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4f853833-d4be-43c1-9c89-d05c6940d003 req-08b5607f-f029-40c4-b8b9-3734a15234e6 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0663874 Jun 22 21:07:02.895135 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4f853833-d4be-43c1-9c89-d05c6940d003 req-b17a4119-82f5-4b66-9780-b703d4881b01 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373344 Jun 22 21:07:03.345119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:03.429461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:03.459311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:03.461668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec1c819-8f4d-40a2-899b-d51ae64b0a78" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-unplugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:03.476504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:03.481780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:03.484041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:03.509733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d487e8a9-6c3d-410e-aa17-10cf3ba1965b x-openstack-request-id: req-d487e8a9-6c3d-410e-aa17-10cf3ba1965b {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:03.510062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-unplugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:03.510322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d487e8a9-6c3d-410e-aa17-10cf3ba1965b {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:03.510709 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'code': 200} Jun 22 21:07:03.534348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=9']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:03.537536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:04.077352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3379a-5e58-470f-80fc-1ff15ac906c1 req-2aef9f1b-1257-4972-9a17-207295416a25 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:04.080029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3be3379a-5e58-470f-80fc-1ff15ac906c1 req-2aef9f1b-1257-4972-9a17-207295416a25 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0713201 Jun 22 21:07:04.118710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3be3379a-5e58-470f-80fc-1ff15ac906c1 req-3f38e443-a45f-4bd9-b474-4538a76d2505 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329196 Jun 22 21:07:05.307301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ad944-df9b-4cf4-b940-21911b4f0c26 req-5fa66d93-a766-49c0-a865-292bb618285b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:05.308838 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3d3ad944-df9b-4cf4-b940-21911b4f0c26 req-5fa66d93-a766-49c0-a865-292bb618285b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0747974 Jun 22 21:07:05.348923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3d3ad944-df9b-4cf4-b940-21911b4f0c26 req-9805ed64-b221-483a-a473-8607c311a722 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jun 22 21:07:06.523005 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13f45-1138-4b1d-85be-9be311959ae5 req-b6e2203f-00f6-4e69-8ade-1ff70ab22358 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:06.524372 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ebd13f45-1138-4b1d-85be-9be311959ae5 req-b6e2203f-00f6-4e69-8ade-1ff70ab22358 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0623074 Jun 22 21:07:06.564266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ebd13f45-1138-4b1d-85be-9be311959ae5 req-ba86bc37-155d-4eee-a607-19f53b7979af tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343003 Jun 22 21:07:07.740173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d127-ee81-49f1-bef9-ce21028edd16 req-ec4bb885-4203-4da8-97f0-d1f2e31103df tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:07.741641 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-adb4d127-ee81-49f1-bef9-ce21028edd16 req-ec4bb885-4203-4da8-97f0-d1f2e31103df tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0639586 Jun 22 21:07:07.786687 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-adb4d127-ee81-49f1-bef9-ce21028edd16 req-2286df78-5f60-4611-9d25-c2e12f32a828 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393810 Jun 22 21:07:08.967001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a1fe-edc4-47c6-b744-a20bc2adec55 req-e419e2a9-e5a5-4f93-ab8b-240f67a2e437 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:08.968448 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9ad3a1fe-edc4-47c6-b744-a20bc2adec55 req-e419e2a9-e5a5-4f93-ab8b-240f67a2e437 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 944 time: 0.0669782 Jun 22 21:07:09.008826 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9ad3a1fe-edc4-47c6-b744-a20bc2adec55 req-ac90b7ce-6fe5-4b4d-b22a-f44472a67f17 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335524 Jun 22 21:07:09.341161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:07:09.437184 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:09.448801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'port_id': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'mac_address': 'fa:16:3e:ab:6d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:07:09.486429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:09.498944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:07:09.522300 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:09.526194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:09.527933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:09.576529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=10']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:09.579570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:09.601090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['522c8d86-f749-46f8-9af7-1fc3b3adaf79'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:10.182896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb974d-0475-4f93-bfcb-f3a58d36e019 req-5c76caf5-554f-4b47-b28d-280bc4617dc8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:10.184337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70bb974d-0475-4f93-bfcb-f3a58d36e019 req-5c76caf5-554f-4b47-b28d-280bc4617dc8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0635958 Jun 22 21:07:10.223276 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-70bb974d-0475-4f93-bfcb-f3a58d36e019 req-e0a46cbb-46e0-4719-8622-4276b6dd9f6f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332458 Jun 22 21:07:11.350127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:07:11.395802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f93c1-597f-4e4a-83d6-5e3650c04109 req-4ac6d388-0e8c-461c-b354-ecc524999385 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:11.397264 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4b8f93c1-597f-4e4a-83d6-5e3650c04109 req-4ac6d388-0e8c-461c-b354-ecc524999385 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 946 time: 0.0634046 Jun 22 21:07:11.399793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:07:11.400174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:11.435329 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4b8f93c1-597f-4e4a-83d6-5e3650c04109 req-aa3c3220-5bee-4789-9533-75135f6028a5 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 Jun 22 21:07:11.476836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:11.498363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:11.501280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcf5e1e-b041-4f65-9444-4a6ceb46b5b3" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:11.513960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:11.519080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:11.520918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:11.553015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d4f500-c343-46ef-b1d6-26ff898e2375 x-openstack-request-id: req-b5d4f500-c343-46ef-b1d6-26ff898e2375 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:11.553310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-plugged", "status": "completed", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:11.553568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5d4f500-c343-46ef-b1d6-26ff898e2375 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:11.553982 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'code': 200} Jun 22 21:07:11.571058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=11']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:11.574024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:12.611012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e81fe9-cd99-465c-9f6b-2398b0fe5800 req-83b292c8-0c36-4b35-b050-d94b672a3f4c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:12.612489 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e2e81fe9-cd99-465c-9f6b-2398b0fe5800 req-83b292c8-0c36-4b35-b050-d94b672a3f4c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0657313 Jun 22 21:07:12.651269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e2e81fe9-cd99-465c-9f6b-2398b0fe5800 req-22340dc5-2464-44c8-8b22-5a72d2bd0561 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330839 Jun 22 21:07:13.827707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d46c5-be8f-49e5-aff7-eb8328cd4ec2 req-18a23fcc-d803-4fd7-bd69-0166cbf7481b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:13.830015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-518d46c5-be8f-49e5-aff7-eb8328cd4ec2 req-18a23fcc-d803-4fd7-bd69-0166cbf7481b tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0664229 Jun 22 21:07:13.867038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-518d46c5-be8f-49e5-aff7-eb8328cd4ec2 req-7e800b8a-d94a-437b-8ac3-6ac6c188ca67 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Jun 22 21:07:14.045147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c91c-940c-4a89-aa2e-b6bd673da49e req-b60331db-ac46-48d5-8427-17ff1b138166 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:14.046543 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e872c91c-940c-4a89-aa2e-b6bd673da49e req-b60331db-ac46-48d5-8427-17ff1b138166 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0661528 Jun 22 21:07:14.085088 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e872c91c-940c-4a89-aa2e-b6bd673da49e req-c82237cd-c88d-4461-a7c1-fa861251b104 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jun 22 21:07:14.254320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb2a1-2bbe-4847-97a7-bdc62977dfc9 req-239250a7-7779-47ae-baf9-503e8fdce952 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:14.255766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aa1eb2a1-2bbe-4847-97a7-bdc62977dfc9 req-239250a7-7779-47ae-baf9-503e8fdce952 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0619171 Jun 22 21:07:14.294051 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aa1eb2a1-2bbe-4847-97a7-bdc62977dfc9 req-c68a3e1f-101d-494b-8616-a6c63ce39ae0 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Jun 22 21:07:14.674001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cdc15-18f9-4102-883c-9accdc3d8ea9 req-4a2d9942-4e55-41bc-8f1f-4ac2cb37accf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:14.675573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f4cdc15-18f9-4102-883c-9accdc3d8ea9 req-4a2d9942-4e55-41bc-8f1f-4ac2cb37accf tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0666311 Jun 22 21:07:14.713570 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6f4cdc15-18f9-4102-883c-9accdc3d8ea9 req-7f3d0a7d-e33e-4a2d-9dcd-4aefce8ec457 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323474 Jun 22 21:07:15.891226 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f156b-e3b5-49fc-a974-fb7c79206ed7 req-28cc3d96-8531-4133-952c-3daa6596d002 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:15.892693 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a89f156b-e3b5-49fc-a974-fb7c79206ed7 req-28cc3d96-8531-4133-952c-3daa6596d002 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0681951 Jun 22 21:07:15.930143 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a89f156b-e3b5-49fc-a974-fb7c79206ed7 req-d048f491-c8b1-47ba-b0a0-89a5ade23223 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Jun 22 21:07:16.944275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-525cc010-4384-4acb-8222-ea550e753b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.102481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd918d2-4979-4826-a275-ded1fbcc8599 req-79f9ec00-9fe6-4d8f-96bb-fc20620ca3ec tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:17.103940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fd918d2-4979-4826-a275-ded1fbcc8599 req-79f9ec00-9fe6-4d8f-96bb-fc20620ca3ec tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0657761 Jun 22 21:07:17.143206 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6fd918d2-4979-4826-a275-ded1fbcc8599 req-2689c9fc-2971-4915-9eb4-831b2d6e99a4 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups?id=353411bc-3d74-4e00-ba73-6e4da9d655a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 Jun 22 21:07:17.227999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-d56216de-4283-48d6-b63a-5d2176b2d71e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:17.229401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-d56216de-4283-48d6-b63a-5d2176b2d71e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 947 time: 0.0619700 Jun 22 21:07:17.333174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Deleting port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:17.333506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.418888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] For port 522c8d86-f749-46f8-9af7-1fc3b3adaf79, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=522c8d86-f749-46f8-9af7-1fc3b3adaf79,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:17.419152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.586114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.586477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.586792 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8 disassociated. External IP: 172.26.4.47, port: 522c8d86-f749-46f8-9af7-1fc3b3adaf79. Jun 22 21:07:17.587119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Calling delete_port for 522c8d86-f749-46f8-9af7-1fc3b3adaf79 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:17.709063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:17.712867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2a1dced2-0839-4d32-991e-c6aed41b20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:17.744012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'Port': ['ID=522c8d86-f749-46f8-9af7-1fc3b3adaf79,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:17.756744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.756744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.757140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.757518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.757909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.758297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.758672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.759050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.759418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.759788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.760153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.760519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:17.795971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:17.880747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:07:17.993077 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:07:18.003196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:07:18.013080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:07:18.013789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:06:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:18.038581 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] No DVR routers for this DVR port 522c8d86-f749-46f8-9af7-1fc3b3adaf79 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:07:18.041196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:18.043259 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-899794c3-2226-4c5f-8b74-09ea5dbc3b45 req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.53 "DELETE /v2.0/ports/522c8d86-f749-46f8-9af7-1fc3b3adaf79 HTTP/1.1" status: 204 len: 173 time: 0.8054006 Jun 22 21:07:18.043974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-deleted', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:18.046969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ecb0a-9f31-4d6f-b0fa-f4cb251cd8fe" -d '{"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-deleted", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:18.139265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:07:18.150727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a00af-61e0-4531-81f9-565646024b19 x-openstack-request-id: req-b81a00af-61e0-4531-81f9-565646024b19 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:18.151234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085527-d1aa-4d09-9cde-5db94a7d872d", "name": "network-vif-deleted", "tag": "522c8d86-f749-46f8-9af7-1fc3b3adaf79", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:18.151380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b81a00af-61e0-4531-81f9-565646024b19 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:18.151886 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085527-d1aa-4d09-9cde-5db94a7d872d', 'name': 'network-vif-deleted', 'tag': '522c8d86-f749-46f8-9af7-1fc3b3adaf79', 'status': 'completed', 'code': 200} Jun 22 21:07:18.304030 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d519ed0e-3f10-4514-8cd5-ad1ca3ee2a3a req-4c1e7517-0362-4a42-9fdc-06ad49be1326 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0322688 Jun 22 21:07:18.345660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:18.372505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:07:18.381106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:07:18.381724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:06:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:18.489402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:07:18.688737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:18.716006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54089070-96ae-4c73-9d7f-f0d0a50fbbeb None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:29Z', 'revision_number': 4, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '080688d8-cccc-4372-b01f-163045ce773a', 'name': '', 'network_id': '76a18d57-cb15-4b82-a13a-bf556364658b', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'mac_address': 'fa:16:3e:93:43:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:28Z', 'updated_at': '2021-06-22T21:01:35Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'subnets': [{'id': '4eee4b2b-58a2-4484-970b-78f2ae4b8e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:07:18.946178 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43232d8b-8870-4760-8fa8-aa3810c91741 None None] New status for floating IP 5dee9745-0f9f-4131-98e9-ccd69a07aae8: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:07:19.459688 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-154d23cc-be10-4e4c-b5c0-28b2a569d396 req-3b47e4b4-f027-4066-8583-db73528afbf3 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0359066 Jun 22 21:07:19.801959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb7a5fc8-12b3-4085-95b0-f7ee68731c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:20.012162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:20.600994 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d98aa75f-daf4-4759-a74a-4b7cab6a270e req-51c5c241-fa4d-4f0b-bfee-6c299ed08fd1 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0299802 Jun 22 21:07:21.084423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:21.391279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:21.411286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 522c8d86-f749-46f8-9af7-1fc3b3adaf79 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:07:21.411643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 522c8d86-f749-46f8-9af7-1fc3b3adaf79 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:07:21.757760 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9a468513-6ddc-49b4-8773-f3406f81e8ba req-c5ea6205-98cf-40d2-969b-e7b8c08d6825 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2085527-d1aa-4d09-9cde-5db94a7d872d HTTP/1.1" status: 200 len: 210 time: 0.0298791 Jun 22 21:07:22.445775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:23.028139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:25.746918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36228) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:25.805610 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:25.828335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:25.878395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:25.881607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:25.884951 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "DELETE /v2.0/security-groups/353411bc-3d74-4e00-ba73-6e4da9d655a1 HTTP/1.1" status: 204 len: 168 time: 0.1350040 Jun 22 21:07:25.884951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fe2d57-f9ca-42df-9466-b3f0224ccce8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:25.886022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36230) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:25.894145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353411bc-3d74-4e00-ba73-6e4da9d655a1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:25.896579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:25.906080 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-8084771a-7546-496b-bb80-30df8d7a0250 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] show failed (client error): The resource could not be found. Jun 22 21:07:25.907122 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8084771a-7546-496b-bb80-30df8d7a0250 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "GET /v2.0/security-groups/353411bc-3d74-4e00-ba73-6e4da9d655a1 HTTP/1.1" status: 404 len: 347 time: 0.0200419 Jun 22 21:07:25.909767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36232) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:26.039467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Deleting port 14876dfa-3a3a-4a2b-a0e0-d9500df0a2da {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:26.039817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.120080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.120442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.131813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Calling delete_port for 14876dfa-3a3a-4a2b-a0e0-d9500df0a2da owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:26.261431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.264307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:26.295587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Pushing event deleted for resources: {'Port': ['ID=14876dfa-3a3a-4a2b-a0e0-d9500df0a2da,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:26.320133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.320517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.320894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.321265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.321633 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.322086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.322452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.322817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.323180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.323537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.323894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.324248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:26.327887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:26.366256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.368725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:26.369875 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] 10.222.0.66 "DELETE /v2.0/floatingips/5dee9745-0f9f-4131-98e9-ccd69a07aae8 HTTP/1.1" status: 204 len: 168 time: 0.4591041 Jun 22 21:07:26.372840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36234) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:26.779829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.033673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Deleting port 080688d8-cccc-4372-b01f-163045ce773a {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:27.034359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.108795 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] For port 080688d8-cccc-4372-b01f-163045ce773a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=080688d8-cccc-4372-b01f-163045ce773a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:27.109138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.121143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Calling delete_port for 080688d8-cccc-4372-b01f-163045ce773a owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:27.297548 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.299418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ce542089-a7eb-4574-8f7c-d0b6adac664b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:27.325785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Pushing event deleted for resources: {'Port': ['ID=080688d8-cccc-4372-b01f-163045ce773a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:27.329255 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:27.493727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.703214 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Router 29cd14d0-7704-4543-ab11-bde731d96543 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:07:27.806920 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:07:27.814310 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] 10.222.0.66 "PUT /v2.0/routers/29cd14d0-7704-4543-ab11-bde731d96543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384637 Jun 22 21:07:27.815276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36238) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:27.816262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Sync routers for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:07:27.826006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:07:27.826619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:07:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:27.923081 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:27.932059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:07:28.023046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.077803 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Deleting port 4e47886a-2910-4825-aac5-4bfaeb1f595e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:28.078564 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.115433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:07:27Z', 'revision_number': 5, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port': {'id': '4e47886a-2910-4825-aac5-4bfaeb1f595e', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cd14d0-7704-4543-ab11-bde731d96543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:28.142653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Checking router: 29cd14d0-7704-4543-ab11-bde731d96543 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:07:28.150969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Routers {'29cd14d0-7704-4543-ab11-bde731d96543'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:07:28.151578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:07:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['29cd14d0-7704-4543-ab11-bde731d96543'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:28.157029 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] For port 4e47886a-2910-4825-aac5-4bfaeb1f595e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4e47886a-2910-4825-aac5-4bfaeb1f595e,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:28.157385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.169503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Calling delete_port for 4e47886a-2910-4825-aac5-4bfaeb1f595e owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:28.239897 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] Set router 29cd14d0-7704-4543-ab11-bde731d96543 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:07:28.297342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:07:28Z', 'revision_number': 6, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:28.324905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196920a1-49ff-4dab-83b6-81e89f004d58 None None] The sync data for ids ['29cd14d0-7704-4543-ab11-bde731d96543'] in dv-neutron-797537-2-hyperv is: [{'id': '29cd14d0-7704-4543-ab11-bde731d96543', 'name': 'tempest-ServerActionsTestJSON-1433689242-router', 'tenant_id': '38bac1d163454bcf841cac6cee645841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:01:26Z', 'updated_at': '2021-06-22T21:07:28Z', 'revision_number': 6, 'project_id': '38bac1d163454bcf841cac6cee645841', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:07:28.666682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.668829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4da3ce5a-32bd-4c6b-a7d1-c35e7c72e4c9 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:28.697185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e47886a-2910-4825-aac5-4bfaeb1f595e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:28.700393 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:28.762639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.851946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.853987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.899713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.900251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29cd14d0-7704-4543-ab11-bde731d96543 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:07:28.906570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.907799 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/29cd14d0-7704-4543-ab11-bde731d96543 HTTP/1.1" status: 204 len: 168 time: 1.0916054 Jun 22 21:07:28.910357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:28.954595 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Deleting subnet 4eee4b2b-58a2-4484-970b-78f2ae4b8e1e {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:07:28.957494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:28.991357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.075074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.108470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4e47886a-2910-4825-aac5-4bfaeb1f595e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:29.130235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4e47886a-2910-4825-aac5-4bfaeb1f595e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:07:29.130890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4e47886a-2910-4825-aac5-4bfaeb1f595e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:07:29.131042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.131503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 080688d8-cccc-4372-b01f-163045ce773a no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:29.134237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c4cc3354-680c-4246-9cfa-9d5222b69c08 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:29.150767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 080688d8-cccc-4372-b01f-163045ce773a {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:07:29.151121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 080688d8-cccc-4372-b01f-163045ce773a not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:07:29.159812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eee4b2b-58a2-4484-970b-78f2ae4b8e1e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:29.161746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.163755 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4eee4b2b-58a2-4484-970b-78f2ae4b8e1e HTTP/1.1" status: 204 len: 168 time: 0.2520394 Jun 22 21:07:29.164675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b17c4161-f00b-4b5f-a7a1-26c545148210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:29.166147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36244) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:29.168833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b9919-a6e0-4d37-b2d7-2a53be11428f None None] Network 76a18d57-cb15-4b82-a13a-bf556364658b requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:07:29.239937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.304189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Deleting port e701eb9c-4ac1-4994-94d0-8098ac64b25a {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:29.304541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.357981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] DHCP port deletion for 76a18d57-cb15-4b82-a13a-bf556364658b request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:07:29.374450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] For port e701eb9c-4ac1-4994-94d0-8098ac64b25a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e701eb9c-4ac1-4994-94d0-8098ac64b25a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:29.374913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.386907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Calling delete_port for e701eb9c-4ac1-4994-94d0-8098ac64b25a owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:29.403143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Deleting port e701eb9c-4ac1-4994-94d0-8098ac64b25a {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:29.403527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.469519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] For port e701eb9c-4ac1-4994-94d0-8098ac64b25a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=e701eb9c-4ac1-4994-94d0-8098ac64b25a,segment=NetworkSegment(9c007477-6e91-4dbe-b638-ad93c45600d7),segment_id=9c007477-6e91-4dbe-b638-ad93c45600d7)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:29.469935 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.484261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Calling delete_port for e701eb9c-4ac1-4994-94d0-8098ac64b25a owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:29.565976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.567977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:29.596490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Pushing event deleted for resources: {'Port': ['ID=e701eb9c-4ac1-4994-94d0-8098ac64b25a,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:29.598914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:29.603910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] No DVR routers for this DVR port e701eb9c-4ac1-4994-94d0-8098ac64b25a on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:07:29.821960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.823932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c70ae1bb-5263-4363-a2b6-5512c6519845 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:29.849685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Pushing event deleted for resources: {'Port': ['ID=e701eb9c-4ac1-4994-94d0-8098ac64b25a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:29.851529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] No DVR routers for this DVR port e701eb9c-4ac1-4994-94d0-8098ac64b25a on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:07:29.852989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:29.921995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.931418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a18d57-cb15-4b82-a13a-bf556364658b']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:29.944709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c007477-6e91-4dbe-b638-ad93c45600d7') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:29.945005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c007477-6e91-4dbe-b638-ad93c45600d7') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:07:29.954570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.967434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.973739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:07:29.974145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self.session.flush() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:07:29.975761 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:07:30.028053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.032370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4b8d0f0a-111b-4e78-b52a-0e1ddbd1ac01 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:30.035672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.040164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] 10.222.0.66 "DELETE /v2.0/networks/76a18d57-cb15-4b82-a13a-bf556364658b HTTP/1.1" status: 204 len: 168 time: 0.8704863 Jun 22 21:07:30.047777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a18d57-cb15-4b82-a13a-bf556364658b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:30.050267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:30.149260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36248) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:30.189857 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d64f9df4-3698-41a3-a4c7-ec209abd477c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38bac1d163454bcf841cac6cee645841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393050 Jun 22 21:07:30.192329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36250) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:30.240921 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.267687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.314633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.317235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:30.318407 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d9faf14-388d-4f79-8b43-270b0dcc9d64 HTTP/1.1" status: 204 len: 168 time: 0.1251669 Jun 22 21:07:30.319262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2ea797ee-aa9c-4ef5-8628-72c9930034e7 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:30.326625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9faf14-388d-4f79-8b43-270b0dcc9d64,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:30.329456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b2cc0357-d10e-4060-b81b-c834676ac8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:30.988030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:31.041926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e701eb9c-4ac1-4994-94d0-8098ac64b25a no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:31.062303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: e701eb9c-4ac1-4994-94d0-8098ac64b25a {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:07:31.063478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device e701eb9c-4ac1-4994-94d0-8098ac64b25a not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:07:31.083756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1415598822-network', 'tenant_id': '034c08bc93004875bbea530e3b1058f6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:31.107979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Made reservation on behalf of 034c08bc93004875bbea530e3b1058f6 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:07:31.111053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.119379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.210913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.214549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.217305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1beea64f-4a31-437c-a43b-0985742e6f82 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:31.241430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:07:31.247519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff849e5e-1715-4921-8a0a-d696a1f79dbd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:31.251391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:31.254189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.254529 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Added segment e1248c6f-0ed4-414e-9000-5f30483f1784 of type vlan for network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 Jun 22 21:07:31.294490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.323288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.324434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:31.325040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.327100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a3f3d17a-383b-4056-a86d-eb354fce0521 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:31.384180 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3950186 Jun 22 21:07:31.387118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:07:31.391232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Pushing event updated for resources: {'Network': ['ID=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:31.393097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Request body: {'subnet': {'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1415598822-subnet', 'tenant_id': '034c08bc93004875bbea530e3b1058f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:31.394120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:31.401322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:07:31.414763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Made reservation on behalf of 034c08bc93004875bbea530e3b1058f6 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:07:31.417108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.584817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.587511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b7694d8c-77fa-4352-ab5a-05299d8f9a81 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:31.640501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd105427-1d34-44d5-a6aa-7340335ef662,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:31.644992 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:31.648736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Checking segment: {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:07:31.649098 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Network hostable DHCP agents. Network: 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:07:31.666003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:07:31.674555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:07:31.678530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:31.679108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:31.683424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad1655-224f-47ed-a7bd-e253ecb58677 None None] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:07:31.693609 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8c12e345-06e6-493b-b3e6-30586f493ea7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052630 Jun 22 21:07:31.808484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb87dd9-0b90-4a0f-8255-adfc82515cbb None None] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:07:32.117706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-774508ed-8a38-408c-94cc-38a9c0ec2ddf tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:32.119185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-774508ed-8a38-408c-94cc-38a9c0ec2ddf tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 814 time: 0.1025226 Jun 22 21:07:32.133478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-00f0be0d-1985-45ca-a9d6-f562c313bbe0 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/quotas/034c08bc93004875bbea530e3b1058f6 HTTP/1.1" status: 200 len: 375 time: 0.0089135 Jun 22 21:07:32.171873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-13ead4aa-d259-4839-b4cb-b97856fc7e30 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334980 Jun 22 21:07:32.260736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-cb71d61d-3838-4c3c-99cf-ceda3c0e4389 service neutron] 10.222.0.66 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814102 Jun 22 21:07:32.351941 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-ce40027c-7df6-41d9-ae69-0a5c87b85991 service neutron] 10.222.0.66 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Jun 22 21:07:32.517870 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fbef43b5-0017-433e-9894-a5d5dd9299e2 req-1f1087cb-2001-496a-b1fa-a73ee6176f8a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 210 time: 0.0291653 Jun 22 21:07:33.666828 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-805c5037-f9a6-473d-bda3-e3a5a72cafe4 req-60aff3a5-e454-40c8-ac74-61dbab65694f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Jun 22 21:07:33.799140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-34f544b2-6a93-48c0-a13e-227c1fe442b1 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:33.800485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-34f544b2-6a93-48c0-a13e-227c1fe442b1 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 814 time: 0.1070931 Jun 22 21:07:33.825880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Request body: {'port': {'device_id': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4', 'admin_state_up': True, 'tenant_id': '034c08bc93004875bbea530e3b1058f6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:33.938249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Made reservation on behalf of 034c08bc93004875bbea530e3b1058f6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:07:33.942230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.074666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Allocated IP 172.20.0.13 (8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4/fd105427-1d34-44d5-a6aa-7340335ef662/f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:07:34.220898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.261506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.265558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:34.309149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:07:34.313323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:07:34.317678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:07:34.323968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Pushing event updated for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:34.343565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:34.368445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:34.369046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.383096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608857 Jun 22 21:07:34.399215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Request body: {'port': {'device_id': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:34.471689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.729873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:07:34.737814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.751893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Transition to ACTIVE for port object f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:07:34.756667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.759777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ec704026-9879-4431-9a4c-38cf0a64c717 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:34.808641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Pushing event updated for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:34.814203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:34.850732 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b41e5-9003-4d08-8f0a-bdda0bc4eed8 req-db1b889a-f319-41d9-9f23-4e2d2afbf82c tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:34.852367 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f67b41e5-9003-4d08-8f0a-bdda0bc4eed8 req-db1b889a-f319-41d9-9f23-4e2d2afbf82c tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 944 time: 0.0701816 Jun 22 21:07:34.884059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Attempting to bind port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:07:34.884835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Attempting to bind port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:07:34.884835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Attempting to bind port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:07:34.888900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:07:34.889211 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Attempting to bind port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:07:34.894039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:07:34.894373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Checking segment: {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:07:34.894753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Bound using segment: {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:07:34.895173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Bound port: f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:07:34.895514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.896883 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f67b41e5-9003-4d08-8f0a-bdda0bc4eed8 req-2f4240ab-2be4-4a0e-ab79-44ddd9b28285 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Jun 22 21:07:34.957857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:07:34.960840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:07:34.965442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:34.967432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d5770edc-87f5-4cf2-b9ea-9eb4c2bd0fbd tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:35.002556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.003166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:35.004566 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] 10.222.0.53 "PUT /v2.0/ports/f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b HTTP/1.1" status: 200 len: 1094 time: 0.6093736 Jun 22 21:07:35.005101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:35.007415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc26afd-aac5-4c82-9176-29b1b22b50d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:35.028949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Pushing event updated for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:35.033615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:35.049554 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0790018-0eb0-41f8-b07f-8b8db8d7d980 x-openstack-request-id: req-c0790018-0eb0-41f8-b07f-8b8db8d7d980 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:35.049910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:35.050226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0790018-0eb0-41f8-b07f-8b8db8d7d980 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:35.050677 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'status': 'completed', 'code': 200} Jun 22 21:07:35.113300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-be6b8cf3-c698-4555-91f0-5cde2df649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.114823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-be6b8cf3-c698-4555-91f0-5cde2df649ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 1097 time: 0.0595908 Jun 22 21:07:35.160588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-a3f52e8b-2793-4979-a1ff-ad7775615333 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b HTTP/1.1" status: 200 len: 217 time: 0.0349500 Jun 22 21:07:35.208138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-0a0c5ce1-4fc7-4d29-bc29-0f8c67a2917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.209442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-0a0c5ce1-4fc7-4d29-bc29-0f8c67a2917f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd105427-1d34-44d5-a6aa-7340335ef662 HTTP/1.1" status: 200 len: 854 time: 0.0425038 Jun 22 21:07:35.249565 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-cb59b54f-0f1b-41c8-a8d6-8439c841a268 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304363 Jun 22 21:07:35.345685 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-f1a649ce-2c7b-4364-96a8-1e7e19270fff service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834851 Jun 22 21:07:35.445240 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74cfbb20-dec1-434a-ba82-9641ebe356d0 req-edce3f79-9aff-4f4b-93ad-5bbe7b238fc7 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886052 Jun 22 21:07:35.557757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-3db120ef-bbb7-4253-ab18-41cbe58887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.559155 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-3db120ef-bbb7-4253-ab18-41cbe58887fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 1097 time: 0.0518985 Jun 22 21:07:35.648367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-1504e151-ea99-48ee-b1a7-0aa911d519c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.649803 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-1504e151-ea99-48ee-b1a7-0aa911d519c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 915 time: 0.0838847 Jun 22 21:07:35.697255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-67a3c703-1609-4d36-9c0f-f41cdd50d8b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b HTTP/1.1" status: 200 len: 217 time: 0.0381515 Jun 22 21:07:35.745213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-36cc82dc-03ed-4e56-9478-085f261f9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:35.746660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-36cc82dc-03ed-4e56-9478-085f261f9243 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd105427-1d34-44d5-a6aa-7340335ef662 HTTP/1.1" status: 200 len: 854 time: 0.0420189 Jun 22 21:07:35.779055 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-4d90042a-015e-42ac-94f8-3c1254781cad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257661 Jun 22 21:07:35.871361 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-2242da00-e48c-4195-a30b-900ab7b6aaa3 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Jun 22 21:07:35.967035 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1dc26afd-aac5-4c82-9176-29b1b22b50d9 req-07614f02-4beb-41c2-adf7-60f47d1a97fb service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884464 Jun 22 21:07:36.073841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bd22-c02b-450c-aa3d-67725b7ca1dc req-0e8fb7b7-3aef-4d52-92ce-adac1c2c813e tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:36.073841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7154bd22-c02b-450c-aa3d-67725b7ca1dc req-0e8fb7b7-3aef-4d52-92ce-adac1c2c813e tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 944 time: 0.0635574 Jun 22 21:07:36.110405 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7154bd22-c02b-450c-aa3d-67725b7ca1dc req-71eea9b3-2a0f-44a2-8efd-4e80402cfcc4 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Jun 22 21:07:36.975190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:07:37.282378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58873973-d8e1-494b-9ef7-b8a9f2435f8a req-6492f964-0a7c-4325-9378-93ad88c53697 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:37.283836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58873973-d8e1-494b-9ef7-b8a9f2435f8a req-6492f964-0a7c-4325-9378-93ad88c53697 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 944 time: 0.0631697 Jun 22 21:07:37.320547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-58873973-d8e1-494b-9ef7-b8a9f2435f8a req-c3338076-c873-4290-852c-cebb47c0307a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Jun 22 21:07:37.386928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:07:37.479995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:37.492955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4', 'port_id': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'mac_address': 'fa:16:3e:5a:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd105427-1d34-44d5-a6aa-7340335ef662', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:07:37.527581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:37.539413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:07:37.558551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:37.562560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:37.565043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:37.607708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:37.611134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:37.817049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:38.497503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce0c74-d016-4a25-b4b8-92535762c417 req-06d7ab67-ffbc-4bb5-8b2c-78720ea8428a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:38.498969 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-30ce0c74-d016-4a25-b4b8-92535762c417 req-06d7ab67-ffbc-4bb5-8b2c-78720ea8428a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 945 time: 0.0665946 Jun 22 21:07:38.536729 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-30ce0c74-d016-4a25-b4b8-92535762c417 req-158f5bc6-f51c-4517-ad60-7a23a77c037e tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Jun 22 21:07:39.401946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:07:39.449325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:07:39.452938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:07:39.454101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:39.532833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:39.554096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:39.556309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd4da8d-2079-4516-9a37-222380137280" -d '{"events": [{"server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "name": "network-vif-plugged", "status": "completed", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:39.569444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:39.574108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:39.576058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:39.598712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c0c5f-fed9-434c-a4c3-6875e1f29b19 x-openstack-request-id: req-b02c0c5f-fed9-434c-a4c3-6875e1f29b19 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:39.599012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "name": "network-vif-plugged", "status": "completed", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:39.599278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b02c0c5f-fed9-434c-a4c3-6875e1f29b19 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:39.599666 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'code': 200} Jun 22 21:07:39.625290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:39.628229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:39.722054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b7f38-96f2-47cc-b79a-c7d6ee525671 req-836035f7-fa68-4566-a5b1-73b298dfa1d8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:39.723470 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-702b7f38-96f2-47cc-b79a-c7d6ee525671 req-836035f7-fa68-4566-a5b1-73b298dfa1d8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0705028 Jun 22 21:07:39.766165 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-702b7f38-96f2-47cc-b79a-c7d6ee525671 req-11e70d70-77b4-4cb6-8d7b-e6ad374e9b69 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Jun 22 21:07:39.830429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d94c-d729-4f1f-ae2e-6a36b5343bf8 req-7aa9cc27-90b5-4f49-8978-0e0362c81927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:39.831972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-df89d94c-d729-4f1f-ae2e-6a36b5343bf8 req-7aa9cc27-90b5-4f49-8978-0e0362c81927 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 1099 time: 0.0523245 Jun 22 21:07:39.870121 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-df89d94c-d729-4f1f-ae2e-6a36b5343bf8 req-0dbbc568-44e0-4f3e-bc83-b50787ff6f78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282524 Jun 22 21:07:40.949121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e625807-c51c-46a5-a9a9-608daa00ee1e req-5661dbb1-ab64-45ec-ae94-c5ed3d1f97e9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:40.950582 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e625807-c51c-46a5-a9a9-608daa00ee1e req-5661dbb1-ab64-45ec-ae94-c5ed3d1f97e9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0674961 Jun 22 21:07:40.988432 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e625807-c51c-46a5-a9a9-608daa00ee1e req-76bff6c9-286a-4026-bbb0-513e98ea330f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jun 22 21:07:41.214662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-41887038-6312-4cf7-b970-00b5752c4cd1 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:41.216112 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-41887038-6312-4cf7-b970-00b5752c4cd1 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 814 time: 0.1038690 Jun 22 21:07:41.231629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-1eb63c3c-7271-47a9-a150-90bfbb12b85f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/quotas/034c08bc93004875bbea530e3b1058f6 HTTP/1.1" status: 200 len: 375 time: 0.0091200 Jun 22 21:07:41.294580 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-4c3bbab7-3122-4fe6-970d-ab054bdd275f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573311 Jun 22 21:07:41.388682 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-0bd2356c-d9c4-4bba-9d23-484b2b5dc8df service neutron] 10.222.0.66 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Jun 22 21:07:41.476240 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-8c57b5bb-17bc-49c4-897e-16def00b9154 service neutron] 10.222.0.66 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Jun 22 21:07:41.643593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e9da1242-467e-4a13-8889-365378fdb5e9 req-1db40b14-cb61-4f01-a340-da8c34c8c545 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Jun 22 21:07:42.692060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-a0b73fb8-2053-4287-a341-37bc2524c43a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:42.694783 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-a0b73fb8-2053-4287-a341-37bc2524c43a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 814 time: 0.1090655 Jun 22 21:07:42.713390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Request body: {'port': {'device_id': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4', 'admin_state_up': True, 'tenant_id': '034c08bc93004875bbea530e3b1058f6'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:42.788370 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-de4ff1ae-cfe3-47dc-bbdd-df669e3bbfd7 req-d8aec160-fac8-4263-8cd9-82210b321418 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jun 22 21:07:42.843107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Made reservation on behalf of 034c08bc93004875bbea530e3b1058f6 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:07:42.848111 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:42.977885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Allocated IP 172.20.0.3 (8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4/fd105427-1d34-44d5-a6aa-7340335ef662/f714d62c-8d83-46dc-8394-4947a97a57f3) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:07:43.125709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.162612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.166440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:43.175700 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:43.209152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:07:43.212401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:07:43.216372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:07:43.223848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Pushing event updated for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:43.244330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:43.268952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:43.269580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.284379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753863 Jun 22 21:07:43.296384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Request body: {'port': {'device_id': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:07:43.371423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.623079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f714d62c-8d83-46dc-8394-4947a97a57f3 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:07:43.630138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.642160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Transition to ACTIVE for port object f714d62c-8d83-46dc-8394-4947a97a57f3 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:07:43.645824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.648873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06c83513-6337-44ca-a8ae-96cb4e453dfe tempest-DeleteServersTestJSON-1307340679 tempest-DeleteServersTestJSON-1307340679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:43.696914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Pushing event updated for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:43.717185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:43.770435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Attempting to bind port f714d62c-8d83-46dc-8394-4947a97a57f3 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:07:43.770765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Attempting to bind port f714d62c-8d83-46dc-8394-4947a97a57f3 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:07:43.771087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Attempting to bind port f714d62c-8d83-46dc-8394-4947a97a57f3 on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:07:43.775157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Port f714d62c-8d83-46dc-8394-4947a97a57f3 on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:07:43.775471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Attempting to bind port f714d62c-8d83-46dc-8394-4947a97a57f3 on network 8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:07:43.780046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:07:43.780374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Checking segment: {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:07:43.780744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Bound using segment: {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:07:43.781157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Bound port: f714d62c-8d83-46dc-8394-4947a97a57f3, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1248c6f-0ed4-414e-9000-5f30483f1784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:07:43.781493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.844186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:07:43.847421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f714d62c-8d83-46dc-8394-4947a97a57f3,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:07:43.851877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.854023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:43.892452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:43.893167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:43.894591 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] 10.222.0.53 "PUT /v2.0/ports/f714d62c-8d83-46dc-8394-4947a97a57f3 HTTP/1.1" status: 200 len: 1093 time: 0.6025450 Jun 22 21:07:43.895163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:43.897475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ceebb-89dd-4c07-b01e-51965e872aad" -d '{"events": [{"name": "network-changed", "server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:43.919380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Pushing event updated for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:43.934838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:43.953318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb18f1b9-f43f-4cf1-bf9c-c53a79d32bc3 x-openstack-request-id: req-eb18f1b9-f43f-4cf1-bf9c-c53a79d32bc3 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:43.954611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:43.955043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb18f1b9-f43f-4cf1-bf9c-c53a79d32bc3 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:43.955479 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3', 'status': 'completed', 'code': 200} Jun 22 21:07:44.036640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac804-e18f-4eef-8637-73cd84f2c13a req-dfac72ba-956e-4d91-8b71-a1dace07f738 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.038146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-556ac804-e18f-4eef-8637-73cd84f2c13a req-dfac72ba-956e-4d91-8b71-a1dace07f738 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 943 time: 0.1154647 Jun 22 21:07:44.040018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-d18245c0-5d2c-4883-a8c7-73bd30bb6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.041346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-d18245c0-5d2c-4883-a8c7-73bd30bb6cc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 1096 time: 0.0851545 Jun 22 21:07:44.092588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-b6c6d8df-454b-497b-b7d3-1a02c0aef47f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f714d62c-8d83-46dc-8394-4947a97a57f3 HTTP/1.1" status: 200 len: 217 time: 0.0423572 Jun 22 21:07:44.140785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-556ac804-e18f-4eef-8637-73cd84f2c13a req-3021bf06-2ed6-4066-bdf8-93e7c39574e9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968735 Jun 22 21:07:44.159395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-7380d919-9950-41c7-b9e8-dd53563c542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.160823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-7380d919-9950-41c7-b9e8-dd53563c542c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd105427-1d34-44d5-a6aa-7340335ef662 HTTP/1.1" status: 200 len: 854 time: 0.0586891 Jun 22 21:07:44.194556 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-b9a0b98c-7fe1-48d8-bab7-45b6d0a55fd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271366 Jun 22 21:07:44.283130 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-5b4182cd-b68e-47ad-9a6d-49e9ecac5a56 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Jun 22 21:07:44.373394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7bc73c64-ddbe-48af-968b-969092ac3aae req-cfed7562-7591-430e-9072-0555c3d30b2e service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Jun 22 21:07:44.470716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ceebb-89dd-4c07-b01e-51965e872aad req-fcb98319-8868-48c3-bbec-e0f56460ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.472468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-fcb98319-8868-48c3-bbec-e0f56460ae3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=034c08bc93004875bbea530e3b1058f6&device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 1096 time: 0.0536017 Jun 22 21:07:44.567988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ceebb-89dd-4c07-b01e-51965e872aad req-96b1ac0c-63bf-44f7-9d83-532589b48a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.569425 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-96b1ac0c-63bf-44f7-9d83-532589b48a25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 200 len: 915 time: 0.0899863 Jun 22 21:07:44.614815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-c44a327d-705e-4c50-9600-aec44ec6f817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f714d62c-8d83-46dc-8394-4947a97a57f3 HTTP/1.1" status: 200 len: 217 time: 0.0383129 Jun 22 21:07:44.667412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ceebb-89dd-4c07-b01e-51965e872aad req-d54ec6e6-b008-4cf0-b095-c71345079592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:44.668804 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-d54ec6e6-b008-4cf0-b095-c71345079592 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd105427-1d34-44d5-a6aa-7340335ef662 HTTP/1.1" status: 200 len: 854 time: 0.0477734 Jun 22 21:07:44.702282 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-2836218d-0ff7-42e1-9e27-236364ca7f65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263524 Jun 22 21:07:44.791987 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-1a24d158-bd15-49d3-98f9-e267f0a843c8 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815108 Jun 22 21:07:44.886394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-087ceebb-89dd-4c07-b01e-51965e872aad req-449fb4de-d8ea-4870-8d62-ff379e189846 service neutron] 10.222.0.53 "GET /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Jun 22 21:07:45.332760 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508925a-7085-4ff5-a48d-00cb27782a66 req-42ef8343-b7e6-473a-9fdd-4c1e1e3b38c9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:45.334333 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8508925a-7085-4ff5-a48d-00cb27782a66 req-42ef8343-b7e6-473a-9fdd-4c1e1e3b38c9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 943 time: 0.0758815 Jun 22 21:07:45.376887 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8508925a-7085-4ff5-a48d-00cb27782a66 req-a1890d82-0545-4b6a-85b0-87ff87f5360c tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Jun 22 21:07:46.552609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36705517-cb87-4a31-a182-44625c9c5e83 req-bfd8af23-d21f-493d-9276-f79f1c5385b8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:46.554621 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36705517-cb87-4a31-a182-44625c9c5e83 req-bfd8af23-d21f-493d-9276-f79f1c5385b8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 943 time: 0.0621915 Jun 22 21:07:46.592453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36705517-cb87-4a31-a182-44625c9c5e83 req-8268361f-daeb-4aaa-bf6f-3fa56f18160f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jun 22 21:07:46.944238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-695882af-14b4-40c4-884f-6d1eb0939da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:47.470308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f714d62c-8d83-46dc-8394-4947a97a57f3 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:07:47.563710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f714d62c-8d83-46dc-8394-4947a97a57f3,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:47.574206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'f714d62c-8d83-46dc-8394-4947a97a57f3', 'network_id': '8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4', 'port_id': 'f714d62c-8d83-46dc-8394-4947a97a57f3', 'mac_address': 'fa:16:3e:81:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd105427-1d34-44d5-a6aa-7340335ef662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:07:47.609189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:47.622093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f714d62c-8d83-46dc-8394-4947a97a57f3 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:07:47.643077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f714d62c-8d83-46dc-8394-4947a97a57f3,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:47.648559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:47.650340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fc025c65-8ce6-4ab5-8b15-381e9a1782b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:47.694933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:47.702354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.702708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.703051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.703389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.704690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.705016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.705351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.705684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.706040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.706368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.706690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.707010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:07:47.710922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:47.778071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0747-383c-43c3-816f-1167241a3476 req-990b25e0-9e22-4274-ae57-0d295906d185 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:47.779457 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dcee0747-383c-43c3-816f-1167241a3476 req-990b25e0-9e22-4274-ae57-0d295906d185 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 944 time: 0.0637965 Jun 22 21:07:47.817196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dcee0747-383c-43c3-816f-1167241a3476 req-498c3491-bfe4-46bc-ba74-25f71d7e67c9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Jun 22 21:07:47.872305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f714d62c-8d83-46dc-8394-4947a97a57f3'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:48.997449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a82ec-921d-4c1c-a2d7-51b953b213e9 req-39e702bf-325c-4d84-bf91-c67894c121a2 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:48.998889 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-168a82ec-921d-4c1c-a2d7-51b953b213e9 req-39e702bf-325c-4d84-bf91-c67894c121a2 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 944 time: 0.0704219 Jun 22 21:07:49.041707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-168a82ec-921d-4c1c-a2d7-51b953b213e9 req-f4458caa-7561-4e5e-8399-dfc4508b64cd tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351665 Jun 22 21:07:49.485017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f714d62c-8d83-46dc-8394-4947a97a57f3 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:07:49.533930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port f714d62c-8d83-46dc-8394-4947a97a57f3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:07:49.537406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port f714d62c-8d83-46dc-8394-4947a97a57f3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:07:49.537787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:49.619500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:49.642812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:49.645075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97cacee-653c-4f94-8229-60d4c457234c" -d '{"events": [{"server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "name": "network-vif-plugged", "status": "completed", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:49.658299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f714d62c-8d83-46dc-8394-4947a97a57f3,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:49.662648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:49.664821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:49.713087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:49.716153 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:49.740887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f15761-4c3a-458d-98de-480eb937c60a x-openstack-request-id: req-54f15761-4c3a-458d-98de-480eb937c60a {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:49.741186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "name": "network-vif-plugged", "status": "completed", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:49.741455 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54f15761-4c3a-458d-98de-480eb937c60a {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:49.741862 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3', 'code': 200} Jun 22 21:07:49.805032 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c93092d-7522-4bc5-821f-118f84b8565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:49.964299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1d010-64c4-4b80-bbc4-a624d6acd6ee req-3e94719c-dca9-48ea-bc27-1cf64cd11e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:49.965780 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36e1d010-64c4-4b80-bbc4-a624d6acd6ee req-3e94719c-dca9-48ea-bc27-1cf64cd11e19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 1098 time: 0.0596585 Jun 22 21:07:50.003626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36e1d010-64c4-4b80-bbc4-a624d6acd6ee req-d91374bc-a394-4b93-9134-7e79f464d70c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294590 Jun 22 21:07:50.004375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:50.219229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6aa89-3183-405b-a742-73ac076afb06 req-16259b69-21e9-4a99-9190-393929e43590 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:50.221817 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-59b6aa89-3183-405b-a742-73ac076afb06 req-16259b69-21e9-4a99-9190-393929e43590 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 945 time: 0.0634499 Jun 22 21:07:50.260031 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-59b6aa89-3183-405b-a742-73ac076afb06 req-6edde281-51bb-42e1-8605-a8f3b909832a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jun 22 21:07:51.086569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:51.441236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7a5f-83ec-441a-91a9-1b3c2963a321 req-2364f80d-7564-4ce4-bc21-e94854717d04 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:51.442731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-969e7a5f-83ec-441a-91a9-1b3c2963a321 req-2364f80d-7564-4ce4-bc21-e94854717d04 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 945 time: 0.0648594 Jun 22 21:07:51.484579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-969e7a5f-83ec-441a-91a9-1b3c2963a321 req-4be6866f-b327-46f4-acba-fee4870a02f8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362585 Jun 22 21:07:51.861817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d59afa-4547-4124-a049-eadf9a03b652 req-4d10817c-83a7-457a-a054-57f5d2b07e50 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:51.863234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5d59afa-4547-4124-a049-eadf9a03b652 req-4d10817c-83a7-457a-a054-57f5d2b07e50 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 945 time: 0.0637469 Jun 22 21:07:51.900862 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5d59afa-4547-4124-a049-eadf9a03b652 req-161e16a7-ad4e-4d0d-b7ad-66c42ba48769 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Jun 22 21:07:52.450919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.047815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.081390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9449-e374-4d90-9665-7d18ee22a86c req-aaabe8b7-0cec-47bf-b863-e126a4794fe5 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:53.083625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0d1e9449-e374-4d90-9665-7d18ee22a86c req-aaabe8b7-0cec-47bf-b863-e126a4794fe5 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Jun 22 21:07:53.122417 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0d1e9449-e374-4d90-9665-7d18ee22a86c req-57785834-2dd1-4d4c-a5c1-408be1b30939 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jun 22 21:07:53.226942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077997-833b-4979-91e5-3da1027a8f56 req-b41ca6c1-731e-4a89-8cfa-7501f5a0f194 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:53.228346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6077997-833b-4979-91e5-3da1027a8f56 req-b41ca6c1-731e-4a89-8cfa-7501f5a0f194 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Jun 22 21:07:53.338651 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Deleting port f714d62c-8d83-46dc-8394-4947a97a57f3 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:53.338986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.428401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] For port f714d62c-8d83-46dc-8394-4947a97a57f3, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f714d62c-8d83-46dc-8394-4947a97a57f3,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:53.428702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.441398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Calling delete_port for f714d62c-8d83-46dc-8394-4947a97a57f3 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:53.572413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.576225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-19ca1b7e-9db7-4439-aedc-a8258e497d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:53.585612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'f714d62c-8d83-46dc-8394-4947a97a57f3'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:53.604321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Pushing event deleted for resources: {'Port': ['ID=f714d62c-8d83-46dc-8394-4947a97a57f3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:53.607476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:53.651188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] No DVR routers for this DVR port f714d62c-8d83-46dc-8394-4947a97a57f3 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:07:53.653644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:53.655598 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b6077997-833b-4979-91e5-3da1027a8f56 req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "DELETE /v2.0/ports/f714d62c-8d83-46dc-8394-4947a97a57f3 HTTP/1.1" status: 204 len: 173 time: 0.4192138 Jun 22 21:07:53.656150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'name': 'network-vif-deleted', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:53.659058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c69b12-6e8a-4aa9-af85-fc57f0e9aced" -d '{"events": [{"server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "name": "network-vif-deleted", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:53.708520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870abd9c-419b-41bf-b21a-5d907815f1e4 x-openstack-request-id: req-870abd9c-419b-41bf-b21a-5d907815f1e4 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:53.708911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c1bc4e-35b8-443b-8638-cecc39c6d098", "name": "network-vif-deleted", "tag": "f714d62c-8d83-46dc-8394-4947a97a57f3", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:53.709172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-870abd9c-419b-41bf-b21a-5d907815f1e4 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:53.709627 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c1bc4e-35b8-443b-8638-cecc39c6d098', 'name': 'network-vif-deleted', 'tag': 'f714d62c-8d83-46dc-8394-4947a97a57f3', 'status': 'completed', 'code': 200} Jun 22 21:07:54.292998 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-63395a2c-ba53-4adb-b876-b12e2dc1bda7 req-eb197729-d048-48d7-9e71-1f0cf2e97a09 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c1bc4e-35b8-443b-8638-cecc39c6d098 HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jun 22 21:07:55.538803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd145-c360-462a-b6f3-708573b45dbd req-935afaea-17c0-4122-bc84-33ccc9db2704 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:55.540258 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-349bd145-c360-462a-b6f3-708573b45dbd req-935afaea-17c0-4122-bc84-33ccc9db2704 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0630128 Jun 22 21:07:55.576633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-349bd145-c360-462a-b6f3-708573b45dbd req-1e5d277e-8343-4389-b057-d5dcc1cd3bd7 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Jun 22 21:07:55.771303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b2aea-393c-4cd5-8162-a6ae838c6e1b req-127f24c2-fac6-45e9-8edf-6dfd1d19f4e7 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:55.772784 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c47b2aea-393c-4cd5-8162-a6ae838c6e1b req-127f24c2-fac6-45e9-8edf-6dfd1d19f4e7 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0706458 Jun 22 21:07:55.812179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c47b2aea-393c-4cd5-8162-a6ae838c6e1b req-dd69b71d-3cb7-477c-a2a9-250e631ca787 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Jun 22 21:07:56.170133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091238f-450d-4fd2-96ca-4fc99bcac5c0 req-5c7518c1-041f-42e0-8ef8-19d3c8489e6f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:56.171666 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a091238f-450d-4fd2-96ca-4fc99bcac5c0 req-5c7518c1-041f-42e0-8ef8-19d3c8489e6f tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0709686 Jun 22 21:07:56.217626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a091238f-450d-4fd2-96ca-4fc99bcac5c0 req-22a415e2-1284-438f-a493-32e93b6ba133 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Jun 22 21:07:56.527787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca3765-cb78-48d5-ba82-b3da4d2fd927 req-0dfab0fa-3ce4-4eac-8691-bf194533d92c tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:56.529155 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-87ca3765-cb78-48d5-ba82-b3da4d2fd927 req-0dfab0fa-3ce4-4eac-8691-bf194533d92c tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0696292 Jun 22 21:07:56.570526 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-87ca3765-cb78-48d5-ba82-b3da4d2fd927 req-0183b089-bba6-49e3-9122-123b575fc918 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Jun 22 21:07:56.761183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043bbcf-aa7b-4119-b45a-ffa3f6a6634a req-ee4d7a24-7e37-443c-af5b-45e7647ffab8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:56.762729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7043bbcf-aa7b-4119-b45a-ffa3f6a6634a req-ee4d7a24-7e37-443c-af5b-45e7647ffab8 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0673914 Jun 22 21:07:56.804851 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7043bbcf-aa7b-4119-b45a-ffa3f6a6634a req-d2fd822f-628f-4ed7-a86c-109757c295dd tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Jun 22 21:07:56.996230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463d7f5-4865-404d-8a4e-4e5498ccf417 req-649d6bd1-9702-4624-a88c-c85630c74f13 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:56.997685 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8463d7f5-4865-404d-8a4e-4e5498ccf417 req-649d6bd1-9702-4624-a88c-c85630c74f13 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0622857 Jun 22 21:07:57.035279 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8463d7f5-4865-404d-8a4e-4e5498ccf417 req-bbce5128-8d6a-45db-9d30-a6c01d993357 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Jun 22 21:07:57.541166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f714d62c-8d83-46dc-8394-4947a97a57f3 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:07:57.552325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9a53-b826-4c72-a43f-37ca469cdf17 req-ccb02f54-de48-4ab4-aaba-c3a89aa8aaea tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:57.553795 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-370b9a53-b826-4c72-a43f-37ca469cdf17 req-ccb02f54-de48-4ab4-aaba-c3a89aa8aaea tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0685251 Jun 22 21:07:57.560669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: f714d62c-8d83-46dc-8394-4947a97a57f3 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:07:57.561027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f714d62c-8d83-46dc-8394-4947a97a57f3 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:07:57.591105 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-370b9a53-b826-4c72-a43f-37ca469cdf17 req-48dfb398-287f-4762-a8f4-83cf6d12f50a tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Jun 22 21:07:58.767028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5d0a-1ede-4a47-b5eb-080c7c5b74e1 req-c670f0d3-afef-44b0-a364-098470644238 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:58.768687 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4d9c5d0a-1ede-4a47-b5eb-080c7c5b74e1 req-c670f0d3-afef-44b0-a364-098470644238 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0666013 Jun 22 21:07:58.807393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4d9c5d0a-1ede-4a47-b5eb-080c7c5b74e1 req-0c632ee4-6987-436a-a42d-b3b81ef856cc tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff849e5e-1715-4921-8a0a-d696a1f79dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Jun 22 21:07:58.942604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee4235-25fc-46fd-ba16-ef306461faac req-08d17b67-fa9b-4b8f-b239-5a2b87eb20fd tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:07:58.944069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-acee4235-25fc-46fd-ba16-ef306461faac req-08d17b67-fa9b-4b8f-b239-5a2b87eb20fd tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 946 time: 0.0630558 Jun 22 21:07:59.047148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Deleting port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:07:59.048791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:59.138512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] For port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,segment=NetworkSegment(e1248c6f-0ed4-414e-9000-5f30483f1784),segment_id=e1248c6f-0ed4-414e-9000-5f30483f1784)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:07:59.138861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:59.152430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Calling delete_port for f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:07:59.277793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:59.281607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ac63d606-d09d-4525-a28c-11cead91c755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:07:59.292802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:07:59.305728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Pushing event deleted for resources: {'Port': ['ID=f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:07:59.309138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:07:59.354805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] No DVR routers for this DVR port f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:07:59.357243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:07:59.359182 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-acee4235-25fc-46fd-ba16-ef306461faac req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.53 "DELETE /v2.0/ports/f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b HTTP/1.1" status: 204 len: 173 time: 0.4097228 Jun 22 21:07:59.359797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'name': 'network-vif-deleted', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:07:59.362774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed2a38-9b78-4a18-badf-3c41d265fbba" -d '{"events": [{"server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "name": "network-vif-deleted", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:07:59.400045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04c6a19-7ff6-480c-bb68-9c39a8c5229c x-openstack-request-id: req-a04c6a19-7ff6-480c-bb68-9c39a8c5229c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:07:59.400406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8905339e-e1ff-4cf1-8440-0d8a159d2057", "name": "network-vif-deleted", "tag": "f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:07:59.400708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a04c6a19-7ff6-480c-bb68-9c39a8c5229c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:07:59.401152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8905339e-e1ff-4cf1-8440-0d8a159d2057', 'name': 'network-vif-deleted', 'tag': 'f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b', 'status': 'completed', 'code': 200} Jun 22 21:07:59.965044 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d9bdd95-e633-4b12-a2eb-fee5b626757e req-6b22e548-35bb-431d-9e44-99dba9c05c9e tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] 10.222.0.66 "GET /v2.0/ports?device_id=8905339e-e1ff-4cf1-8440-0d8a159d2057 HTTP/1.1" status: 200 len: 210 time: 0.0307972 Jun 22 21:08:01.056036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:01.106025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Deleting subnet fd105427-1d34-44d5-a6aa-7340335ef662 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:08:01.108985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.142722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.183115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.236786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.239385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4f5d9d5d-77e4-474f-ad78-e953875bb31c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:01.267162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd105427-1d34-44d5-a6aa-7340335ef662,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:01.270182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:01.271144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.273087 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ce0bf7ef-2203-4007-9380-74a794388192 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fd105427-1d34-44d5-a6aa-7340335ef662 HTTP/1.1" status: 204 len: 168 time: 0.2159431 Jun 22 21:08:01.275494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:01.347197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.430433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.439826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:01.449872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1248c6f-0ed4-414e-9000-5f30483f1784') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:01.450199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1248c6f-0ed4-414e-9000-5f30483f1784') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:01.459427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.473809 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.479456 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:01.479834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:01.481680 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:01.536578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.540013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-533f8e08-d936-4725-89ca-a62df0014da1 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:01.542394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.544185 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4 HTTP/1.1" status: 204 len: 168 time: 0.2677917 Jun 22 21:08:01.555883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf9ed25-03fc-4f1e-8ecc-89a221c5e7a4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:01.558246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-342fdc94-1e55-46d8-874f-78de75b56bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:01.650716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36432) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:01.695017 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1fd1542a-f99d-482c-80c1-77ede5587932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=034c08bc93004875bbea530e3b1058f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429020 Jun 22 21:08:01.697222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36434) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:01.749672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.770153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.815379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.818135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:01.819290 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff849e5e-1715-4921-8a0a-d696a1f79dbd HTTP/1.1" status: 204 len: 168 time: 0.1211562 Jun 22 21:08:01.820106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-eba12292-5da6-4278-9b81-932febd85aa0 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:01.827554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff849e5e-1715-4921-8a0a-d696a1f79dbd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:01.830316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:02.478169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36456) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:02.570778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520540565'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:02.592808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:02.596330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.604847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.695126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.698946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.702915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-88404a86-bf06-4efb-83f2-61b1a80854b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:02.723060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:02.739109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.739406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Added segment 9e1cc7dd-016a-4867-a52e-1b846add6bde of type vlan for network 234cea0b-e039-4845-957c-49cc3e26e25f Jun 22 21:08:02.740981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97039cf-fbc0-4cc6-abe3-4255a8ffd440,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:02.744236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:02.783269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.810386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.816880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:02.817353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:02.820497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-45691379-6100-4562-9d20-47f75ce9cca6 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:02.854104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3746798 Jun 22 21:08:03.251364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Network': ['ID=234cea0b-e039-4845-957c-49cc3e26e25f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:03.254246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8373183c-639e-45b6-a01f-30319bc0ff57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:03.262068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 234cea0b-e039-4845-957c-49cc3e26e25f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:03.573471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:08:03.593775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:08:03.594162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device f0066c4a-a0d9-4c1f-8f12-eb6c4403fb5b not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:08:06.161225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:06.167904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'subnet': {'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:06.260189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:06.263798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.450887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.452838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7a7a41d4-caae-4b35-b4fd-a018fd996f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:06.517048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Subnet': ['ID=7ab5582f-ef1b-420a-abc1-da0d44fe5836,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:06.521338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:06.527334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking segment: {'id': '9e1cc7dd-016a-4867-a52e-1b846add6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:06.527680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network hostable DHCP agents. Network: 234cea0b-e039-4845-957c-49cc3e26e25f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:06.543514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network 234cea0b-e039-4845-957c-49cc3e26e25f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:06.553060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 234cea0b-e039-4845-957c-49cc3e26e25f) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:06.557229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:06.557697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.561782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3fa95-77b8-45a7-ada4-08c3ae5d50bd None None] Network 234cea0b-e039-4845-957c-49cc3e26e25f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:06.572137 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4087913 Jun 22 21:08:06.575601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36462) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:06.581219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369367335'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:06.602113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:06.605677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.630786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:06.641702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.642106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Added segment 908db5cf-afbe-4d51-9c4e-040b3ebc7a81 of type vlan for network 6ff94689-969f-4442-bb02-fd02c0e917b4 Jun 22 21:08:06.682047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.711390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-234cea0b-e039-4845-957c-49cc3e26e25f', 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f', 'tenant_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'fixed_ips': [{'subnet_id': '7ab5582f-ef1b-420a-abc1-da0d44fe5836'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:06.711733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.712287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.717670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:06.718390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.722287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-77cf9f4a-7860-4306-973b-80277155f090 tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:06.750345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1736190 Jun 22 21:08:06.753703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36464) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:06.762365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'subnet': {'network_id': '6ff94689-969f-4442-bb02-fd02c0e917b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:06.823621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Network': ['ID=6ff94689-969f-4442-bb02-fd02c0e917b4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:06.844731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 6ff94689-969f-4442-bb02-fd02c0e917b4 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:06.860304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fed75f40-92a8-4c65-9d85-f1965521f6cc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:06.906938 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:06.911375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:06.939954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Allocated IP 2001:db8:0:ffff::2 (234cea0b-e039-4845-957c-49cc3e26e25f/7ab5582f-ef1b-420a-abc1-da0d44fe5836/f53cb193-de54-48e6-b8c8-6f5e6db27b7e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:07.109989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.118419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Transition to ACTIVE for port object f53cb193-de54-48e6-b8c8-6f5e6db27b7e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:07.118605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.121447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d24c2ce3-705b-457f-b490-b737d18f0bc8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.132559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Transition to ACTIVE for port object f53cb193-de54-48e6-b8c8-6f5e6db27b7e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:07.139948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.141860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.181196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Network 234cea0b-e039-4845-957c-49cc3e26e25f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:07.184076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:07.188323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:07.189233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Subnet': ['ID=46cdcf86-8e68-484c-940b-39455192e65d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.192068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Pushing event updated for resources: {'Port': ['ID=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.192675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.195801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.200708 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking segment: {'id': '908db5cf-afbe-4d51-9c4e-040b3ebc7a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6ff94689-969f-4442-bb02-fd02c0e917b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:07.201080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network hostable DHCP agents. Network: 6ff94689-969f-4442-bb02-fd02c0e917b4, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:07.217744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network 6ff94689-969f-4442-bb02-fd02c0e917b4 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:07.227452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 6ff94689-969f-4442-bb02-fd02c0e917b4) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:07.231646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:07.232302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.239325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ef60a-11f2-4b70-b371-88d53e9d71ba None None] Network 6ff94689-969f-4442-bb02-fd02c0e917b4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:07.248609 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5224e82f-5d6d-4014-a81f-2820580e0a53 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4938481 Jun 22 21:08:07.251370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36466) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:07.269803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Attempting to bind port f53cb193-de54-48e6-b8c8-6f5e6db27b7e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:07.270116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Attempting to bind port f53cb193-de54-48e6-b8c8-6f5e6db27b7e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9e1cc7dd-016a-4867-a52e-1b846add6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:07.270485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Attempting to bind port f53cb193-de54-48e6-b8c8-6f5e6db27b7e on network 234cea0b-e039-4845-957c-49cc3e26e25f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:07.298769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:07.299145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Checking segment: {'id': '9e1cc7dd-016a-4867-a52e-1b846add6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:07.300099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.300490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Bound using segment: {'id': '9e1cc7dd-016a-4867-a52e-1b846add6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:07.301139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Bound port: f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1cc7dd-016a-4867-a52e-1b846add6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '234cea0b-e039-4845-957c-49cc3e26e25f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:07.301520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.348661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.407701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] For port f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:07.414277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] For port f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,segment=NetworkSegment(9e1cc7dd-016a-4867-a52e-1b846add6bde),segment_id=9e1cc7dd-016a-4867-a52e-1b846add6bde)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:07.421695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.423782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.428476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.486196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899622f-760a-4496-b10d-cbc93e0a80ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-6ff94689-969f-4442-bb02-fd02c0e917b4', 'network_id': '6ff94689-969f-4442-bb02-fd02c0e917b4', 'tenant_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'fixed_ips': [{'subnet_id': '46cdcf86-8e68-484c-940b-39455192e65d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:07.487592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a899622f-760a-4496-b10d-cbc93e0a80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.494502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.497810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b1a976e-4d55-4b28-a6c8-a4adf36952b9 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.511830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Pushing event updated for resources: {'Port': ['ID=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.516101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.528163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Subnet': ['ID=46cdcf86-8e68-484c-940b-39455192e65d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.533023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.592106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.601014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f810543-c2e1-4832-ad03-e576b7eb8da4 None None] Network 6ff94689-969f-4442-bb02-fd02c0e917b4 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:07.605091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff94689-969f-4442-bb02-fd02c0e917b4']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:07.625306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908db5cf-afbe-4d51-9c4e-040b3ebc7a81') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:07.625612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908db5cf-afbe-4d51-9c4e-040b3ebc7a81') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:07.636039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.652578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.674407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:07.675168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:07.688249 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:07.753925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.758574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.764132 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/6ff94689-969f-4442-bb02-fd02c0e917b4 HTTP/1.1" status: 204 len: 168 time: 0.5081797 Jun 22 21:08:07.764132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2dff6d04-9d3f-4a5d-820b-13210a2b38da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.764295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36468) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:07.769698 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834314226'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:07.776069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Network': ['ID=6ff94689-969f-4442-bb02-fd02c0e917b4,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.778547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.792896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:07.796644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.825016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:07.834643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.834984 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Added segment 15c7d923-212c-44ff-82d6-2873c141064b of type vlan for network 985b3efd-d599-41ce-bcad-429cc42d241e Jun 22 21:08:07.873362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.901253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.906785 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:07.907357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:07.910950 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:07.944936 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1796222 Jun 22 21:08:07.947834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:07.953306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'subnet': {'network_id': '985b3efd-d599-41ce-bcad-429cc42d241e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:07.985529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Network': ['ID=985b3efd-d599-41ce-bcad-429cc42d241e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:07.989130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-baf6f7d5-8df0-4e51-a9d7-57be23d0f58e tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:07.996289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 985b3efd-d599-41ce-bcad-429cc42d241e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:08.053515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:08.057004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.116389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Performing IP validity checks on allocation pools {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 21:08:08.116920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.ipam_backend_mixin [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100374) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 21:08:08.249373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.251535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-231b6a44-7b3b-412f-b9d9-af811dd9b51a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:08.307831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Subnet': ['ID=32528565-2a20-40d7-9f77-79d06f2c74e5,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:08.314934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:08.324774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking segment: {'id': '15c7d923-212c-44ff-82d6-2873c141064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '985b3efd-d599-41ce-bcad-429cc42d241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:08.325153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network hostable DHCP agents. Network: 985b3efd-d599-41ce-bcad-429cc42d241e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:08.343227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network 985b3efd-d599-41ce-bcad-429cc42d241e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:08.352891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 985b3efd-d599-41ce-bcad-429cc42d241e) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:08.357051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:08.357639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.363356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f595d-0e05-4a74-880c-923e74b8d8ab None None] Network 985b3efd-d599-41ce-bcad-429cc42d241e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:08.376375 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4250329 Jun 22 21:08:08.376609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36472) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:08.474926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4b629-b1ed-4682-a7dc-08d1818e205e None None] Network 234cea0b-e039-4845-957c-49cc3e26e25f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:08.490269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.544052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.608582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.610751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c8c58f85-b3b7-4756-a694-e2dada7f3806 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:08.638661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Subnet': ['ID=32528565-2a20-40d7-9f77-79d06f2c74e5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:08.642168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:08.710237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.720951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985b3efd-d599-41ce-bcad-429cc42d241e']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:08.728780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0b8c46-5d32-42e9-b29c-8a54fc533dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-985b3efd-d599-41ce-bcad-429cc42d241e', 'network_id': '985b3efd-d599-41ce-bcad-429cc42d241e', 'tenant_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'fixed_ips': [{'subnet_id': '32528565-2a20-40d7-9f77-79d06f2c74e5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:08.729624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8c46-5d32-42e9-b29c-8a54fc533dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.732803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c7d923-212c-44ff-82d6-2873c141064b') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:08.733105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c7d923-212c-44ff-82d6-2873c141064b') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:08.736114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c9e9a99-75da-4c40-ba20-2bad7a1b850d None None] Provisioning for port f53cb193-de54-48e6-b8c8-6f5e6db27b7e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:08.743063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.758325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.764376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:08.764766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:08.767833 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:08.826902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.db.api [None req-ee0b8c46-5d32-42e9-b29c-8a54fc533dac None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 21:08:08.826902 dv-neutron-797537-2-hyperv neutron-server[100375]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jun 22 21:08:08.826902 dv-neutron-797537-2-hyperv neutron-server[100375]: [parameters: {'project_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'id': 'fa90f842-7a90-4ccd-9277-8fc0dd9d0a53', 'name': '', 'network_id': '985b3efd-d599-41ce-bcad-429cc42d241e', 'mac_address': 'fa:16:3e:07:eb:87', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-985b3efd-d599-41ce-bcad-429cc42d241e', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1601}] Jun 22 21:08:08.826902 dv-neutron-797537-2-hyperv neutron-server[100375]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 21:08:08.827330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_db.api [None req-ee0b8c46-5d32-42e9-b29c-8a54fc533dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 21:08:08.828218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.833295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:08.837279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.839266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/985b3efd-d599-41ce-bcad-429cc42d241e HTTP/1.1" status: 204 len: 168 time: 0.4617298 Jun 22 21:08:08.845579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36474) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:08.851839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315588625'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:08.861487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Network': ['ID=985b3efd-d599-41ce-bcad-429cc42d241e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:08.863927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-01f20190-33c7-48f0-ad34-e1b83137b34d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:08.876531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:08.882868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.907249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:08.917236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.917586 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Added segment e69f43c1-2747-44e2-95e1-deccbfdd8c9a of type vlan for network 358d28e4-247c-4f5f-8ed9-4ae38423c56c Jun 22 21:08:08.961708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.993850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:08.999477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:09.000062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.003066 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1741fa62-40d5-4af5-893f-59abfede1f9c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:09.070886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2239711 Jun 22 21:08:09.074249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36476) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:09.080404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'subnet': {'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:09.088812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Network': ['ID=358d28e4-247c-4f5f-8ed9-4ae38423c56c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:09.091549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-15300550-6905-4d76-ace0-474cd1277b54 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:09.103921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 358d28e4-247c-4f5f-8ed9-4ae38423c56c details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:09.117931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f53cb193-de54-48e6-b8c8-6f5e6db27b7e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:09.182818 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:09.187083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.212050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port f53cb193-de54-48e6-b8c8-6f5e6db27b7e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:09.216030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f53cb193-de54-48e6-b8c8-6f5e6db27b7e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:09.216416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.294277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.329174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee0b8c46-5d32-42e9-b29c-8a54fc533dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.334528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,segment=NetworkSegment(9e1cc7dd-016a-4867-a52e-1b846add6bde),segment_id=9e1cc7dd-016a-4867-a52e-1b846add6bde)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:09.341239 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.344415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:09.375791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.381082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-aa8b1bbe-5acb-40fb-bfb8-a5fc031b1644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:09.391809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b70ab-9ca5-4415-ab76-8994e184c7ea None None] Network 985b3efd-d599-41ce-bcad-429cc42d241e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:09.398970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:09.409225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:09.410399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b70ab-9ca5-4415-ab76-8994e184c7ea None None] Network 985b3efd-d599-41ce-bcad-429cc42d241e could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 21:08:09.442567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Subnet': ['ID=a1ba1b16-8c35-4159-b5a0-3961be5c7b0d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:09.446177 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:09.451531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking segment: {'id': 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:09.451894 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network hostable DHCP agents. Network: 358d28e4-247c-4f5f-8ed9-4ae38423c56c, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:09.467164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network 358d28e4-247c-4f5f-8ed9-4ae38423c56c is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:09.475418 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 358d28e4-247c-4f5f-8ed9-4ae38423c56c) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:09.480252 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:09.480859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.484187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e238be5-2057-4708-aaea-67b41b6d61d8 None None] Network 358d28e4-247c-4f5f-8ed9-4ae38423c56c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:09.496176 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4204326 Jun 22 21:08:09.499784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36478) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:09.506011 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64833524'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:09.537931 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:09.541434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.567559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:09.578554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.579357 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Added segment 89f527f8-88b8-4242-845a-1c4047155d10 of type vlan for network 4ab18094-bd81-4e2c-b4db-394c889fa8bf Jun 22 21:08:09.638833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.661137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-358d28e4-247c-4f5f-8ed9-4ae38423c56c', 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c', 'tenant_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'fixed_ips': [{'subnet_id': 'a1ba1b16-8c35-4159-b5a0-3961be5c7b0d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:09.662116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.669549 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.675715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:09.676448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:09.679243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-28afb106-3afb-40c4-94ce-83efba303a98 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:09.746587 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2457120 Jun 22 21:08:09.750027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36480) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:09.752905 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Network': ['ID=4ab18094-bd81-4e2c-b4db-394c889fa8bf,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:09.755854 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:09.762188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Request body: {'subnet': {'network_id': '4ab18094-bd81-4e2c-b4db-394c889fa8bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:09.778587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 4ab18094-bd81-4e2c-b4db-394c889fa8bf details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:09.851045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Allocated IP 2001:db8::2 (358d28e4-247c-4f5f-8ed9-4ae38423c56c/a1ba1b16-8c35-4159-b5a0-3961be5c7b0d/c1e4a238-c490-4aba-87c6-8a786322326e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:09.856394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Made reservation on behalf of 84da46ed6c5f4a6aa2ae79eab3d33959 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:09.861146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.005831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.014380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Transition to ACTIVE for port object c1e4a238-c490-4aba-87c6-8a786322326e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:10.029323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Transition to ACTIVE for port object c1e4a238-c490-4aba-87c6-8a786322326e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:10.034832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.037396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:10.052950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.055755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a6fca5b7-94f4-492e-8dc2-f0f8d1af9be7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:10.071075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Network 358d28e4-247c-4f5f-8ed9-4ae38423c56c is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:10.075793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:10.079397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:10.092512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Pushing event updated for resources: {'Port': ['ID=c1e4a238-c490-4aba-87c6-8a786322326e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:10.110278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:10.110983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event updated for resources: {'Subnet': ['ID=edcc9d56-ab4c-4167-9c41-23b3f2cb2616,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:10.115465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:10.122424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Checking segment: {'id': '89f527f8-88b8-4242-845a-1c4047155d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4ab18094-bd81-4e2c-b4db-394c889fa8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:10.122783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network hostable DHCP agents. Network: 4ab18094-bd81-4e2c-b4db-394c889fa8bf, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:10.139555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Network 4ab18094-bd81-4e2c-b4db-394c889fa8bf is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:10.148140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Attempting to bind port c1e4a238-c490-4aba-87c6-8a786322326e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:10.148523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Attempting to bind port c1e4a238-c490-4aba-87c6-8a786322326e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:10.149013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Attempting to bind port c1e4a238-c490-4aba-87c6-8a786322326e on network 358d28e4-247c-4f5f-8ed9-4ae38423c56c {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:10.149740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 4ab18094-bd81-4e2c-b4db-394c889fa8bf) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:10.153906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:10.154516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.155121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:10.155504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Checking segment: {'id': 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:10.155911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.156760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Bound using segment: {'id': 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:10.156986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Bound port: c1e4a238-c490-4aba-87c6-8a786322326e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '358d28e4-247c-4f5f-8ed9-4ae38423c56c'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:10.158387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.162003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8c532-57ab-4849-aaf4-57ea0255ef47 None None] Network 4ab18094-bd81-4e2c-b4db-394c889fa8bf requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:10.168495 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04b69be7-22b4-453e-b64c-1980013dfbbc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4172063 Jun 22 21:08:10.171219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36482) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.273694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.284559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] For port c1e4a238-c490-4aba-87c6-8a786322326e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:10.289197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] For port c1e4a238-c490-4aba-87c6-8a786322326e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c1e4a238-c490-4aba-87c6-8a786322326e,segment=NetworkSegment(e69f43c1-2747-44e2-95e1-deccbfdd8c9a),segment_id=e69f43c1-2747-44e2-95e1-deccbfdd8c9a)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:10.316216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.319563 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:10.330611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.404279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.404460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Pushing event updated for resources: {'Port': ['ID=c1e4a238-c490-4aba-87c6-8a786322326e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:10.407586 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80793cda-943e-4134-8f14-0d087af67d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-4ab18094-bd81-4e2c-b4db-394c889fa8bf', 'network_id': '4ab18094-bd81-4e2c-b4db-394c889fa8bf', 'tenant_id': '84da46ed6c5f4a6aa2ae79eab3d33959', 'fixed_ips': [{'subnet_id': 'edcc9d56-ab4c-4167-9c41-23b3f2cb2616'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:10.408167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80793cda-943e-4134-8f14-0d087af67d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.415569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7acb868e-086e-4323-9065-221716201270 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:10.422672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:10.451692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Subnet': ['ID=edcc9d56-ab4c-4167-9c41-23b3f2cb2616,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:10.460559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:10.496602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58411aac-51eb-4c38-a721-7729a6995c03 None None] Network 4ab18094-bd81-4e2c-b4db-394c889fa8bf requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:10.497255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.509709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab18094-bd81-4e2c-b4db-394c889fa8bf']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:10.521241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f527f8-88b8-4242-845a-1c4047155d10') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:10.521638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f527f8-88b8-4242-845a-1c4047155d10') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:10.532778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.557973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.568523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:10.569186 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:10.573660 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:10.647096 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.651641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.656308 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/4ab18094-bd81-4e2c-b4db-394c889fa8bf HTTP/1.1" status: 204 len: 168 time: 0.4842272 Jun 22 21:08:10.656533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36484) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.657154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1c6e1617-cbe3-49ed-a282-da6e9fdebd33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:10.672590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Network': ['ID=4ab18094-bd81-4e2c-b4db-394c889fa8bf,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:10.675168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-400b3e9c-04bc-48d7-89f7-8ff22a44a2af tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:10.689587 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddb4b49-044f-42d8-aeb8-ab8b8d6cf234 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] GET failed (client error): The resource could not be found. Jun 22 21:08:10.692311 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9ddb4b49-044f-42d8-aeb8-ab8b8d6cf234 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "GET /v2.0/subnets/edcc9d56-ab4c-4167-9c41-23b3f2cb2616 HTTP/1.1" status: 404 len: 337 time: 0.0342143 Jun 22 21:08:10.694362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36486) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.714560 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-613a83e0-3125-4d00-b37e-3c11bc7631d3 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:10.715124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613a83e0-3125-4d00-b37e-3c11bc7631d3 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:10.716819 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-613a83e0-3125-4d00-b37e-3c11bc7631d3 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/4ab18094-bd81-4e2c-b4db-394c889fa8bf HTTP/1.1" status: 404 len: 339 time: 0.0215006 Jun 22 21:08:10.720636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36488) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.748045 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bde63a-9e51-43b8-8825-53f7f0624e57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:10.748497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bde63a-9e51-43b8-8825-53f7f0624e57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:10.750182 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-89bde63a-9e51-43b8-8825-53f7f0624e57 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/subnets/edcc9d56-ab4c-4167-9c41-23b3f2cb2616 HTTP/1.1" status: 404 len: 337 time: 0.0285988 Jun 22 21:08:10.752829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36490) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.770849 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.pecan_wsgi.hooks.translation [None req-55169d1c-b0f1-4ab2-ac37-e1ec029f30d7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:10.771385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55169d1c-b0f1-4ab2-ac37-e1ec029f30d7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100373) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:10.773009 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-55169d1c-b0f1-4ab2-ac37-e1ec029f30d7 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/4ab18094-bd81-4e2c-b4db-394c889fa8bf HTTP/1.1" status: 404 len: 339 time: 0.0192623 Jun 22 21:08:10.775351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36492) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:10.825558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Deleting subnet a1ba1b16-8c35-4159-b5a0-3961be5c7b0d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:08:10.828555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.871278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:10.959961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.022244 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.024425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-feee8814-4e2a-4a2d-a1ae-955961099365 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:11.049561 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ba1b16-8c35-4159-b5a0-3961be5c7b0d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:11.053135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:11.056086 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.057906 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ca9e3587-462c-49c5-86cb-6918622de018 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/subnets/a1ba1b16-8c35-4159-b5a0-3961be5c7b0d HTTP/1.1" status: 204 len: 168 time: 0.2816830 Jun 22 21:08:11.060499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36494) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.151873 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.153836 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c1e4a238-c490-4aba-87c6-8a786322326e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:11.210256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Deleting port c1e4a238-c490-4aba-87c6-8a786322326e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:08:11.210504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.212584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port c1e4a238-c490-4aba-87c6-8a786322326e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:11.216824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f53cb193-de54-48e6-b8c8-6f5e6db27b7e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:11.267901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port f53cb193-de54-48e6-b8c8-6f5e6db27b7e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:11.268311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.281827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] For port c1e4a238-c490-4aba-87c6-8a786322326e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c1e4a238-c490-4aba-87c6-8a786322326e,segment=NetworkSegment(e69f43c1-2747-44e2-95e1-deccbfdd8c9a),segment_id=e69f43c1-2747-44e2-95e1-deccbfdd8c9a)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:11.282302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.304615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Calling delete_port for c1e4a238-c490-4aba-87c6-8a786322326e owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:08:11.389952 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.392378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f91c97ea-d700-4e86-8749-869e1b39f427 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:11.418400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Port': ['ID=c1e4a238-c490-4aba-87c6-8a786322326e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:11.420179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No DVR routers for this DVR port c1e4a238-c490-4aba-87c6-8a786322326e on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:08:11.421617 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:11.438484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b8010-a929-4600-b8fa-3e1603556349 None None] Network 358d28e4-247c-4f5f-8ed9-4ae38423c56c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:11.509380 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.520149 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358d28e4-247c-4f5f-8ed9-4ae38423c56c']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:11.529046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-47d3a6bb-da94-4ba6-b4c9-978cee6d9d68 None None] Could not find standard attr ID for object c1e4a238-c490-4aba-87c6-8a786322326e. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 21:08:11.531024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:11.531323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69f43c1-2747-44e2-95e1-deccbfdd8c9a') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:11.540228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.554146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.559903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:11.560291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:11.563395 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:11.598160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbf1a4-3790-4668-a816-922a41c95143 None None] DHCP port deletion for 358d28e4-247c-4f5f-8ed9-4ae38423c56c request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:08:11.630219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.633526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a2f6dd3-1be1-4394-95cc-f1d69fc58522 tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:11.637368 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.639190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/358d28e4-247c-4f5f-8ed9-4ae38423c56c HTTP/1.1" status: 204 len: 168 time: 0.5779405 Jun 22 21:08:11.641769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36496) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.651301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Network': ['ID=358d28e4-247c-4f5f-8ed9-4ae38423c56c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:11.653529 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:11.670163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a4bcc5-a1c7-49fb-bb41-e5171047c836 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:11.670616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a4bcc5-a1c7-49fb-bb41-e5171047c836 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:11.672299 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c7a4bcc5-a1c7-49fb-bb41-e5171047c836 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/subnets/32528565-2a20-40d7-9f77-79d06f2c74e5 HTTP/1.1" status: 404 len: 337 time: 0.0295227 Jun 22 21:08:11.675723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36498) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.693850 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-075bff1c-ca11-431b-8947-00fd1d5ba53d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:11.694407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075bff1c-ca11-431b-8947-00fd1d5ba53d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:11.696000 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-075bff1c-ca11-431b-8947-00fd1d5ba53d tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/985b3efd-d599-41ce-bcad-429cc42d241e HTTP/1.1" status: 404 len: 339 time: 0.0196338 Jun 22 21:08:11.698442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36500) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.723397 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd4802d-e587-4d76-803d-ad576bf48483 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:11.723842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd4802d-e587-4d76-803d-ad576bf48483 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:11.725449 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9fd4802d-e587-4d76-803d-ad576bf48483 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/subnets/46cdcf86-8e68-484c-940b-39455192e65d HTTP/1.1" status: 404 len: 337 time: 0.0261540 Jun 22 21:08:11.727925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36502) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.745278 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec561b00-13d4-48af-8701-9229c6e29d06 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] DELETE failed (client error): The resource could not be found. Jun 22 21:08:11.745791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec561b00-13d4-48af-8701-9229c6e29d06 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100374) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 21:08:11.747353 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ec561b00-13d4-48af-8701-9229c6e29d06 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/6ff94689-969f-4442-bb02-fd02c0e917b4 HTTP/1.1" status: 404 len: 339 time: 0.0185599 Jun 22 21:08:11.749720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36504) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:11.799885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Deleting subnet 7ab5582f-ef1b-420a-abc1-da0d44fe5836 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:08:11.803039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.841889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.928502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.985752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:11.989078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-592fac6f-4131-4bfa-8c62-46bb165cea3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:12.014208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab5582f-ef1b-420a-abc1-da0d44fe5836,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:12.016126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.017975 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/subnets/7ab5582f-ef1b-420a-abc1-da0d44fe5836 HTTP/1.1" status: 204 len: 168 time: 0.2672350 Jun 22 21:08:12.019559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-24383f28-637d-4442-a01f-d211512717e1 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:12.020812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36506) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:12.024019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30898543-36e2-42c8-af0c-44a8e32c80ec None None] Network 234cea0b-e039-4845-957c-49cc3e26e25f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:12.101185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.153619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Deleting port f53cb193-de54-48e6-b8c8-6f5e6db27b7e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:08:12.154082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.206399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] DHCP port deletion for 234cea0b-e039-4845-957c-49cc3e26e25f request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:08:12.218987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] For port f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,segment=NetworkSegment(9e1cc7dd-016a-4867-a52e-1b846add6bde),segment_id=9e1cc7dd-016a-4867-a52e-1b846add6bde)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:12.219348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.236280 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Calling delete_port for f53cb193-de54-48e6-b8c8-6f5e6db27b7e owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:08:12.252566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Deleting port f53cb193-de54-48e6-b8c8-6f5e6db27b7e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:08:12.253436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.315187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.318193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-67673285-7311-40ad-a646-8da6a5eaeb6a tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:12.318675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] For port f53cb193-de54-48e6-b8c8-6f5e6db27b7e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,segment=NetworkSegment(9e1cc7dd-016a-4867-a52e-1b846add6bde),segment_id=9e1cc7dd-016a-4867-a52e-1b846add6bde)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:12.319079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.332637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Calling delete_port for f53cb193-de54-48e6-b8c8-6f5e6db27b7e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:08:12.341044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Port': ['ID=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:12.343543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:12.348897 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] No DVR routers for this DVR port f53cb193-de54-48e6-b8c8-6f5e6db27b7e on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:08:12.407746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.410716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:12.430113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.434590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Pushing event deleted for resources: {'Port': ['ID=f53cb193-de54-48e6-b8c8-6f5e6db27b7e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:12.436429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] No DVR routers for this DVR port f53cb193-de54-48e6-b8c8-6f5e6db27b7e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:08:12.437808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:12.448668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234cea0b-e039-4845-957c-49cc3e26e25f']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:12.459575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1cc7dd-016a-4867-a52e-1b846add6bde') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:12.459861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1cc7dd-016a-4867-a52e-1b846add6bde') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:12.468583 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.481559 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.487978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:12.488367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:12.491393 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:12.547221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.551154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-05993177-6f4a-4a2e-a217-f67780ef633e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:12.554908 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.556672 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] 10.222.0.66 "DELETE /v2.0/networks/234cea0b-e039-4845-957c-49cc3e26e25f HTTP/1.1" status: 204 len: 168 time: 0.5349360 Jun 22 21:08:12.568736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Pushing event deleted for resources: {'Network': ['ID=234cea0b-e039-4845-957c-49cc3e26e25f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:12.571146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:12.791190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36512) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:12.922958 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1d299435-7c30-4c3b-9216-12f29cab374e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84da46ed6c5f4a6aa2ae79eab3d33959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305332 Jun 22 21:08:12.926052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:12.971856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:12.992481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.042607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.045410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.046619 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a97039cf-fbc0-4cc6-abe3-4255a8ffd440 HTTP/1.1" status: 204 len: 168 time: 0.1197088 Jun 22 21:08:13.047525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-266d9cac-f0d9-402b-b789-3b0e9d275996 tempest-ServersAdminNegativeTestJSON-507920984 tempest-ServersAdminNegativeTestJSON-507920984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:13.055884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97039cf-fbc0-4cc6-abe3-4255a8ffd440,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:13.058327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c0ee0a73-704b-49e6-8877-cbce0ab559c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:13.068875 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c1e4a238-c490-4aba-87c6-8a786322326e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:08:13.096895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: c1e4a238-c490-4aba-87c6-8a786322326e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:08:13.097259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c1e4a238-c490-4aba-87c6-8a786322326e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:08:13.097687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f53cb193-de54-48e6-b8c8-6f5e6db27b7e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:08:13.115887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: f53cb193-de54-48e6-b8c8-6f5e6db27b7e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:08:13.116243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device f53cb193-de54-48e6-b8c8-6f5e6db27b7e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:08:13.664240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36538) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:13.756300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1373429512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:13.779471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.780582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.834639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.838553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.854053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.855334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-34b03c71-676e-479c-af55-da4c1a1f54aa tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1899965 Jun 22 21:08:13.857979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36542) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:13.864279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-304107699'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:13.886268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Made reservation on behalf of 01d3f194ad7d4919b0bbd11b94542915 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:13.890943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.900490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.973617 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:08:13.993539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:13.997118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.000066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-37ba2f3c-87fc-4b1c-9122-2db9156d810b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:14.026253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:14.032263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c45f78-9321-4d25-865c-29143ce0476b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:14.035817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:14.038600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.038939 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Added segment 6c1975a1-46e3-4f77-b83d-091def4485e0 of type vlan for network a3c38225-104c-4fd9-b6ac-29990a749c18 Jun 22 21:08:14.077821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.105400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.110834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:14.111411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.115103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10facde7-c608-45a0-b37b-b99cc9ce92c8 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:14.172873 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3137546 Jun 22 21:08:14.176839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36544) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:14.181946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'subnet': {'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:14.199392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event updated for resources: {'Network': ['ID=a3c38225-104c-4fd9-b6ac-29990a749c18,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:14.208138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:14.210190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a3c38225-104c-4fd9-b6ac-29990a749c18 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:14.280819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Made reservation on behalf of 01d3f194ad7d4919b0bbd11b94542915 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:14.285257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.464929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.466851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-97b630a0-01ae-40cb-beaa-551ebf382f3c tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:14.527591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event updated for resources: {'Subnet': ['ID=66b30735-a4a8-4342-869c-64a23c0b9e0f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:14.531053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:14.537873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Checking segment: {'id': '6c1975a1-46e3-4f77-b83d-091def4485e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:14.538275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Network hostable DHCP agents. Network: a3c38225-104c-4fd9-b6ac-29990a749c18, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:14.554757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Network a3c38225-104c-4fd9-b6ac-29990a749c18 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:14.562983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a3c38225-104c-4fd9-b6ac-29990a749c18) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:14.567473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:14.568058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.572612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a41d8-30ac-4c0d-af4e-7973641d9495 None None] Network a3c38225-104c-4fd9-b6ac-29990a749c18 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:14.582491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4046395 Jun 22 21:08:14.585493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36546) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:14.590518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2026879708'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:14.610759 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Made reservation on behalf of 01d3f194ad7d4919b0bbd11b94542915 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:14.615022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.639902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:14.648602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.648953 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Added segment 76c34bcf-863f-4122-9ab5-879a9e8c1df0 of type vlan for network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 Jun 22 21:08:14.687987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.718336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.718979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a3c38225-104c-4fd9-b6ac-29990a749c18', 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18', 'tenant_id': '01d3f194ad7d4919b0bbd11b94542915', 'fixed_ips': [{'subnet_id': '66b30735-a4a8-4342-869c-64a23c0b9e0f'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:14.719918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.724955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:14.725559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.728966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:14.759736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1731744 Jun 22 21:08:14.762644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36548) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:14.768951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'subnet': {'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:14.794457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event updated for resources: {'Network': ['ID=cf8ec5e1-02f5-40a5-bc71-f7a093af74e1,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:14.796892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:14.805066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:14.865468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Made reservation on behalf of 01d3f194ad7d4919b0bbd11b94542915 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:14.869057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:14.920161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Allocated IP 172.20.0.2 (a3c38225-104c-4fd9-b6ac-29990a749c18/66b30735-a4a8-4342-869c-64a23c0b9e0f/fb143148-ec18-4f55-8b1b-f0c8d963fe58) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:15.059306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.062238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-733bbd65-9531-4406-b9a9-0563411d2844 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:15.064370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.073201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Transition to ACTIVE for port object fb143148-ec18-4f55-8b1b-f0c8d963fe58 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:15.088226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Transition to ACTIVE for port object fb143148-ec18-4f55-8b1b-f0c8d963fe58 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:15.094544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.097396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:15.122293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event updated for resources: {'Subnet': ['ID=5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:15.125903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:15.134051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Checking segment: {'id': '76c34bcf-863f-4122-9ab5-879a9e8c1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:15.134417 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Network hostable DHCP agents. Network: cf8ec5e1-02f5-40a5-bc71-f7a093af74e1, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:15.137419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Network a3c38225-104c-4fd9-b6ac-29990a749c18 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:15.140244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:15.142712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:15.152752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:15.158463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Pushing event updated for resources: {'Port': ['ID=fb143148-ec18-4f55-8b1b-f0c8d963fe58,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:15.162826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, cf8ec5e1-02f5-40a5-bc71-f7a093af74e1) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:15.167374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:15.168192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.177135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:15.178057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af738e3-d1e9-4ca8-b0ab-6c4905015445 None None] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:15.182462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4186239 Jun 22 21:08:15.185175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36550) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:15.189739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ff5ceac2-61b0-4884-8fb5-a25b82dd5cce tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:15.252011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Attempting to bind port fb143148-ec18-4f55-8b1b-f0c8d963fe58 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:15.252696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Attempting to bind port fb143148-ec18-4f55-8b1b-f0c8d963fe58 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6c1975a1-46e3-4f77-b83d-091def4485e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:15.252796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Attempting to bind port fb143148-ec18-4f55-8b1b-f0c8d963fe58 on network a3c38225-104c-4fd9-b6ac-29990a749c18 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:15.262874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:15.263250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Checking segment: {'id': '6c1975a1-46e3-4f77-b83d-091def4485e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:15.263657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.264053 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Bound using segment: {'id': '6c1975a1-46e3-4f77-b83d-091def4485e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:15.264519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Bound port: fb143148-ec18-4f55-8b1b-f0c8d963fe58, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1975a1-46e3-4f77-b83d-091def4485e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a3c38225-104c-4fd9-b6ac-29990a749c18'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:15.264892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.373322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] For port fb143148-ec18-4f55-8b1b-f0c8d963fe58, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:15.401516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] For port fb143148-ec18-4f55-8b1b-f0c8d963fe58, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fb143148-ec18-4f55-8b1b-f0c8d963fe58,segment=NetworkSegment(6c1975a1-46e3-4f77-b83d-091def4485e0),segment_id=6c1975a1-46e3-4f77-b83d-091def4485e0)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:15.406999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.410735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-4cc8af31-e915-4527-a56d-047dab30505d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:15.417752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-cf8ec5e1-02f5-40a5-bc71-f7a093af74e1', 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1', 'tenant_id': '01d3f194ad7d4919b0bbd11b94542915', 'fixed_ips': [{'subnet_id': '5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:15.418640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.492363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Pushing event updated for resources: {'Port': ['ID=fb143148-ec18-4f55-8b1b-f0c8d963fe58,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:15.538978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:15.640580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Allocated IP 172.21.0.2 (cf8ec5e1-02f5-40a5-bc71-f7a093af74e1/5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d/bf1be294-710d-448e-ac39-4219800f9436) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:15.787311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ff5ceac2-61b0-4884-8fb5-a25b82dd5cce tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.806862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.815401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Transition to ACTIVE for port object bf1be294-710d-448e-ac39-4219800f9436 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:15.831337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Transition to ACTIVE for port object bf1be294-710d-448e-ac39-4219800f9436 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:15.837461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.839336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:15.878933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:15.885492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Pushing event updated for resources: {'Port': ['ID=bf1be294-710d-448e-ac39-4219800f9436,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:15.887974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:15.889670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:15.890453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:15.900482 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.api.v2.resource [None req-ff5ceac2-61b0-4884-8fb5-a25b82dd5cce tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 21:08:15.906997 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ff5ceac2-61b0-4884-8fb5-a25b82dd5cce tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "PUT /v2.0/routers/266240dc-a221-4b8c-b2b8-9992cbf13dfc HTTP/1.1" status: 400 len: 364 time: 0.7154546 Jun 22 21:08:15.907322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36552) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:15.953303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Attempting to bind port bf1be294-710d-448e-ac39-4219800f9436 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:15.954469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Attempting to bind port bf1be294-710d-448e-ac39-4219800f9436 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '76c34bcf-863f-4122-9ab5-879a9e8c1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:15.954469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Attempting to bind port bf1be294-710d-448e-ac39-4219800f9436 on network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:15.959276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:15.959658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Checking segment: {'id': '76c34bcf-863f-4122-9ab5-879a9e8c1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:15.960066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.960464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Bound using segment: {'id': '76c34bcf-863f-4122-9ab5-879a9e8c1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:15.960938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Bound port: bf1be294-710d-448e-ac39-4219800f9436, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c34bcf-863f-4122-9ab5-879a9e8c1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cf8ec5e1-02f5-40a5-bc71-f7a093af74e1'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:15.961316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:15.962325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Deleting subnet 5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:08:15.965355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.010716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.023694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] For port bf1be294-710d-448e-ac39-4219800f9436, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:16.027103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] For port bf1be294-710d-448e-ac39-4219800f9436, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bf1be294-710d-448e-ac39-4219800f9436,segment=NetworkSegment(76c34bcf-863f-4122-9ab5-879a9e8c1df0),segment_id=76c34bcf-863f-4122-9ab5-879a9e8c1df0)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:16.031870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.035823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:16.094848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Pushing event updated for resources: {'Port': ['ID=bf1be294-710d-448e-ac39-4219800f9436,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:16.100293 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:16.101221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.167232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.169411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b99f4103-c831-41cc-a16a-7dc1cc3ecc60 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:16.202044 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:16.206447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:16.207477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.209693 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-92e0aeb0-026a-42c5-82b4-68d10770a98e tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "DELETE /v2.0/subnets/5d8ac2c3-dca0-4e9b-89ec-f3cd57bbee5d HTTP/1.1" status: 204 len: 168 time: 0.3010874 Jun 22 21:08:16.211902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36554) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:16.326794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.384161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Deleting port bf1be294-710d-448e-ac39-4219800f9436 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:08:16.384499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.460740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] For port bf1be294-710d-448e-ac39-4219800f9436, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=bf1be294-710d-448e-ac39-4219800f9436,segment=NetworkSegment(76c34bcf-863f-4122-9ab5-879a9e8c1df0),segment_id=76c34bcf-863f-4122-9ab5-879a9e8c1df0)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:16.461179 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.475612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Calling delete_port for bf1be294-710d-448e-ac39-4219800f9436 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:08:16.541444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b544e39-ad3d-4e1d-8555-2dbcc112c403 None None] Network a3c38225-104c-4fd9-b6ac-29990a749c18 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:16.561253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.563487 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:16.587569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Port': ['ID=bf1be294-710d-448e-ac39-4219800f9436,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:16.591204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:16.594475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] No DVR routers for this DVR port bf1be294-710d-448e-ac39-4219800f9436 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:08:16.681824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.692853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8ec5e1-02f5-40a5-bc71-f7a093af74e1']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:16.703202 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c34bcf-863f-4122-9ab5-879a9e8c1df0') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:16.703503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c34bcf-863f-4122-9ab5-879a9e8c1df0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:16.713356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.727687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.733628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:16.734354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:16.737186 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:16.765699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-50af0554-e255-421b-ba26-b53ef8295a8d None None] Provisioning for port fb143148-ec18-4f55-8b1b-f0c8d963fe58 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:16.810163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.815461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.820345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "DELETE /v2.0/networks/cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 HTTP/1.1" status: 204 len: 168 time: 0.6051028 Jun 22 21:08:16.820345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-db07529d-66ed-4358-b786-42843607c904 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:16.820653 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36556) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:16.834306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Network': ['ID=cf8ec5e1-02f5-40a5-bc71-f7a093af74e1,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:16.837347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:16.886719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Deleting subnet 66b30735-a4a8-4342-869c-64a23c0b9e0f {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:08:16.890077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.935231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:16.947936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c7b8cf76-0980-416a-a170-a191702a50ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.039154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.116423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fb143148-ec18-4f55-8b1b-f0c8d963fe58 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:17.120315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.123616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2456a2dc-c20f-48e5-951f-f6ce8fdb295d tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:17.158233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.163321 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "DELETE /v2.0/subnets/66b30735-a4a8-4342-869c-64a23c0b9e0f HTTP/1.1" status: 204 len: 168 time: 0.3391566 Jun 22 21:08:17.163321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Subnet': ['ID=66b30735-a4a8-4342-869c-64a23c0b9e0f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:17.163740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36558) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:17.164367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ec65a75f-24ca-48b5-8512-72f13ae6cf5a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:17.173742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a426919-c0b3-4089-9527-2152c5838ef7 None None] Network a3c38225-104c-4fd9-b6ac-29990a749c18 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:17.248772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.263185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae6a5e-fcf0-4bdf-a215-e0c589edd70a None None] DHCP port deletion for cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:08:17.269093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port fb143148-ec18-4f55-8b1b-f0c8d963fe58 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:17.272988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c894f6c5-ff17-4e46-903c-ba64d0506355 None None] Provisioning complete for port fb143148-ec18-4f55-8b1b-f0c8d963fe58 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:17.273368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c894f6c5-ff17-4e46-903c-ba64d0506355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.303107 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port fb143148-ec18-4f55-8b1b-f0c8d963fe58 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:17.303481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.314158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Deleting port fb143148-ec18-4f55-8b1b-f0c8d963fe58 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:08:17.314499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.324272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264cffa-4bdc-4211-88e9-d8205fefa7de None None] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:17.378280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] For port fb143148-ec18-4f55-8b1b-f0c8d963fe58, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fb143148-ec18-4f55-8b1b-f0c8d963fe58,segment=NetworkSegment(6c1975a1-46e3-4f77-b83d-091def4485e0),segment_id=6c1975a1-46e3-4f77-b83d-091def4485e0)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:17.378719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.384296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264cffa-4bdc-4211-88e9-d8205fefa7de None None] Network cf8ec5e1-02f5-40a5-bc71-f7a093af74e1 could not be found, it might have been deleted concurrently. {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 21:08:17.391017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Calling delete_port for fb143148-ec18-4f55-8b1b-f0c8d963fe58 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:08:17.474589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.477415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f49d3488-c4af-40d3-b51f-c0b6263494c9 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:17.490412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c894f6c5-ff17-4e46-903c-ba64d0506355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.500049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Port': ['ID=fb143148-ec18-4f55-8b1b-f0c8d963fe58,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:17.504325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:17.505105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] No DVR routers for this DVR port fb143148-ec18-4f55-8b1b-f0c8d963fe58 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:08:17.508258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.557312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02cca5-2dbf-4024-a6fe-33c78956805c None None] DHCP port deletion for a3c38225-104c-4fd9-b6ac-29990a749c18 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:08:17.592054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.601659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c38225-104c-4fd9-b6ac-29990a749c18']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:17.611175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1975a1-46e3-4f77-b83d-091def4485e0') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:17.611468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1975a1-46e3-4f77-b83d-091def4485e0') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:17.620312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.633999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.639559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:08:17.640272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:08:17.643211 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:08:17.663942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-925ad2a1-c80e-4fbc-8e0c-aff1806b0cfb None None] Could not find standard attr ID for object bf1be294-710d-448e-ac39-4219800f9436. {{(pid=100375) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 21:08:17.698490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.701854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e5249557-d85a-4957-adf3-957c576c71a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:17.706700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.708458 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "DELETE /v2.0/networks/a3c38225-104c-4fd9-b6ac-29990a749c18 HTTP/1.1" status: 204 len: 168 time: 0.5429354 Jun 22 21:08:17.711209 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36560) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:17.719816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Pushing event deleted for resources: {'Network': ['ID=a3c38225-104c-4fd9-b6ac-29990a749c18,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:17.722265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:17.741393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5ebd4782-2b37-4f2f-9d65-f17081eb0d3a tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "GET /v2.0/ports?device_id=266240dc-a221-4b8c-b2b8-9992cbf13dfc HTTP/1.1" status: 200 len: 205 time: 0.0289588 Jun 22 21:08:17.743579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:17.816650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.973355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:17.975464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.016307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.016995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Fanout notify agent at l3_agent the message router_deleted on router 266240dc-a221-4b8c-b2b8-9992cbf13dfc {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:08:18.024151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.025220 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df839bdd-03cc-47ec-926b-3cb42000a8fb tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] 10.222.0.66 "DELETE /v2.0/routers/266240dc-a221-4b8c-b2b8-9992cbf13dfc HTTP/1.1" status: 204 len: 168 time: 0.2807808 Jun 22 21:08:18.257847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36568) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:18.384736 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f785eb7e-5ef5-487c-be04-ea3d9863caed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01d3f194ad7d4919b0bbd11b94542915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254313 Jun 22 21:08:18.387026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36572) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:18.437814 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.458705 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.502355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.505303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:18.506402 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3c45f78-9321-4d25-865c-29143ce0476b HTTP/1.1" status: 204 len: 168 time: 0.1184492 Jun 22 21:08:18.507254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-42881d3d-13b1-41df-80cf-cbf567faecc6 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:18.514581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c45f78-9321-4d25-865c-29143ce0476b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:18.516919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:19.067336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bf1be294-710d-448e-ac39-4219800f9436 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:08:19.088653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: bf1be294-710d-448e-ac39-4219800f9436 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:08:19.089009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device bf1be294-710d-448e-ac39-4219800f9436 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:08:19.089442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fb143148-ec18-4f55-8b1b-f0c8d963fe58 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:08:19.109310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: fb143148-ec18-4f55-8b1b-f0c8d963fe58 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:08:19.109646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fb143148-ec18-4f55-8b1b-f0c8d963fe58 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:08:19.112409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36594) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:19.204227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1356536969-network', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:19.226432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Made reservation on behalf of db52d8c290cb47a9889818aa6059bcc9 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:19.228717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.237000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.323195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.326686 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.331357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b1a8f3a0-7d05-4691-9e8a-72a1e9944657 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:19.349278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:19.364178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fa414-fead-4481-925c-02cf1ea0f4c5,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:19.367031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.367511 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Added segment 6598bfc4-3247-471c-af66-67261131d321 of type vlan for network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a Jun 22 21:08:19.368755 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:19.406522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.438330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.439348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:19.439942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.442030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-165b2b6e-f681-4ce4-b957-533f6d3b5c75 tempest-FloatingIPAdminTestJSON-1901244652 tempest-FloatingIPAdminTestJSON-1901244652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:19.494511 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3804550 Jun 22 21:08:19.497387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36598) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:19.501964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=5973a9e8-dacb-4823-93c3-bc43df2b4f8a,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:19.505212 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:19.512894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:19.514521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Request body: {'subnet': {'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-subnet', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:19.538856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Made reservation on behalf of db52d8c290cb47a9889818aa6059bcc9 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:19.541185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.712562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.714515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ca1c7b5d-3113-4432-b29a-41f30c89071a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:19.768940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f973b29b-264d-47af-b1b5-9dbde9de107c,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:19.780261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.780648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.781026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.781400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.781767 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.782165 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.782532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.782897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.783260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.783664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.784074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.784379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:19.788892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:19.789721 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Checking segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:19.790098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Network hostable DHCP agents. Network: 5973a9e8-dacb-4823-93c3-bc43df2b4f8a, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:19.806879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bc388837-82b4-4ea5-b920-2c69ac728bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.807565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:19.817204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 5973a9e8-dacb-4823-93c3-bc43df2b4f8a) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:19.821266 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:19.821857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.827579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a89552-d11d-40e4-b459-bf8a656c7f2c None None] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:19.836125 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0d2b5e53-c8d6-4d2a-b0f2-04f3e5c23c65 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3375208 Jun 22 21:08:19.838899 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36600) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:19.843467 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:19.868345 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.869311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.927421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:19.983422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:19.984313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.017396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.072372 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.136015 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Allocated IP 172.20.0.2 (5973a9e8-dacb-4823-93c3-bc43df2b4f8a/f973b29b-264d-47af-b1b5-9dbde9de107c/912a1877-e22f-47fa-8b86-1617f1beaa18) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:20.286294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.287883 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.296495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Transition to ACTIVE for port object 912a1877-e22f-47fa-8b86-1617f1beaa18 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:20.311976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Transition to ACTIVE for port object 912a1877-e22f-47fa-8b86-1617f1beaa18 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:20.317114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.319254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.322256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:20.361090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:20.366612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:20.369074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:20.381238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Pushing event updated for resources: {'Port': ['ID=912a1877-e22f-47fa-8b86-1617f1beaa18,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:20.383994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:20.432900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Attempting to bind port 912a1877-e22f-47fa-8b86-1617f1beaa18 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:20.433271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Attempting to bind port 912a1877-e22f-47fa-8b86-1617f1beaa18 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:20.433632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Attempting to bind port 912a1877-e22f-47fa-8b86-1617f1beaa18 on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:20.434429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Allocated IP 172.26.4.79 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/1139a400-2e1d-4de3-a3b4-1c7a5d615426) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:20.439058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:20.439448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Checking segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:20.440478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.441284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Bound using segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:20.441385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Bound port: 912a1877-e22f-47fa-8b86-1617f1beaa18, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:20.441742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.505196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] For port 912a1877-e22f-47fa-8b86-1617f1beaa18, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:20.508291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] For port 912a1877-e22f-47fa-8b86-1617f1beaa18, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=912a1877-e22f-47fa-8b86-1617f1beaa18,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:20.512279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.514268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:20.545257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.575054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Pushing event updated for resources: {'Port': ['ID=912a1877-e22f-47fa-8b86-1617f1beaa18,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:20.578214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:20.587233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:20.589410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d0cd9897-4bc9-4930-8f2e-c996e6781a6d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:20.631471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:20.634700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:20.638287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:20.644336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Pushing event updated for resources: {'Port': ['ID=1139a400-2e1d-4de3-a3b4-1c7a5d615426,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:20.664064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:20.913877 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.093028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.095420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 912a1877-e22f-47fa-8b86-1617f1beaa18 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:21.115290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.148230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 912a1877-e22f-47fa-8b86-1617f1beaa18 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:21.250304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Router c5d8c75b-71c1-4e10-bbed-4221714af897 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:08:21.374233 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:08:21.384104 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Sync routers for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:08:21.391946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.393757 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5536489 Jun 22 21:08:21.396339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36602) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:21.396858 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:21.397502 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:21.493679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226a8b4-ee78-4820-a36b-b287be573b94 None None] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:21.509792 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:21.549724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Provisioning for port 912a1877-e22f-47fa-8b86-1617f1beaa18 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:21.557493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Provisioning complete for port 912a1877-e22f-47fa-8b86-1617f1beaa18 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:21.557872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.720243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.721785 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:20Z', 'revision_number': 3, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:21.753206 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Checking router: c5d8c75b-71c1-4e10-bbed-4221714af897 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:08:21.753795 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Updating router c5d8c75b-71c1-4e10-bbed-4221714af897 port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:08:21.762793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] For port 912a1877-e22f-47fa-8b86-1617f1beaa18, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=912a1877-e22f-47fa-8b86-1617f1beaa18,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:21.773968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.775864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:21.812882 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:21.863516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Pushing event updated for resources: {'Port': ['ID=912a1877-e22f-47fa-8b86-1617f1beaa18,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:21.866615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:21.915975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.108254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7f5a2a59-dcc7-4654-906c-8a18b9f8f949 None None] Provisioning complete for port 912a1877-e22f-47fa-8b86-1617f1beaa18 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:22.109474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2a59-dcc7-4654-906c-8a18b9f8f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.113643 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.123328 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Transition to ACTIVE for port object 1139a400-2e1d-4de3-a3b4-1c7a5d615426 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:22.129349 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.133303 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Allocated IP 172.20.0.1 (5973a9e8-dacb-4823-93c3-bc43df2b4f8a/f973b29b-264d-47af-b1b5-9dbde9de107c/77b0936b-2ee7-4bf9-abaf-01bc67620bcb) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:22.133541 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-523d9599-da7f-42cf-b698-3c52310d32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:22.184000 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Attempting to bind port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:22.184374 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Attempting to bind port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:22.184742 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Attempting to bind port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:22.191009 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Pushing event updated for resources: {'Port': ['ID=1139a400-2e1d-4de3-a3b4-1c7a5d615426,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:22.199894 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:22.200280 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:22.200690 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.201087 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:22.201558 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Bound port: 1139a400-2e1d-4de3-a3b4-1c7a5d615426, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:22.201952 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.205133 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.205535 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.205871 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.206229 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.206557 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.206885 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.207209 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.207534 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.207854 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.208277 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.208606 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.208925 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:22.212417 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:22.239073 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.253232 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Transition to ACTIVE for port object 77b0936b-2ee7-4bf9-abaf-01bc67620bcb will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:22.261198 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] For port 1139a400-2e1d-4de3-a3b4-1c7a5d615426, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:22.264283 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] For port 1139a400-2e1d-4de3-a3b4-1c7a5d615426, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1139a400-2e1d-4de3-a3b4-1c7a5d615426,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:22.267943 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.270773 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:22.287766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.289826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e8a7a30-74e1-4c70-830b-1e19d2bc3c6b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:22.320747 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:22.321399 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:22.333511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:22.338323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:22.342903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:22.344882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Pushing event updated for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:22.348230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:22.371188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Pushing event updated for resources: {'Port': ['ID=1139a400-2e1d-4de3-a3b4-1c7a5d615426,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:22.374481 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:22.386500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.450968 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.453639 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:22.534844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.618832 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d535bd4e-c6df-4c07-a631-c6d083edefac None None] Provisioning for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:22.623989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d535bd4e-c6df-4c07-a631-c6d083edefac None None] Provisioning complete for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:22.624380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d535bd4e-c6df-4c07-a631-c6d083edefac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.638856 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:20Z', 'revision_number': 3, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:22.665203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d535bd4e-c6df-4c07-a631-c6d083edefac None None] Port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:22.665460 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511172b-d63f-47ef-860c-62d17a38d0ec None None] The sync data for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv is: [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:20Z', 'revision_number': 3, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:08:22.701634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.707721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.710304 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-85f44208-8402-4282-a2c0-8e3513aa0aae tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:22.784404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Pushing event updated for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:22.786783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:22.788744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:22.916616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:22.917987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:23.052797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.060696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Router c5d8c75b-71c1-4e10-bbed-4221714af897 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:08:23.187928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c74a2fa4-d942-474f-9e2e-093743fba7f4 None None] Provisioning complete for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:23.190847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c74a2fa4-d942-474f-9e2e-093743fba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.221787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1139a400-2e1d-4de3-a3b4-1c7a5d615426 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:23.255538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c74a2fa4-d942-474f-9e2e-093743fba7f4 None None] Port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:23.286847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:23.291634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:23.292025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.380351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.403443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1139a400-2e1d-4de3-a3b4-1c7a5d615426, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1139a400-2e1d-4de3-a3b4-1c7a5d615426,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:23.408621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.410203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 912a1877-e22f-47fa-8b86-1617f1beaa18 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:23.447736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:23.506597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 912a1877-e22f-47fa-8b86-1617f1beaa18 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:23.507274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:23.508698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1139a400-2e1d-4de3-a3b4-1c7a5d615426,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:23.512104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:23.555959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:08:23.561196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] 10.222.0.66 "PUT /v2.0/routers/c5d8c75b-71c1-4e10-bbed-4221714af897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1638238 Jun 22 21:08:24.024628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36620) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:24.029681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-524429583-network', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:24.053262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Made reservation on behalf of ac9b2b3fd6de42588dc76c0c97f765f3 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:24.055889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.065364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.155330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.159787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.163651 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-73a61f4d-3cf4-4ac7-9831-e12ea8325865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:24.181874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:08:24.197325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7598290-3dd1-44f1-809f-ee8baa264ecd,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:24.200806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:24.202135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.202477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Added segment a551d181-719f-415a-b26f-3a4ff28ed1d8 of type vlan for network f893da4f-5325-4c51-8120-bebf8c901404 Jun 22 21:08:24.218478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Sync routers for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:08:24.228445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:24.229058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:24.248284 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.277385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.278574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:24.279152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.282090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1fae4740-0e0b-43a4-a2e6-65320c51e4ef tempest-RoutersTest-1681831981 tempest-RoutersTest-1681831981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:24.311559 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2857773 Jun 22 21:08:24.314294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36622) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:24.321325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Request body: {'subnet': {'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-subnet', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:24.342749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:24.343468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Made reservation on behalf of ac9b2b3fd6de42588dc76c0c97f765f3 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:24.346482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.351695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Pushing event updated for resources: {'Network': ['ID=f893da4f-5325-4c51-8120-bebf8c901404,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:24.354978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:24.373721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network f893da4f-5325-4c51-8120-bebf8c901404 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:08:24.526946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.529949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de4fd837-edfc-40f2-8beb-a81b3459ab33 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:24.582372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba15464-bc08-4333-af3f-0e34ec2d925d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:24.585920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:24.591361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Checking segment: {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:24.591842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Network hostable DHCP agents. Network: f893da4f-5325-4c51-8120-bebf8c901404, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:08:24.600496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 4, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '77b0936b-2ee7-4bf9-abaf-01bc67620bcb', 'name': '', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'mac_address': 'fa:16:3e:b1:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:21Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 2, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'subnets': [{'id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:24.608073 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Network f893da4f-5325-4c51-8120-bebf8c901404 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:08:24.617832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, f893da4f-5325-4c51-8120-bebf8c901404) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:24.621811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:24.622468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.636150 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1d2a5576-34da-4150-a992-3c1b7858e862 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3191185 Jun 22 21:08:24.638800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36624) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:24.640378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31b983-7241-48a8-a7ce-74fcd239692c None None] Network f893da4f-5325-4c51-8120-bebf8c901404 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:24.642890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Checking router: c5d8c75b-71c1-4e10-bbed-4221714af897 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:08:24.643386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:24.643916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Updating router c5d8c75b-71c1-4e10-bbed-4221714af897 port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:08:24.666294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.667377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.727411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:24.727995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.096811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1139a400-2e1d-4de3-a3b4-1c7a5d615426 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:25.132795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-f893da4f-5325-4c51-8120-bebf8c901404', 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'fixed_ips': [{'subnet_id': 'aba15464-bc08-4333-af3f-0e34ec2d925d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:08:25.133950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.246747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.320775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:25.321157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.432757 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Allocated IP 172.20.0.2 (f893da4f-5325-4c51-8120-bebf8c901404/aba15464-bc08-4333-af3f-0e34ec2d925d/259c6ee5-c4bd-45bf-9b58-073a3fcf28d8) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:25.454640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.469827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.473830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.524612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Transition to ACTIVE for port object 77b0936b-2ee7-4bf9-abaf-01bc67620bcb will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:25.566007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.569401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:25.581134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Allocated IP 172.26.4.195 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/83337c20-a68e-4d17-ba94-3b015c37821d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:25.638494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Pushing event updated for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:25.641281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:25.687457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.731262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.733421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:25.742815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Attempting to bind port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:25.743312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Attempting to bind port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:25.743689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Attempting to bind port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:25.754398 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:25.754788 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Checking segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:25.755198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.755605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Bound using segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:25.756092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Bound port: 77b0936b-2ee7-4bf9-abaf-01bc67620bcb, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:25.756478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.776214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:25.777284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.779198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:25.784060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:25.787287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Pushing event updated for resources: {'Port': ['ID=83337c20-a68e-4d17-ba94-3b015c37821d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:25.790699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Transition to ACTIVE for port object 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:25.811024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:25.834072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Transition to ACTIVE for port object 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:25.848438 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.853570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:25.888786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] For port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:25.915274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] For port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:25.917688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Network f893da4f-5325-4c51-8120-bebf8c901404 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:25.926762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:25.929202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:25.931975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:25.942778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Pushing event updated for resources: {'Port': ['ID=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:25.945576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:25.949677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2183302f-7b41-4727-9c53-de4ba611cfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:26.043428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.067720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Attempting to bind port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:26.068112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Attempting to bind port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:26.068486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Attempting to bind port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 on network f893da4f-5325-4c51-8120-bebf8c901404 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:26.075068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:26.075705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:26.081867 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Pushing event updated for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:26.086815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:26.121957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:26.122342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Checking segment: {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:26.122750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.123155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Bound using segment: {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:26.123644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Bound port: 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:26.124018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.241888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] For port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:26.244874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:26.247582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] For port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:26.248814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.275727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.279484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:26.390525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Router b44362ec-ab37-4757-af10-588007bdb5c4 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:08:26.403191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Pushing event updated for resources: {'Port': ['ID=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:26.408705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:26.516690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:08:26.523290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 4, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '77b0936b-2ee7-4bf9-abaf-01bc67620bcb', 'name': '', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'mac_address': 'fa:16:3e:b1:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:21Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 4, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'subnets': [{'id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:26.546962 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Sync routers for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:08:26.561848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:26.564417 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:26.565657 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:26.567577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36626) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:08:26.568062 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9281073 Jun 22 21:08:26.578359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e1a8ff-f161-4385-84a6-c15391d17615 None None] The sync data for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv is: [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:08:22Z', 'revision_number': 4, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '77b0936b-2ee7-4bf9-abaf-01bc67620bcb', 'name': '', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'mac_address': 'fa:16:3e:b1:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:21Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 4, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'subnets': [{'id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:08:26.735732 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:27.022430 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 3, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:27.059021 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Checking router: b44362ec-ab37-4757-af10-588007bdb5c4 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:08:27.059373 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Updating router b44362ec-ab37-4757-af10-588007bdb5c4 port 83337c20-a68e-4d17-ba94-3b015c37821d binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:08:27.129170 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.136830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.195544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:27.270650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:27.275273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 77b0936b-2ee7-4bf9-abaf-01bc67620bcb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:27.343565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:27.348504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:27.348895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.391926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Allocated IP 172.20.0.1 (f893da4f-5325-4c51-8120-bebf8c901404/aba15464-bc08-4333-af3f-0e34ec2d925d/67978ded-bb91-4d9e-afd7-d5c62d453cb0) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:27.448894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.489003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:27.494648 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.497822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f6e130d3-e447-4f1c-913f-db7b652a1423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:27.547722 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.568721 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Transition to ACTIVE for port object 83337c20-a68e-4d17-ba94-3b015c37821d will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:27.571517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:27.576864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.579741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:27.581320 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-6af3cba6-c3f4-4dab-83a5-eeaf485d4f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:27.591215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682e0f3-322e-4286-86f4-fcc909cf2e39 None None] Network f893da4f-5325-4c51-8120-bebf8c901404 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:08:27.614833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.634837 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Attempting to bind port 83337c20-a68e-4d17-ba94-3b015c37821d on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:27.635217 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Attempting to bind port 83337c20-a68e-4d17-ba94-3b015c37821d by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:27.635587 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Attempting to bind port 83337c20-a68e-4d17-ba94-3b015c37821d on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:27.636116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Transition to ACTIVE for port object 67978ded-bb91-4d9e-afd7-d5c62d453cb0 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:27.649189 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:27.649795 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:27.650232 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.650784 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:27.651103 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Bound port: 83337c20-a68e-4d17-ba94-3b015c37821d, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:27.651852 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.680874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Provisioning for port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:27.682911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.686428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26c1c08d-2776-4200-857e-07deb80b5f1b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:27.687344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Provisioning complete for port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:27.688713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.718191 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] For port 83337c20-a68e-4d17-ba94-3b015c37821d, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:27.722469 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] For port 83337c20-a68e-4d17-ba94-3b015c37821d, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=83337c20-a68e-4d17-ba94-3b015c37821d,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:27.724802 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Pushing event updated for resources: {'Port': ['ID=83337c20-a68e-4d17-ba94-3b015c37821d,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:27.728222 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:27.730115 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.732450 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:27.743614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Network f893da4f-5325-4c51-8120-bebf8c901404 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:27.747842 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Pushing event updated for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:27.750188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:27.754007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:27.792050 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:27.792704 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:27.793735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.800815 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Pushing event updated for resources: {'Port': ['ID=83337c20-a68e-4d17-ba94-3b015c37821d,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:27.804143 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:27.836981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.837405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.837849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.838281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.838661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.839035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.839415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.839786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.840162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.840530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.840902 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.841263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:08:27.849164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:27.918541 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:27.927149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.975542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] For port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:27.984037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:27.986169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:27.989026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.055992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Pushing event updated for resources: {'Port': ['ID=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:28.059161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:28.131923 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 3, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:28.165425 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a908d-793c-43b4-ad6e-0376d6bca45b None None] The sync data for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv is: [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:25Z', 'revision_number': 3, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:08:28.203381 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.207703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Provisioning for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:28.210001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.212180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Provisioning complete for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:28.212566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.213429 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-012484bb-cb9b-4323-ab6b-64127fbe75e1 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:28.256099 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:28.269500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Provisioning complete for port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:28.270036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fef41fa0-70b9-45bd-aa29-79369b3f1f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.282816 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.286027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Pushing event updated for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:28.291907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:28.410986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Network f893da4f-5325-4c51-8120-bebf8c901404 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:28.412635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:28.515072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-33bc35d5-4ae3-4955-aeb3-b77282788cf4 None None] Provisioning complete for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:28.515459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-33bc35d5-4ae3-4955-aeb3-b77282788cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.566957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-33bc35d5-4ae3-4955-aeb3-b77282788cf4 None None] Port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:28.581473 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Router b44362ec-ab37-4757-af10-588007bdb5c4 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:08:28.709822 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:08:28.715102 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] 10.222.0.66 "PUT /v2.0/routers/b44362ec-ab37-4757-af10-588007bdb5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1464381 Jun 22 21:08:28.793309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-41c4256f-16d9-49c8-bc4f-337c0a6f735e None None] Provisioning complete for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:28.793709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-41c4256f-16d9-49c8-bc4f-337c0a6f735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:28.831440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-41c4256f-16d9-49c8-bc4f-337c0a6f735e None None] Port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:29.176422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 77b0936b-2ee7-4bf9-abaf-01bc67620bcb up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:29.226950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:29.227561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:29.308290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 83337c20-a68e-4d17-ba94-3b015c37821d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:29.355532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 83337c20-a68e-4d17-ba94-3b015c37821d completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:29.359473 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 83337c20-a68e-4d17-ba94-3b015c37821d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:29.359926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:29.398760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-45ecda7f-90fe-4b7d-b198-bbb4e26db79c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:29.400905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-45ecda7f-90fe-4b7d-b198-bbb4e26db79c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 817 time: 0.1147203 Jun 22 21:08:29.416693 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-a574fbbc-6ac4-4cf1-b0bc-877db0697d21 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/quotas/db52d8c290cb47a9889818aa6059bcc9 HTTP/1.1" status: 200 len: 375 time: 0.0099864 Jun 22 21:08:29.440994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:29.461084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 83337c20-a68e-4d17-ba94-3b015c37821d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=83337c20-a68e-4d17-ba94-3b015c37821d,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:29.465390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:29.466283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:29.467885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:29.490456 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-d6c869db-434c-4b9f-9487-6aac11e0a10a tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678146 Jun 22 21:08:29.690723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=83337c20-a68e-4d17-ba94-3b015c37821d,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:29.694695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:29.703284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:29.703450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-06e15396-a26b-47b5-8187-5d51c30eda2c service neutron] 10.222.0.66 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970720 Jun 22 21:08:29.703668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:29.802715 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-11c35436-c073-4ee9-9673-21ec17da73fb service neutron] 10.222.0.66 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915763 Jun 22 21:08:29.920236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Sync routers for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:08:29.930666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:29.931295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:29.980434 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f340bffd-ba3c-40ff-a978-b8760d8ba0c3 req-2144931d-244f-43dd-b8c2-a2590ac63c4c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Jun 22 21:08:30.045169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:30.259403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:27Z', 'revision_number': 4, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '67978ded-bb91-4d9e-afd7-d5c62d453cb0', 'name': '', 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'mac_address': 'fa:16:3e:56:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:27Z', 'updated_at': '2021-06-22T21:08:28Z', 'revision_number': 2, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'subnets': [{'id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:30.289843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Checking router: b44362ec-ab37-4757-af10-588007bdb5c4 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:08:30.290397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Updating router b44362ec-ab37-4757-af10-588007bdb5c4 port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:08:30.333823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.601651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.612606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Transition to ACTIVE for port object 67978ded-bb91-4d9e-afd7-d5c62d453cb0 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:30.618298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.620910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:30.668054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Pushing event updated for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:30.672559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:30.729040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Attempting to bind port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:30.729339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Attempting to bind port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:30.729708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Attempting to bind port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 on network f893da4f-5325-4c51-8120-bebf8c901404 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:30.734802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:30.735182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Checking segment: {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:30.735590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.735991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Bound using segment: {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:30.736566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Bound port: 67978ded-bb91-4d9e-afd7-d5c62d453cb0, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a551d181-719f-415a-b26f-3a4ff28ed1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:30.736959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.802470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] For port 67978ded-bb91-4d9e-afd7-d5c62d453cb0, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:30.805600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] For port 67978ded-bb91-4d9e-afd7-d5c62d453cb0, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67978ded-bb91-4d9e-afd7-d5c62d453cb0,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:30.812018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:30.816275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:30.883191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Pushing event updated for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:30.888916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:30.890670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:08:30.891361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:08:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:31.005357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:08:31.135386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-96d4085c-ead6-470f-9590-caa3526975a1 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:31.138115 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-96d4085c-ead6-470f-9590-caa3526975a1 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 817 time: 0.1243639 Jun 22 21:08:31.156358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Request body: {'port': {'device_id': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'admin_state_up': True, 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:31.159255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 83337c20-a68e-4d17-ba94-3b015c37821d up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:31.200832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4450ee22-e802-4795-af98-f9757bd9a085 req-cce1e21a-1db8-4054-a242-46cda7517be3 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 210 time: 0.0580072 Jun 22 21:08:31.278589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 83337c20-a68e-4d17-ba94-3b015c37821d triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:31.279011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:31.307249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Made reservation on behalf of db52d8c290cb47a9889818aa6059bcc9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:08:31.312116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:31.378674 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:27Z', 'revision_number': 4, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '67978ded-bb91-4d9e-afd7-d5c62d453cb0', 'name': '', 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'mac_address': 'fa:16:3e:56:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:27Z', 'updated_at': '2021-06-22T21:08:30Z', 'revision_number': 4, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'subnets': [{'id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:08:31.413825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd2de2-dd66-471f-8eff-48d835a88904 None None] The sync data for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv is: [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:08:27Z', 'revision_number': 4, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '67978ded-bb91-4d9e-afd7-d5c62d453cb0', 'name': '', 'network_id': 'f893da4f-5325-4c51-8120-bebf8c901404', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'mac_address': 'fa:16:3e:56:48:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:27Z', 'updated_at': '2021-06-22T21:08:30Z', 'revision_number': 4, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'subnets': [{'id': 'aba15464-bc08-4333-af3f-0e34ec2d925d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:08:31.446698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Allocated IP 172.20.0.10 (5973a9e8-dacb-4823-93c3-bc43df2b4f8a/f973b29b-264d-47af-b1b5-9dbde9de107c/6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:08:31.619036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:31.633680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Transition to ACTIVE for port object 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:31.669115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:31.673196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a85fa035-e744-4ec3-aaf0-e5d30f6da182 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:31.716029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:08:31.719274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:08:31.723946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:08:31.730598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Pushing event updated for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:31.755646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:31.784095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:31.784837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:31.805322 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6519959 Jun 22 21:08:31.823558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Request body: {'port': {'device_id': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:08:31.931400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.016342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3bd4b3e4-dba3-461c-9212-e043dfbfa86f None None] Provisioning for port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:32.021174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3bd4b3e4-dba3-461c-9212-e043dfbfa86f None None] Provisioning complete for port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:32.021539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b3e4-dba3-461c-9212-e043dfbfa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.055713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4b3e4-dba3-461c-9212-e043dfbfa86f None None] Port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:08:32.194005 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:08:32.201378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.214314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Transition to ACTIVE for port object 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:08:32.218931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.221653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-06744652-dc85-4a58-b01c-1721329a81c8 tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:32.268527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Pushing event updated for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:32.272009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:32.346404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Attempting to bind port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:08:32.346975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Attempting to bind port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:08:32.347408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Attempting to bind port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:32.352231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:08:32.352804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Attempting to bind port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:08:32.359843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:08:32.360181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Checking segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:08:32.360561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Bound using segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:08:32.360995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Bound port: 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:08:32.361586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.391706 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c425d-8e4e-4cb5-8520-fe756271cce7 req-7fbc1917-fd83-451e-bd58-8ec7e0a14248 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:32.393303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-713c425d-8e4e-4cb5-8520-fe756271cce7 req-7fbc1917-fd83-451e-bd58-8ec7e0a14248 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 944 time: 0.0696979 Jun 22 21:08:32.433597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:08:32.436056 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-713c425d-8e4e-4cb5-8520-fe756271cce7 req-a128e631-8adb-40ec-b95d-60841ae95d2f tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Jun 22 21:08:32.443850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:08:32.449343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.451570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dd9ed36b-f8aa-42ed-96db-72d2186a6665 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:32.485438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:32.486091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:32.487891 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] 10.222.0.53 "PUT /v2.0/ports/6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 HTTP/1.1" status: 200 len: 1094 time: 0.6710331 Jun 22 21:08:32.490303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:08:32.492688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3949b6-dea7-46e6-9e56-7cdb9a938299" -d '{"events": [{"name": "network-changed", "server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:08:32.523753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Pushing event updated for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:32.527022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:32.539045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cfa363-7dcf-4b1c-aff4-c4fb5cbd0361 x-openstack-request-id: req-40cfa363-7dcf-4b1c-aff4-c4fb5cbd0361 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:08:32.539391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:08:32.539725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40cfa363-7dcf-4b1c-aff4-c4fb5cbd0361 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:08:32.540204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9', 'status': 'completed', 'code': 200} Jun 22 21:08:32.601147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-37ba943b-b23e-485e-a621-0538661c1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:32.602803 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-37ba943b-b23e-485e-a621-0538661c1f69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 1097 time: 0.0561080 Jun 22 21:08:32.654547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-b6f13c84-e233-463f-b9ba-038a76761096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 HTTP/1.1" status: 200 len: 217 time: 0.0404787 Jun 22 21:08:32.708478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-3948ae66-07bc-4f16-9a64-55108d680d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:32.709943 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-3948ae66-07bc-4f16-9a64-55108d680d40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 200 len: 856 time: 0.0454519 Jun 22 21:08:32.775888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-c709f522-af15-4e44-961f-fb6ee2ed76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:32.777402 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-c709f522-af15-4e44-961f-fb6ee2ed76c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575202 Jun 22 21:08:32.871162 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-fa84a2ab-50dc-4c9c-8043-94012032d212 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 Jun 22 21:08:32.973678 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca0b8d01-73db-4446-a402-eca02ce44afc req-680addc8-27d6-4372-8bc5-80a09d747229 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Jun 22 21:08:33.092123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-2bfc03ab-77d2-494c-8401-262404d12120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:33.093673 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-2bfc03ab-77d2-494c-8401-262404d12120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 1097 time: 0.0636792 Jun 22 21:08:33.117222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67978ded-bb91-4d9e-afd7-d5c62d453cb0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:33.167751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:33.171241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:33.171621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:33.202021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-ac362f34-7f97-4aa0-9d71-6a5e545d218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:33.203508 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-ac362f34-7f97-4aa0-9d71-6a5e545d218c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 918 time: 0.0968969 Jun 22 21:08:33.244531 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-67b902f8-f108-447d-92ba-e054ebe29bbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 HTTP/1.1" status: 200 len: 217 time: 0.0336962 Jun 22 21:08:33.250272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:33.286082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 67978ded-bb91-4d9e-afd7-d5c62d453cb0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67978ded-bb91-4d9e-afd7-d5c62d453cb0,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:33.290996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:33.293804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97063ea5-1fbc-423c-a2e8-696c620cb909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:33.302226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-a628bce7-1d0d-4b0b-a2c8-4848015fd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:33.303693 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-a628bce7-1d0d-4b0b-a2c8-4848015fd097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 200 len: 856 time: 0.0517831 Jun 22 21:08:33.341611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:33.345502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:33.362097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-0ee2babd-2cc5-4ad0-872d-73325021118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:33.363593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-0ee2babd-2cc5-4ad0-872d-73325021118a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528820 Jun 22 21:08:33.459611 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-4ed5463d-67f4-49be-9288-2a4cf8239a09 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Jun 22 21:08:33.548339 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3949b6-dea7-46e6-9e56-7cdb9a938299 req-1426b401-e0ec-4d58-b023-61e80e177a0c service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818427 Jun 22 21:08:33.616746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52593b-0db0-467d-925d-51ea96236acf req-317975b6-a6c7-4d14-a64a-9ee776cb508a tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:33.618301 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d52593b-0db0-467d-925d-51ea96236acf req-317975b6-a6c7-4d14-a64a-9ee776cb508a tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 944 time: 0.0672436 Jun 22 21:08:33.656168 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d52593b-0db0-467d-925d-51ea96236acf req-f0392e67-e4c2-45cd-b653-a18f604c1f2d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jun 22 21:08:34.827329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ef2-3953-4239-8d89-3ba4b83bbb5e req-3db7225c-e19d-4aef-8654-db4a10e55c6c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:34.828770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1c26ef2-3953-4239-8d89-3ba4b83bbb5e req-3db7225c-e19d-4aef-8654-db4a10e55c6c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 944 time: 0.0633323 Jun 22 21:08:34.871833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f1c26ef2-3953-4239-8d89-3ba4b83bbb5e req-7451b8a3-3e24-492f-a19c-1fc6773f68d4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357516 Jun 22 21:08:35.080571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67978ded-bb91-4d9e-afd7-d5c62d453cb0 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:35.127519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:35.127872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:35.697971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:08:35.810331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:35.824154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'port_id': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9', 'mac_address': 'fa:16:3e:e6:19:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:08:35.860667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:35.873102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:08:35.893301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:35.898018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:35.899804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:35.945850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:35.948983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:36.045308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c24d-1ac0-4458-b914-6d8765a3d2c9 req-3aaf2e1b-c254-4f81-bfd4-2566561c99da tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:36.046799 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9dc6c24d-1ac0-4458-b914-6d8765a3d2c9 req-3aaf2e1b-c254-4f81-bfd4-2566561c99da tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 945 time: 0.0641775 Jun 22 21:08:36.096431 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9dc6c24d-1ac0-4458-b914-6d8765a3d2c9 req-e323743f-ecc9-4e30-ab61-47c820fee8d8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Jun 22 21:08:36.162250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:08:37.267278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ef25-7724-40e6-9a69-1560b4f27138 req-e5d2b8b6-c962-48b5-aeed-bcebfe663958 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:37.269286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6472ef25-7724-40e6-9a69-1560b4f27138 req-e5d2b8b6-c962-48b5-aeed-bcebfe663958 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 945 time: 0.0614486 Jun 22 21:08:37.308445 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6472ef25-7724-40e6-9a69-1560b4f27138 req-4d31d107-16a5-40a5-a23f-b7021e81ad41 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jun 22 21:08:37.712798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:08:37.759755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:08:37.763240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:08:37.763620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:37.839729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:37.862626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:08:37.864892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38980da-de8b-44d8-8e68-f9b3eb8195b0" -d '{"events": [{"server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "name": "network-vif-plugged", "status": "completed", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:08:37.878336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:08:37.883672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:37.885617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3665a85b-4a6e-4630-8e4c-f7109d3877ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:08:37.906469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb12f84-62ed-4d4f-813b-925d418d2421 x-openstack-request-id: req-ecb12f84-62ed-4d4f-813b-925d418d2421 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:08:37.906766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "name": "network-vif-plugged", "status": "completed", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:08:37.907027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecb12f84-62ed-4d4f-813b-925d418d2421 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:08:37.907409 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9', 'code': 200} Jun 22 21:08:37.935092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:08:37.938128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:08:38.137543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c93466-8376-4b93-9af4-77e80effd0c8 req-c46cb2d4-e7ad-4ad2-b8ef-4b832ec674ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:38.139077 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36c93466-8376-4b93-9af4-77e80effd0c8 req-c46cb2d4-e7ad-4ad2-b8ef-4b832ec674ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 1099 time: 0.0510447 Jun 22 21:08:38.177094 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-36c93466-8376-4b93-9af4-77e80effd0c8 req-c1bde7e9-76b0-410b-9280-040e8f5776e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279660 Jun 22 21:08:38.487510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e737d0-a31b-4aca-a985-098516ea281f req-7759bb05-bbfc-4c87-98d4-702de2a198e3 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:38.488961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c9e737d0-a31b-4aca-a985-098516ea281f req-7759bb05-bbfc-4c87-98d4-702de2a198e3 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0678799 Jun 22 21:08:38.526473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c9e737d0-a31b-4aca-a985-098516ea281f req-63aaff3f-4900-4609-904f-a7d9c73dceb7 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Jun 22 21:08:39.707946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6528-4c22-4b12-b0ba-8c4d9747eac2 req-a46b5830-3c53-4a58-983c-052de5a96c53 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:39.709437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-62ba6528-4c22-4b12-b0ba-8c4d9747eac2 req-a46b5830-3c53-4a58-983c-052de5a96c53 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0645905 Jun 22 21:08:39.751682 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-62ba6528-4c22-4b12-b0ba-8c4d9747eac2 req-bb73f959-3389-4a5b-86ec-73b65b427dcc tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366189 Jun 22 21:08:39.931136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cad9cc-6ca7-44a5-a55a-885010d7d766 req-3513af12-c4ea-4a44-810a-e69272154364 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:08:39.932790 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4cad9cc-6ca7-44a5-a55a-885010d7d766 req-3513af12-c4ea-4a44-810a-e69272154364 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0726998 Jun 22 21:08:39.969925 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4cad9cc-6ca7-44a5-a55a-885010d7d766 req-6c736940-89b4-4a45-a955-5a1be26b78f6 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Jun 22 21:08:46.950491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-759fa978-4a64-4bfd-84f2-2eb88bd29bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:49.807821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e9cadabe-fc5b-41be-8c7a-7146806e0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:50.009346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:50.973128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:08:51.092105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:52.458098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:08:53.035980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:00.187527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9c5d-5f72-4132-8c04-061d5b11daf2 req-1c8911e6-5a30-4a3c-b2da-56707cf2c2fb tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:00.189327 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a50a9c5d-5f72-4132-8c04-061d5b11daf2 req-1c8911e6-5a30-4a3c-b2da-56707cf2c2fb tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0646470 Jun 22 21:09:00.231719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a50a9c5d-5f72-4132-8c04-061d5b11daf2 req-ffd642e9-1908-475f-9186-d68315851e66 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365300 Jun 22 21:09:01.412104 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1dafe-728a-421d-9970-1d5203a66061 req-bf4c5ce5-2fc5-4a24-96c6-eb741f2e7a85 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:01.413575 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2b1dafe-728a-421d-9970-1d5203a66061 req-bf4c5ce5-2fc5-4a24-96c6-eb741f2e7a85 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0656688 Jun 22 21:09:01.452085 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b2b1dafe-728a-421d-9970-1d5203a66061 req-57491164-612e-43dd-82b8-56c8125eac12 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jun 22 21:09:01.800883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-71bc33f2-d58a-476b-aaa0-63e1bce2b435 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:01.802375 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-71bc33f2-d58a-476b-aaa0-63e1bce2b435 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 946 time: 0.0619192 Jun 22 21:09:01.904445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Deleting port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:01.904784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:01.996780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] For port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:01.997134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:02.009772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Calling delete_port for 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:02.139014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:02.142843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-51edafc4-acdd-4c9c-8548-c18d003c0d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:02.156118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:09:02.168329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Pushing event deleted for resources: {'Port': ['ID=6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:02.171451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:02.215100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] No DVR routers for this DVR port 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:02.217654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:02.219646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0d12377e-68b6-49d6-acaa-879255c7ec74 req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "DELETE /v2.0/ports/6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 HTTP/1.1" status: 204 len: 173 time: 0.4088371 Jun 22 21:09:02.220924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'name': 'network-vif-deleted', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:09:02.223403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6b3f8-02f9-45ee-bfd4-3a0b259d0fd8" -d '{"events": [{"server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "name": "network-vif-deleted", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:09:02.263675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e03583-80fb-40c8-9017-317d7a3ff0e5 x-openstack-request-id: req-a9e03583-80fb-40c8-9017-317d7a3ff0e5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:09:02.264026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddd4354-1cf1-480f-87dc-7c8ccc29c768", "name": "network-vif-deleted", "tag": "6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:09:02.264332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9e03583-80fb-40c8-9017-317d7a3ff0e5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:09:02.264778 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddd4354-1cf1-480f-87dc-7c8ccc29c768', 'name': 'network-vif-deleted', 'tag': '6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9', 'status': 'completed', 'code': 200} Jun 22 21:09:02.601841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-08deb51f-e273-408b-85cb-839cc8378b37 req-1b9f891e-76d7-4328-84b2-2e0741db9e63 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=cddd4354-1cf1-480f-87dc-7c8ccc29c768 HTTP/1.1" status: 200 len: 210 time: 0.0286777 Jun 22 21:09:04.418602 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-ecdb02ad-dcde-4046-93d8-d2694c24336b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:04.419955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-ecdb02ad-dcde-4046-93d8-d2694c24336b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 817 time: 0.1065083 Jun 22 21:09:04.435054 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-6a77968c-5b78-43d0-8ee7-c538acc27cd6 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/quotas/db52d8c290cb47a9889818aa6059bcc9 HTTP/1.1" status: 200 len: 375 time: 0.0091815 Jun 22 21:09:04.500976 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-2bf6b3cb-bd78-4ea3-89d6-d5da35df2f9a tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604906 Jun 22 21:09:04.516575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-b119d796-5ad6-4c5a-9ee4-12f907869921 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:09:04.519238 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-b119d796-5ad6-4c5a-9ee4-12f907869921 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058787 Jun 22 21:09:04.610623 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-8ad79ba2-0fe7-4e8b-bd45-75c4fdccbb46 service neutron] 10.222.0.66 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860837 Jun 22 21:09:04.698423 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-fdc53b72-dc8b-4f92-bf14-83d13f34d037 service neutron] 10.222.0.66 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Jun 22 21:09:04.866286 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-489c5548-c8b1-403e-83ea-54abcc976ccd req-44dc9113-96e8-48ea-985e-5959699b9b5f tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 210 time: 0.0333784 Jun 22 21:09:05.805605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:05.828410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:05.828765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6fc28866-6e9b-4d0f-9b6d-bb394e7d28e9 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:05.967025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-6ac8bf26-957a-4c5f-afd5-3b3b943d7b3d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:05.968480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-6ac8bf26-957a-4c5f-afd5-3b3b943d7b3d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 817 time: 0.1121206 Jun 22 21:09:05.998421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Request body: {'port': {'device_id': '63c7b76d-c186-49f8-8faa-e47029286b90', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'admin_state_up': True, 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:06.026451 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9581f314-edfd-42cc-8922-7f564a5d2caa req-3c731e13-61b7-452d-a2a6-2de2eafadc95 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 210 time: 0.0425410 Jun 22 21:09:06.489558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Made reservation on behalf of db52d8c290cb47a9889818aa6059bcc9 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:09:06.493047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:06.615420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Allocated IP 172.20.0.11 (5973a9e8-dacb-4823-93c3-bc43df2b4f8a/f973b29b-264d-47af-b1b5-9dbde9de107c/190caf3b-4f2f-4451-ad5c-bc77681d9afa) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:06.768549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:06.781368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Transition to ACTIVE for port object 190caf3b-4f2f-4451-ad5c-bc77681d9afa will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:06.813677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:06.818033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:06.859212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:06.864927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:06.868340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:06.900634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Pushing event updated for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:06.904116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:06.929598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:06.930249 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:06.945178 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9505148 Jun 22 21:09:06.963092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Request body: {'port': {'device_id': '63c7b76d-c186-49f8-8faa-e47029286b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:07.042178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.131744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c0628750-9228-405a-8498-9cac00d83abb None None] Provisioning for port 190caf3b-4f2f-4451-ad5c-bc77681d9afa completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:07.135916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c0628750-9228-405a-8498-9cac00d83abb None None] Provisioning complete for port 190caf3b-4f2f-4451-ad5c-bc77681d9afa triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:07.136232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c0628750-9228-405a-8498-9cac00d83abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.175984 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c0628750-9228-405a-8498-9cac00d83abb None None] Port 190caf3b-4f2f-4451-ad5c-bc77681d9afa cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:07.293240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25507-6359-48d2-a31d-a6fe793f4e4a req-b4e346c7-c8aa-4c26-8016-8bacb4282600 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:07.294777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbf25507-6359-48d2-a31d-a6fe793f4e4a req-b4e346c7-c8aa-4c26-8016-8bacb4282600 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 932 time: 0.1334066 Jun 22 21:09:07.361443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bbf25507-6359-48d2-a31d-a6fe793f4e4a req-db44c710-ff7a-40bc-b076-0855013cd395 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568283 Jun 22 21:09:07.418783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190caf3b-4f2f-4451-ad5c-bc77681d9afa {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:09:07.430696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.446696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Transition to ACTIVE for port object 190caf3b-4f2f-4451-ad5c-bc77681d9afa will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:07.451293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.453461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-25802f75-feaa-45ee-84c8-b862edd0c97f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:07.502804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Pushing event updated for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:07.531047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:07.583176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Attempting to bind port 190caf3b-4f2f-4451-ad5c-bc77681d9afa on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:07.583515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Attempting to bind port 190caf3b-4f2f-4451-ad5c-bc77681d9afa by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:07.583849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Attempting to bind port 190caf3b-4f2f-4451-ad5c-bc77681d9afa on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:07.588314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Port 190caf3b-4f2f-4451-ad5c-bc77681d9afa on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:09:07.588635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Attempting to bind port 190caf3b-4f2f-4451-ad5c-bc77681d9afa on network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:07.593585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:07.593947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Checking segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:07.594365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Bound using segment: {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:07.594793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Bound port: 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6598bfc4-3247-471c-af66-67261131d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:07.595296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.659516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:07.662429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:07.667124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.670132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ef2d7041-467d-4083-ab49-0fcbe525e5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:07.703556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:07.705044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:07.706637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] 10.222.0.53 "PUT /v2.0/ports/190caf3b-4f2f-4451-ad5c-bc77681d9afa HTTP/1.1" status: 200 len: 1094 time: 0.7489123 Jun 22 21:09:07.707180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:09:07.709497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b97069f-faa3-4580-8cd8-aa7c94aa2261" -d '{"events": [{"name": "network-changed", "server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:09:07.741859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Pushing event updated for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:07.745683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:07.761616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a04958-784a-4eaa-9e02-11c9d2c9932f x-openstack-request-id: req-50a04958-784a-4eaa-9e02-11c9d2c9932f {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:09:07.761992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:09:07.762300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50a04958-784a-4eaa-9e02-11c9d2c9932f {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:09:07.762744 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa', 'status': 'completed', 'code': 200} Jun 22 21:09:07.813427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-126ee4a5-dd68-4258-9e14-d0d68cb0c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:07.815471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-126ee4a5-dd68-4258-9e14-d0d68cb0c23f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 1097 time: 0.0653775 Jun 22 21:09:07.863971 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-2040a547-c0c2-49fc-a65b-c5c211350653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa HTTP/1.1" status: 200 len: 217 time: 0.0371501 Jun 22 21:09:07.917803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-b886558a-42b5-43e1-9d32-29348ab22a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:07.919267 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-b886558a-42b5-43e1-9d32-29348ab22a3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 200 len: 856 time: 0.0458663 Jun 22 21:09:07.985037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-ac99ed73-0fea-4b30-ab91-03150a640a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:07.987601 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-ac99ed73-0fea-4b30-ab91-03150a640a63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575023 Jun 22 21:09:08.080152 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-c55974b1-2e51-4d72-a3fc-9f27b3abed8f service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Jun 22 21:09:08.177772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b9f40ad3-1c44-4016-99b0-d13c98963ce7 req-25d8f5b0-0591-4523-94af-58d35847b89a service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Jun 22 21:09:08.285401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-ce71841c-fe8f-4045-b8e6-a8897ca8c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:08.286926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-ce71841c-fe8f-4045-b8e6-a8897ca8c408 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 1097 time: 0.0526321 Jun 22 21:09:08.381405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-9128e5c6-39fd-4ccb-a7fb-7b2a5d8212fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:08.382815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-9128e5c6-39fd-4ccb-a7fb-7b2a5d8212fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 918 time: 0.0877664 Jun 22 21:09:08.427281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-af09dc49-e810-4610-ae53-c16701d21d24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa HTTP/1.1" status: 200 len: 217 time: 0.0370369 Jun 22 21:09:08.480320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-eae18024-ba6f-40e9-bced-423e03c2b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:08.481762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-eae18024-ba6f-40e9-bced-423e03c2b574 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 200 len: 856 time: 0.0477679 Jun 22 21:09:08.584363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-0bcd4e7c-64e5-4b68-b0b9-5b1aae866daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:08.585832 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-0bcd4e7c-64e5-4b68-b0b9-5b1aae866daa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958314 Jun 22 21:09:08.597552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd75ec-d674-42b8-80cc-8d0a466f64c5 req-8052561f-3cde-4786-911a-aa6ba7c0ab7c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:08.598939 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06dd75ec-d674-42b8-80cc-8d0a466f64c5 req-8052561f-3cde-4786-911a-aa6ba7c0ab7c tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 944 time: 0.1014597 Jun 22 21:09:08.687195 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06dd75ec-d674-42b8-80cc-8d0a466f64c5 req-bacd9639-d88c-41ab-a4e2-185013155b86 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803437 Jun 22 21:09:08.710447 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-643c8cdf-934c-48d1-8581-796bb831b728 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105976 Jun 22 21:09:08.801281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0b97069f-faa3-4580-8cd8-aa7c94aa2261 req-440e60cb-dfa1-4309-8028-dd0fb00b8f09 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815456 Jun 22 21:09:09.805442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 190caf3b-4f2f-4451-ad5c-bc77681d9afa details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:09:09.871162 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2f92-3fda-4855-94a1-03779e6fce1c req-f93b0eab-a430-4ad5-b279-3bd410dfc81d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:09.872656 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aa9b2f92-3fda-4855-94a1-03779e6fce1c req-f93b0eab-a430-4ad5-b279-3bd410dfc81d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 944 time: 0.0641732 Jun 22 21:09:09.900718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:09.912012 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aa9b2f92-3fda-4855-94a1-03779e6fce1c req-92ea0eba-d84b-477b-a55b-924762d6e78e tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jun 22 21:09:09.917093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '190caf3b-4f2f-4451-ad5c-bc77681d9afa', 'network_id': '5973a9e8-dacb-4823-93c3-bc43df2b4f8a', 'port_id': '190caf3b-4f2f-4451-ad5c-bc77681d9afa', 'mac_address': 'fa:16:3e:90:12:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f973b29b-264d-47af-b1b5-9dbde9de107c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:09:09.953077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:09.966038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190caf3b-4f2f-4451-ad5c-bc77681d9afa {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:09:09.985453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:09.990594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:09.993392 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-47415e06-1311-4fec-979f-81f3f4661724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:10.038404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:10.045073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.045422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.045762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.046130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.046464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.046796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.047123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.047451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.047778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.048325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.048973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.049297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:10.053001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:10.248542 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['190caf3b-4f2f-4451-ad5c-bc77681d9afa'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:09:11.091672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310b3a2-b053-48c3-93af-a43e8b4a3e42 req-0ec347d8-cf17-4f57-b08a-afedc0d7ca97 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:11.093124 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e310b3a2-b053-48c3-93af-a43e8b4a3e42 req-0ec347d8-cf17-4f57-b08a-afedc0d7ca97 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 945 time: 0.0684738 Jun 22 21:09:11.135928 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e310b3a2-b053-48c3-93af-a43e8b4a3e42 req-0287a500-8e08-415a-ba9d-eef89d17cce5 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Jun 22 21:09:11.820958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 190caf3b-4f2f-4451-ad5c-bc77681d9afa up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:11.867361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 190caf3b-4f2f-4451-ad5c-bc77681d9afa completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:11.871224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 190caf3b-4f2f-4451-ad5c-bc77681d9afa triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:11.871546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:11.947307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:12.113149 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:09:12.115314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23183a4c-656c-4c8c-bbe4-a8dc03bd3a1a" -d '{"events": [{"server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "name": "network-vif-plugged", "status": "completed", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:09:12.128078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:12.133174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:12.135413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:12.157580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d681a82-3c3c-4e30-86a9-6a5a88496169 x-openstack-request-id: req-5d681a82-3c3c-4e30-86a9-6a5a88496169 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:09:12.158030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "name": "network-vif-plugged", "status": "completed", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:09:12.158307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d681a82-3c3c-4e30-86a9-6a5a88496169 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:09:12.158704 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa', 'code': 200} Jun 22 21:09:12.183922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:12.186931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:12.311835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b332a-fbd5-4d0a-bfa5-f48e936f5c32 req-60248c5b-4e1c-4973-9912-8254d1ce6301 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:12.313328 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a31b332a-fbd5-4d0a-bfa5-f48e936f5c32 req-60248c5b-4e1c-4973-9912-8254d1ce6301 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0639851 Jun 22 21:09:12.352258 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a31b332a-fbd5-4d0a-bfa5-f48e936f5c32 req-de3eb705-c0f6-47a5-af26-1f26ca486877 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Jun 22 21:09:12.402973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618099-caad-4828-8591-94d03e08c6b4 req-423470fe-b600-4225-8858-4a469b15be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:12.404490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a618099-caad-4828-8591-94d03e08c6b4 req-423470fe-b600-4225-8858-4a469b15be57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 1099 time: 0.0513608 Jun 22 21:09:12.443470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a618099-caad-4828-8591-94d03e08c6b4 req-341efecc-1cb8-401d-842f-cc02de014db0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293934 Jun 22 21:09:13.532092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf691-adbc-4d0b-a667-170aceed112d req-c090c647-8eba-48b2-b00b-fa2b6e4b9578 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:13.534073 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d9dbf691-adbc-4d0b-a667-170aceed112d req-c090c647-8eba-48b2-b00b-fa2b6e4b9578 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0645680 Jun 22 21:09:13.570734 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d9dbf691-adbc-4d0b-a667-170aceed112d req-a99e295a-2987-47dc-b888-2d87177f0f17 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Jun 22 21:09:13.746090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cfebc-0002-414c-a026-74d9850fed9c req-0c4c450a-a69b-4b37-88a7-5b73379084a8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:13.747546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-158cfebc-0002-414c-a026-74d9850fed9c req-0c4c450a-a69b-4b37-88a7-5b73379084a8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0664799 Jun 22 21:09:13.785458 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-158cfebc-0002-414c-a026-74d9850fed9c req-eccdecdf-bef0-41f5-b9ba-bcb53531fa2d tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jun 22 21:09:16.951881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-924b20da-8e81-4eeb-b101-56519f3c7f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:19.808598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e6245cbe-0476-43f7-990e-ec0b475d6076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:20.011603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:21.096135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:21.354474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-4fb9fca9-006e-46a8-bc43-d6dd64f06bec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538185 Jun 22 21:09:21.444900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-86d1a0e2-9e1b-44c9-ad6d-b78016ba9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:21.446501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-86d1a0e2-9e1b-44c9-ad6d-b78016ba9f57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db52d8c290cb47a9889818aa6059bcc9&device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 1099 time: 0.0507278 Jun 22 21:09:21.556434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-3fdb922b-af4a-4e12-9a30-f0ebd660b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:21.557876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-3fdb922b-af4a-4e12-9a30-f0ebd660b994 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 200 len: 918 time: 0.0895140 Jun 22 21:09:21.599489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-37ffadba-094b-4f1a-8c09-d3ebe6d6b8d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa HTTP/1.1" status: 200 len: 217 time: 0.0355434 Jun 22 21:09:21.647742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-1699189a-3414-4327-bb44-6a418f55888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:21.649133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-1699189a-3414-4327-bb44-6a418f55888f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 200 len: 856 time: 0.0427904 Jun 22 21:09:21.711459 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-6b77c578-1bfe-41f6-ae96-feae9bf39202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:21.712923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-6b77c578-1bfe-41f6-ae96-feae9bf39202 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5973a9e8-dacb-4823-93c3-bc43df2b4f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572553 Jun 22 21:09:21.805216 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-f8a6d5e7-81d9-44fe-9973-a63967ffe8ae service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 Jun 22 21:09:21.898692 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07c1a8f2-93a4-457c-ab39-3576776d12a5 req-38c708bc-320d-415d-9c99-036c6f2a7c89 service neutron] 10.222.0.53 "GET /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Jun 22 21:09:22.457241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:23.038284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:27.972692 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:09:33.807089 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1def-a931-4e59-80f7-1cf99ca4bf39 req-ad03c61b-a950-4305-9b80-99ca9ad6b6f8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:33.809443 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81ec1def-a931-4e59-80f7-1cf99ca4bf39 req-ad03c61b-a950-4305-9b80-99ca9ad6b6f8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0947409 Jun 22 21:09:33.859861 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-81ec1def-a931-4e59-80f7-1cf99ca4bf39 req-3ce49bb5-341c-4150-9e18-ea1c10d6c279 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Jun 22 21:09:35.054696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e4bec-6d99-4ba7-97ba-5cdeb718f0a8 req-660abf45-1b69-41e2-a68b-ac01be2f85b5 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:35.056082 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a8e4bec-6d99-4ba7-97ba-5cdeb718f0a8 req-660abf45-1b69-41e2-a68b-ac01be2f85b5 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0779228 Jun 22 21:09:35.094120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1a8e4bec-6d99-4ba7-97ba-5cdeb718f0a8 req-f9cae1c6-0937-48ec-a62b-a6de414d0bd3 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/security-groups?id=b92fa414-fead-4481-925c-02cf1ea0f4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Jun 22 21:09:35.462643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75878203-b21f-4483-9ae4-c49b00223b40 req-dc93cd61-2315-4d37-b899-fc2698b6472e tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:35.464079 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75878203-b21f-4483-9ae4-c49b00223b40 req-dc93cd61-2315-4d37-b899-fc2698b6472e tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 946 time: 0.0673699 Jun 22 21:09:35.565431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Deleting port 190caf3b-4f2f-4451-ad5c-bc77681d9afa {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:35.566100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:35.655540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] For port 190caf3b-4f2f-4451-ad5c-bc77681d9afa, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=190caf3b-4f2f-4451-ad5c-bc77681d9afa,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:35.655898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:35.667689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Calling delete_port for 190caf3b-4f2f-4451-ad5c-bc77681d9afa owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:35.791075 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:35.794806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-35199f6e-7be4-4334-be2e-689b78c2107c tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:35.809534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['190caf3b-4f2f-4451-ad5c-bc77681d9afa'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:09:35.824753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Pushing event deleted for resources: {'Port': ['ID=190caf3b-4f2f-4451-ad5c-bc77681d9afa,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:35.837310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.837698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.838115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.838494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.838865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.839235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.839601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.839965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.840420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.840742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.841110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.841470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:35.859849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:35.885265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] No DVR routers for this DVR port 190caf3b-4f2f-4451-ad5c-bc77681d9afa on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:35.888267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:35.890271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-75878203-b21f-4483-9ae4-c49b00223b40 req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.53 "DELETE /v2.0/ports/190caf3b-4f2f-4451-ad5c-bc77681d9afa HTTP/1.1" status: 204 len: 173 time: 0.4175403 Jun 22 21:09:35.890887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'name': 'network-vif-deleted', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:09:35.894191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c36300-5b77-4e56-b1ec-870763a691c3" -d '{"events": [{"server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "name": "network-vif-deleted", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:09:35.935178 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e67e8f-0425-4778-92be-ad8af4637c59 x-openstack-request-id: req-79e67e8f-0425-4778-92be-ad8af4637c59 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:09:35.935533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c7b76d-c186-49f8-8faa-e47029286b90", "name": "network-vif-deleted", "tag": "190caf3b-4f2f-4451-ad5c-bc77681d9afa", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:09:35.935824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79e67e8f-0425-4778-92be-ad8af4637c59 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:09:35.936268 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c7b76d-c186-49f8-8faa-e47029286b90', 'name': 'network-vif-deleted', 'tag': '190caf3b-4f2f-4451-ad5c-bc77681d9afa', 'status': 'completed', 'code': 200} Jun 22 21:09:36.245407 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6636101d-08b4-4510-aa69-dec212325426 req-06de0849-416d-4684-8333-d16e84639ed8 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c7b76d-c186-49f8-8faa-e47029286b90 HTTP/1.1" status: 200 len: 210 time: 0.0289383 Jun 22 21:09:37.373762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36928) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:37.762574 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:37.960884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 190caf3b-4f2f-4451-ad5c-bc77681d9afa no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:37.983617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 190caf3b-4f2f-4451-ad5c-bc77681d9afa {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:37.983972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 190caf3b-4f2f-4451-ad5c-bc77681d9afa not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:38.031409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Deleting port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:38.031661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:38.114547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] For port 77b0936b-2ee7-4bf9-abaf-01bc67620bcb, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:38.114927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:38.131336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Calling delete_port for 77b0936b-2ee7-4bf9-abaf-01bc67620bcb owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:38.312882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:38.316751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1786aee7-e8fb-4471-a32b-12083cb22698 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:38.344470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b0936b-2ee7-4bf9-abaf-01bc67620bcb,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:38.367208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:38.509827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.090049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Router c5d8c75b-71c1-4e10-bbed-4221714af897 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:09:39.198125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:39.203187 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] 10.222.0.66 "PUT /v2.0/routers/c5d8c75b-71c1-4e10-bbed-4221714af897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268080 Jun 22 21:09:39.206507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36930) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:39.207789 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Sync routers for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:39.216685 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:39.217303 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:39.314164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.321332 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:39.418802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.471064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Deleting port 1139a400-2e1d-4de3-a3b4-1c7a5d615426 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:39.471844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.500074 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:09:38Z', 'revision_number': 5, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port': {'id': '1139a400-2e1d-4de3-a3b4-1c7a5d615426', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:20Z', 'updated_at': '2021-06-22T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:39.528574 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Checking router: c5d8c75b-71c1-4e10-bbed-4221714af897 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:39.537250 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Routers {'c5d8c75b-71c1-4e10-bbed-4221714af897'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:39.537860 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['c5d8c75b-71c1-4e10-bbed-4221714af897'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:39.560725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] For port 1139a400-2e1d-4de3-a3b4-1c7a5d615426, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1139a400-2e1d-4de3-a3b4-1c7a5d615426,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:39.561336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.572783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Calling delete_port for 1139a400-2e1d-4de3-a3b4-1c7a5d615426 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:39.621623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] Set router c5d8c75b-71c1-4e10-bbed-4221714af897 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:39.750743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.752777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d47bb4d6-7b76-46b3-aa5f-ec5e6815816c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:39.767239 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:09:39Z', 'revision_number': 6, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:39.777386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Pushing event deleted for resources: {'Port': ['ID=1139a400-2e1d-4de3-a3b4-1c7a5d615426,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:39.780530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:39.794287 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598cd45-e824-4c4a-aff9-4fc8a536bb61 None None] The sync data for ids ['c5d8c75b-71c1-4e10-bbed-4221714af897'] in dv-neutron-797537-2-hyperv is: [{'id': 'c5d8c75b-71c1-4e10-bbed-4221714af897', 'name': 'tempest-TestEncryptedCinderVolumes-1356536969-router', 'tenant_id': 'db52d8c290cb47a9889818aa6059bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:19Z', 'updated_at': '2021-06-22T21:09:39Z', 'revision_number': 6, 'project_id': 'db52d8c290cb47a9889818aa6059bcc9', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:09:39.849827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.941084 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.943173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.985920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.986496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d8c75b-71c1-4e10-bbed-4221714af897 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:09:39.990833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:39.992060 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c5d8c75b-71c1-4e10-bbed-4221714af897 HTTP/1.1" status: 204 len: 168 time: 0.7845991 Jun 22 21:09:39.994577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36932) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:40.037690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Deleting subnet f973b29b-264d-47af-b1b5-9dbde9de107c {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:09:40.040502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.073888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.170595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.231658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.233932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15370c7c-6091-4a5e-976b-41974a7d96c2 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:40.259784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f973b29b-264d-47af-b1b5-9dbde9de107c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:40.262765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:40.263770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.268895 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f973b29b-264d-47af-b1b5-9dbde9de107c HTTP/1.1" status: 204 len: 168 time: 0.2728167 Jun 22 21:09:40.269295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36934) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:40.271616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a62da-418c-4c6e-88d5-67ad633d2c21 None None] Network 5973a9e8-dacb-4823-93c3-bc43df2b4f8a requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:40.384180 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.445709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Deleting port 912a1877-e22f-47fa-8b86-1617f1beaa18 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:40.446147 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.510683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] For port 912a1877-e22f-47fa-8b86-1617f1beaa18, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=912a1877-e22f-47fa-8b86-1617f1beaa18,segment=NetworkSegment(6598bfc4-3247-471c-af66-67261131d321),segment_id=6598bfc4-3247-471c-af66-67261131d321)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:40.511036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.522977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Calling delete_port for 912a1877-e22f-47fa-8b86-1617f1beaa18 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:40.561539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] DHCP port deletion for 5973a9e8-dacb-4823-93c3-bc43df2b4f8a request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:09:40.608467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Deleting port 912a1877-e22f-47fa-8b86-1617f1beaa18 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:40.608877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.609323 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.612898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-abe1e77f-e430-47c4-9a09-58dc7184f1f6 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:40.636787 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=912a1877-e22f-47fa-8b86-1617f1beaa18,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:40.641154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] No DVR routers for this DVR port 912a1877-e22f-47fa-8b86-1617f1beaa18 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:40.668013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.668486 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.669028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.669416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.669813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.670294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.670676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.671298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.671898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.672477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.672999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.673431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] For port 912a1877-e22f-47fa-8b86-1617f1beaa18, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:40.673631 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:40.674048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.679552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:40.693028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Calling delete_port for 912a1877-e22f-47fa-8b86-1617f1beaa18 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:40.695846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Port 912a1877-e22f-47fa-8b86-1617f1beaa18 was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 21:09:40.697199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.699031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:40.726657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Pushing event deleted for resources: {'Port': ['ID=912a1877-e22f-47fa-8b86-1617f1beaa18,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:40.729692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:40.730517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] No DVR routers for this DVR port 912a1877-e22f-47fa-8b86-1617f1beaa18 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:40.730644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.742566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5973a9e8-dacb-4823-93c3-bc43df2b4f8a']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:40.754342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6598bfc4-3247-471c-af66-67261131d321') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:40.754656 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6598bfc4-3247-471c-af66-67261131d321') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:40.763735 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.777360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.783406 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:09:40.784427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:09:40.786043 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:09:40.850585 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.854041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fea19660-45dc-4340-bcb0-176ae0123178 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:40.857036 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:40.861351 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5973a9e8-dacb-4823-93c3-bc43df2b4f8a HTTP/1.1" status: 204 len: 168 time: 0.5880640 Jun 22 21:09:40.861640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36936) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:40.870287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=5973a9e8-dacb-4823-93c3-bc43df2b4f8a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:40.872786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:41.118229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 77b0936b-2ee7-4bf9-abaf-01bc67620bcb no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:41.141650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 77b0936b-2ee7-4bf9-abaf-01bc67620bcb {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:41.142028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 77b0936b-2ee7-4bf9-abaf-01bc67620bcb not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:41.142471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1139a400-2e1d-4de3-a3b4-1c7a5d615426 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:41.162922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1139a400-2e1d-4de3-a3b4-1c7a5d615426 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:41.163275 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1139a400-2e1d-4de3-a3b4-1c7a5d615426 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:41.163703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 912a1877-e22f-47fa-8b86-1617f1beaa18 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:41.182817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 912a1877-e22f-47fa-8b86-1617f1beaa18 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:41.183170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 912a1877-e22f-47fa-8b86-1617f1beaa18 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:41.233385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:41.502148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Deleting port 67978ded-bb91-4d9e-afd7-d5c62d453cb0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:41.503154 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:41.583169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] For port 67978ded-bb91-4d9e-afd7-d5c62d453cb0, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=67978ded-bb91-4d9e-afd7-d5c62d453cb0,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:41.583510 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:41.595352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Calling delete_port for 67978ded-bb91-4d9e-afd7-d5c62d453cb0 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:41.777242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:41.779390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:41.804203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67978ded-bb91-4d9e-afd7-d5c62d453cb0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:41.807321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:41.975646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.203642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Router b44362ec-ab37-4757-af10-588007bdb5c4 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:09:42.315092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:42.320472 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] 10.222.0.66 "PUT /v2.0/routers/b44362ec-ab37-4757-af10-588007bdb5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575863 Jun 22 21:09:42.322996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36938) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:42.324180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Sync routers for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:42.334469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:42.335105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:42.445604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.450520 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:42.554786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.612466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Deleting port 83337c20-a68e-4d17-ba94-3b015c37821d {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:42.612893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.646792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:09:41Z', 'revision_number': 5, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port': {'id': '83337c20-a68e-4d17-ba94-3b015c37821d', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:08:25Z', 'updated_at': '2021-06-22T21:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:42.673722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Checking router: b44362ec-ab37-4757-af10-588007bdb5c4 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:42.682907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Routers {'b44362ec-ab37-4757-af10-588007bdb5c4'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:42.683538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['b44362ec-ab37-4757-af10-588007bdb5c4'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:42.711027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] For port 83337c20-a68e-4d17-ba94-3b015c37821d, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=83337c20-a68e-4d17-ba94-3b015c37821d,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:42.711364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.725151 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Calling delete_port for 83337c20-a68e-4d17-ba94-3b015c37821d owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:42.775068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] Set router b44362ec-ab37-4757-af10-588007bdb5c4 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:42.835306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:09:42Z', 'revision_number': 6, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:42.866274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ecf66-8e03-4c7f-9ea5-d70137933052 None None] The sync data for ids ['b44362ec-ab37-4757-af10-588007bdb5c4'] in dv-neutron-797537-2-hyperv is: [{'id': 'b44362ec-ab37-4757-af10-588007bdb5c4', 'name': 'tempest-TestEncryptedCinderVolumes-524429583-router', 'tenant_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:08:24Z', 'updated_at': '2021-06-22T21:09:42Z', 'revision_number': 6, 'project_id': 'ac9b2b3fd6de42588dc76c0c97f765f3', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:09:42.928243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:42.930430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-42ce3444-0866-4e80-8edc-d145a52e5893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:42.955515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83337c20-a68e-4d17-ba94-3b015c37821d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:42.958702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:43.018295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.111301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.114082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.163093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.163577 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44362ec-ab37-4757-af10-588007bdb5c4 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:09:43.168092 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.169273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b44362ec-ab37-4757-af10-588007bdb5c4 HTTP/1.1" status: 204 len: 168 time: 0.8453224 Jun 22 21:09:43.172276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36940) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:43.247696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Deleting subnet aba15464-bc08-4333-af3f-0e34ec2d925d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:09:43.253439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.296695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.307178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67978ded-bb91-4d9e-afd7-d5c62d453cb0 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:43.330404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 67978ded-bb91-4d9e-afd7-d5c62d453cb0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:43.331571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 67978ded-bb91-4d9e-afd7-d5c62d453cb0 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:43.376676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.433713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.436558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d8b0d9a1-fdda-4d18-9d2e-2c132501f2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:43.460181 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba15464-bc08-4333-af3f-0e34ec2d925d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:43.463093 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:43.464071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.466748 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-532db842-c88a-44fd-ab9d-0c21960a5dd0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aba15464-bc08-4333-af3f-0e34ec2d925d HTTP/1.1" status: 204 len: 168 time: 0.2923896 Jun 22 21:09:43.468369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36942) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:43.470878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de16b8-00da-46a5-b3d5-96f8e8091d28 None None] Network f893da4f-5325-4c51-8120-bebf8c901404 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:43.536553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.588506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Deleting port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:43.588765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.658268 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] For port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:43.658719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.672219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] DHCP port deletion for f893da4f-5325-4c51-8120-bebf8c901404 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:09:43.675485 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Calling delete_port for 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:43.720050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Deleting port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:09:43.720512 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.759092 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.761236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9076aaa9-157a-4a8c-a507-5b1954b48b65 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:43.786514 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:43.789781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:43.790591 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] No DVR routers for this DVR port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:43.806145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] For port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,segment=NetworkSegment(a551d181-719f-415a-b26f-3a4ff28ed1d8),segment_id=a551d181-719f-415a-b26f-3a4ff28ed1d8)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:43.806554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.820701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Calling delete_port for 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:09:43.867525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.877074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893da4f-5325-4c51-8120-bebf8c901404']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:43.892978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a551d181-719f-415a-b26f-3a4ff28ed1d8') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:43.893781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a551d181-719f-415a-b26f-3a4ff28ed1d8') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:43.904057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.907211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.909591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:43.921519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.928774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:09:43.929234 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:09:43.931531 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:09:43.936332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Pushing event deleted for resources: {'Port': ['ID=259c6ee5-c4bd-45bf-9b58-073a3fcf28d8,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:43.940606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:43.940606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] No DVR routers for this DVR port 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:09:43.986924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.990644 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d69238c3-3196-4b65-acdc-10fc730cec3a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:43.993197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:43.994730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f893da4f-5325-4c51-8120-bebf8c901404 HTTP/1.1" status: 204 len: 168 time: 0.5254495 Jun 22 21:09:44.006378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f893da4f-5325-4c51-8120-bebf8c901404,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:44.008675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:44.150478 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36946) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:44.191019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b40bb694-16bb-4b09-b009-8285cce0efbc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db52d8c290cb47a9889818aa6059bcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391293 Jun 22 21:09:44.193269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36948) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:44.241332 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.266084 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.313509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.316864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.318172 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b92fa414-fead-4481-925c-02cf1ea0f4c5 HTTP/1.1" status: 204 len: 168 time: 0.1230118 Jun 22 21:09:44.318962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:44.326343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fa414-fead-4481-925c-02cf1ea0f4c5,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:44.328684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8d83cb86-5a4b-42b6-8be5-89abfd41932c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:44.627731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36954) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:44.667561 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f6fde12a-8d48-45c5-918e-74279b11a7fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac9b2b3fd6de42588dc76c0c97f765f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384207 Jun 22 21:09:44.669647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36956) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:44.716419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.746581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.792278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.795015 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:44.796156 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7598290-3dd1-44f1-809f-ee8baa264ecd HTTP/1.1" status: 204 len: 168 time: 0.1254876 Jun 22 21:09:44.796933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-013e2923-cb4a-4b95-9e25-70d00884aded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:44.805094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7598290-3dd1-44f1-809f-ee8baa264ecd,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:44.809941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc4612c7-5d5b-49cf-8fd1-1534df56bc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:45.124755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:45.146181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:45.146597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 259c6ee5-c4bd-45bf-9b58-073a3fcf28d8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:45.147023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 83337c20-a68e-4d17-ba94-3b015c37821d no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:09:45.168998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 83337c20-a68e-4d17-ba94-3b015c37821d {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:09:45.169348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 83337c20-a68e-4d17-ba94-3b015c37821d not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:09:45.504946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36978) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:45.598744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1983109700-network', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:45.619627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Made reservation on behalf of c431176fc6d74025a97b0714c27e227f for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:09:45.622336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.631838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.718150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.722366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.725429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a86dfd72-2893-4141-84a8-4fd1fbdf9aa5 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:45.746559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:09:45.755952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f24fce-fa2d-4cf7-866a-294e4abeb4dd,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:45.760010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:45.761032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.761367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Added segment 2d083cbb-c4de-421a-8477-db6ebd33d969 of type vlan for network 22e8896b-b13a-459f-9dac-ae2de98c0b6e Jun 22 21:09:45.800551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.828150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.829472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:45.830062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:45.832659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83179c6e-dcaa-44d5-a1b6-40453cf85bdd tempest-ExtraDHCPOptionsTestJSON-866548476 tempest-ExtraDHCPOptionsTestJSON-866548476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:45.888575 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3825364 Jun 22 21:09:45.891410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36982) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:45.896426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Pushing event updated for resources: {'Network': ['ID=22e8896b-b13a-459f-9dac-ae2de98c0b6e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:45.897246 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Request body: {'subnet': {'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1983109700-subnet', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:45.899303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4ac2e0a8-7378-4d18-893e-d7dc58e28562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:45.907151 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:09:45.921451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Made reservation on behalf of c431176fc6d74025a97b0714c27e227f for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:09:45.924152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.088453 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.090624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f89c8dda-477d-494e-b875-347a528eb0dd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:46.158662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c5d004-5474-4e46-ae9d-c6285885ef9e,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:46.161222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Checking segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:46.161578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Network hostable DHCP agents. Network: 22e8896b-b13a-459f-9dac-ae2de98c0b6e, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:09:46.164004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:46.179518 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:09:46.188664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 22e8896b-b13a-459f-9dac-ae2de98c0b6e) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:46.193872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:46.194492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.199854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2225aca-0773-4b47-ae50-b7904b5dcfba None None] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:46.209269 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3166285 Jun 22 21:09:46.212026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 36984) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:46.216578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:46.238844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.239751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.293612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.351124 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:09:46.352059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.441444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.489799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Allocated IP 172.20.0.2 (22e8896b-b13a-459f-9dac-ae2de98c0b6e/e2c5d004-5474-4e46-ae9d-c6285885ef9e/1e81ade5-9306-44a2-a6d2-996215bec83f) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:46.634456 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.642660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Transition to ACTIVE for port object 1e81ade5-9306-44a2-a6d2-996215bec83f will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:46.652006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.657048 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Transition to ACTIVE for port object 1e81ade5-9306-44a2-a6d2-996215bec83f will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:46.663870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.665750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:46.677652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.704325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:46.707314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:46.710952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:46.717878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Pushing event updated for resources: {'Port': ['ID=1e81ade5-9306-44a2-a6d2-996215bec83f,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:46.722110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:46.770249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Attempting to bind port 1e81ade5-9306-44a2-a6d2-996215bec83f on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:46.770533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Attempting to bind port 1e81ade5-9306-44a2-a6d2-996215bec83f by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:46.770909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Attempting to bind port 1e81ade5-9306-44a2-a6d2-996215bec83f on network 22e8896b-b13a-459f-9dac-ae2de98c0b6e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:46.775786 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:46.776165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Checking segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:46.776575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.776979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Bound using segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:46.777449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Bound port: 1e81ade5-9306-44a2-a6d2-996215bec83f, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:46.777834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.783081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Allocated IP 172.26.4.241 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/824c02cf-b2cd-4727-bbde-4694b3f59a60) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:46.841627 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] For port 1e81ade5-9306-44a2-a6d2-996215bec83f, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:46.844764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] For port 1e81ade5-9306-44a2-a6d2-996215bec83f, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1e81ade5-9306-44a2-a6d2-996215bec83f,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:46.850946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.852997 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:46.904321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.922213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Pushing event updated for resources: {'Port': ['ID=1e81ade5-9306-44a2-a6d2-996215bec83f,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:46.927957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:46.950436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.953717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d542d0f0-44a1-4a52-b194-73bda311b7e4 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:46.957538 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2ca999ca-b121-4cd0-842e-20ee4af3a3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:46.992954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:46.997636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:47.001352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:47.007592 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Pushing event updated for resources: {'Port': ['ID=824c02cf-b2cd-4727-bbde-4694b3f59a60,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:47.028100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:47.279125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:47.875834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:47.879963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf62710-68d0-40e1-850d-180897a1f424 None None] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:47.952559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-96809a45-8ab8-4b5b-9694-9d0be1411ca5 None None] Provisioning for port 1e81ade5-9306-44a2-a6d2-996215bec83f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:48.011070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:09:48.125692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:48.136520 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Sync routers for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:48.146785 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:48.147056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.147439 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:48.151320 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9372952 Jun 22 21:09:48.151767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 36986) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:48.261127 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:48.444140 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:47Z', 'revision_number': 3, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:48.472683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Checking router: a106107f-8ef0-4f6a-8ad9-715e6e0cce86 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:48.473045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Updating router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 port 824c02cf-b2cd-4727-bbde-4694b3f59a60 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:09:48.515158 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.773557 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.783001 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Transition to ACTIVE for port object 824c02cf-b2cd-4727-bbde-4694b3f59a60 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:48.789774 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.792389 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:48.837752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Attempting to bind port 824c02cf-b2cd-4727-bbde-4694b3f59a60 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:48.838189 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Attempting to bind port 824c02cf-b2cd-4727-bbde-4694b3f59a60 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:48.838561 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Attempting to bind port 824c02cf-b2cd-4727-bbde-4694b3f59a60 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:48.847983 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:48.848367 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:48.848773 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.849173 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:48.849640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Bound port: 824c02cf-b2cd-4727-bbde-4694b3f59a60, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:48.850041 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.851629 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Pushing event updated for resources: {'Port': ['ID=824c02cf-b2cd-4727-bbde-4694b3f59a60,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:48.879717 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.880064 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.880403 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.880737 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.881063 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.881391 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.881713 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.882072 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.882401 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.882714 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.883028 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.883341 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:09:48.894106 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:48.916603 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] For port 824c02cf-b2cd-4727-bbde-4694b3f59a60, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:48.920752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] For port 824c02cf-b2cd-4727-bbde-4694b3f59a60, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=824c02cf-b2cd-4727-bbde-4694b3f59a60,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:48.921460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.926247 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:48.928941 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-7678eae7-1f2f-4339-9e05-2ec81df57fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:48.977375 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:48.978034 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:49.026158 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Pushing event updated for resources: {'Port': ['ID=824c02cf-b2cd-4727-bbde-4694b3f59a60,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:49.029310 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:49.085329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Allocated IP 172.20.0.1 (22e8896b-b13a-459f-9dac-ae2de98c0b6e/e2c5d004-5474-4e46-ae9d-c6285885ef9e/d72b1480-bdae-4786-bf6d-34faa8ea02d4) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:49.097930 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:49.167692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1e81ade5-9306-44a2-a6d2-996215bec83f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:49.203014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.217791 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Transition to ACTIVE for port object d72b1480-bdae-4786-bf6d-34faa8ea02d4 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:49.221854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1e81ade5-9306-44a2-a6d2-996215bec83f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:49.226830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1e81ade5-9306-44a2-a6d2-996215bec83f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:49.227294 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.255413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.260076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-52f61733-cfef-460d-82c3-f96dda72de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:49.298278 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:49.299492 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:47Z', 'revision_number': 3, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:49.303253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:49.307745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:49.310922 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Pushing event updated for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:49.321601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.333750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:49.339811 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366f085-eeba-4e3b-84e2-6d0b391c5397 None None] The sync data for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv is: [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:47Z', 'revision_number': 3, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:09:49.353728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.360495 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1e81ade5-9306-44a2-a6d2-996215bec83f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1e81ade5-9306-44a2-a6d2-996215bec83f,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:49.366359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.370327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-3aca3457-68e8-47c8-9e9d-10787fdf816d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:49.428341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1e81ade5-9306-44a2-a6d2-996215bec83f,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:49.432693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:49.513715 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.620890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c27c40e-9494-4e69-a196-6a8d54d2fac9 None None] Provisioning for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:49.625036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7c27c40e-9494-4e69-a196-6a8d54d2fac9 None None] Provisioning complete for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:49.625484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7c27c40e-9494-4e69-a196-6a8d54d2fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.664849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-7c27c40e-9494-4e69-a196-6a8d54d2fac9 None None] Port d72b1480-bdae-4786-bf6d-34faa8ea02d4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:49.710157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.717716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.720282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2d5fd7c8-3438-4695-b67d-962249978d75 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:49.794422 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.796736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Pushing event updated for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:49.801262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:49.816734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26200b25-3204-41d0-8800-388dea2e06e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:49.901846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:49.903365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:50.015641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.045932 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:09:50.170335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:50.186824 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] 10.222.0.66 "PUT /v2.0/routers/a106107f-8ef0-4f6a-8ad9-715e6e0cce86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231936 Jun 22 21:09:50.188529 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2c0b4a83-3533-42dc-8d7d-299d3c457475 None None] Provisioning complete for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:50.188994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4a83-3533-42dc-8d7d-299d3c457475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.230608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b4a83-3533-42dc-8d7d-299d3c457475 None None] Port d72b1480-bdae-4786-bf6d-34faa8ea02d4 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:50.637765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37002) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:50.644118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-627478421-network', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:50.663852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Made reservation on behalf of e62ca4d69b5e46b6a36d9b21d2a25ddf for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:09:50.666301 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.674885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.766483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.771077 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.774114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c8b3c26d-fcb9-455a-beb4-ff6c497d7fc4 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:50.795451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:09:50.805320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8b617-0034-4f58-ac3d-79d8733fd83f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:50.809469 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:50.810508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.810852 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Added segment 617af437-d545-4dbf-8d76-c6d079c19fdf of type vlan for network 16ec9f92-d227-4e3d-84b1-8ae753871f31 Jun 22 21:09:50.857579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.887097 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.888247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:50.888856 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:50.891061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d58e8cf3-61fe-4233-9d44-a7c736c6a62c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:50.907631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Sync routers for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:50.916540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:50.917178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:50.948671 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3097100 Jun 22 21:09:50.951867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37004) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:50.957441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Pushing event updated for resources: {'Network': ['ID=16ec9f92-d227-4e3d-84b1-8ae753871f31,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:50.958301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Request body: {'subnet': {'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-627478421-subnet', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:50.960274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ecbe470-b861-462a-9144-ab22c431733c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:50.969697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:09:50.981839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Made reservation on behalf of e62ca4d69b5e46b6a36d9b21d2a25ddf for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:09:50.984534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.171645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.174508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9d6e572-7455-4c85-a2d2-444574a97186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:51.225058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1e81ade5-9306-44a2-a6d2-996215bec83f up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:51.234210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eacd893-9271-457e-9bf8-dd61fa95fc27,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:51.238827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:51.245627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Checking segment: {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:51.246025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Network hostable DHCP agents. Network: 16ec9f92-d227-4e3d-84b1-8ae753871f31, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:09:51.264837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:09:51.275351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 16ec9f92-d227-4e3d-84b1-8ae753871f31) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:51.275720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.279902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:09:51.280491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.291681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137fa893-fa9f-496b-a620-a17fe6d8a954 None None] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:51.296874 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d988918-0efd-4b10-b952-75b813e2052a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3439069 Jun 22 21:09:51.299534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37006) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:51.304413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:09:51.325095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.326034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.327393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:51.389626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.474641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1e81ade5-9306-44a2-a6d2-996215bec83f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:51.474919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.529439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.665806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-16ec9f92-d227-4e3d-84b1-8ae753871f31', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:09:51.666687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.710953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 824c02cf-b2cd-4727-bbde-4694b3f59a60 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:51.740401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.759810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.823987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 2, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:51.869100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Allocated IP 172.26.4.42 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/c4834319-1b5d-4289-8664-0ebee924da08) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:51.879713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Checking router: a106107f-8ef0-4f6a-8ad9-715e6e0cce86 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:51.880080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Updating router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 port d72b1480-bdae-4786-bf6d-34faa8ea02d4 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:09:51.919291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 824c02cf-b2cd-4727-bbde-4694b3f59a60 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:51.935324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 824c02cf-b2cd-4727-bbde-4694b3f59a60 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:51.935701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.937881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Allocated IP 172.20.0.2 (16ec9f92-d227-4e3d-84b1-8ae753871f31/6eacd893-9271-457e-9bf8-dd61fa95fc27/487fe3f8-09f9-4874-8df3-b30eb4fa340e) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:51.940730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:51.978248 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.016857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.020989 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:52.059976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:52.062741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:52.065852 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:52.095578 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Pushing event updated for resources: {'Port': ['ID=c4834319-1b5d-4289-8664-0ebee924da08,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:52.099750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:52.275007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.313457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.318345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 824c02cf-b2cd-4727-bbde-4694b3f59a60, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=824c02cf-b2cd-4727-bbde-4694b3f59a60,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:52.322660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.328402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.337093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a914ada3-da14-459f-bb07-0d3862eefaa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:52.339711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Transition to ACTIVE for port object 487fe3f8-09f9-4874-8df3-b30eb4fa340e will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:52.383288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Transition to ACTIVE for port object 487fe3f8-09f9-4874-8df3-b30eb4fa340e will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:52.398675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.455235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=824c02cf-b2cd-4727-bbde-4694b3f59a60,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:52.460989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:52.467169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:52.469014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:52.474390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:52.481397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:52.513018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.514859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.537657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.570134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Transition to ACTIVE for port object d72b1480-bdae-4786-bf6d-34faa8ea02d4 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:52.593594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.604426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Pushing event updated for resources: {'Port': ['ID=487fe3f8-09f9-4874-8df3-b30eb4fa340e,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:52.610514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:52.613640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:52.618543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Attempting to bind port 487fe3f8-09f9-4874-8df3-b30eb4fa340e on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:52.618920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Attempting to bind port 487fe3f8-09f9-4874-8df3-b30eb4fa340e by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:52.619285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Attempting to bind port 487fe3f8-09f9-4874-8df3-b30eb4fa340e on network 16ec9f92-d227-4e3d-84b1-8ae753871f31 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:52.650416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:52.650800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Checking segment: {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:52.651217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.651619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Bound using segment: {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:52.652102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Bound port: 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:52.652483 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.672350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Router f603a43d-11ed-4e68-ae54-17568c54472f is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:09:52.673576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Pushing event updated for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:52.680000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:52.763327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Attempting to bind port d72b1480-bdae-4786-bf6d-34faa8ea02d4 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:52.763704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Attempting to bind port d72b1480-bdae-4786-bf6d-34faa8ea02d4 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:52.764070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Attempting to bind port d72b1480-bdae-4786-bf6d-34faa8ea02d4 on network 22e8896b-b13a-459f-9dac-ae2de98c0b6e {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:52.777556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:52.777980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Checking segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:52.778381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.779022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Bound using segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:52.779350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Bound port: d72b1480-bdae-4786-bf6d-34faa8ea02d4, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:52.779795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.794270 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:52.795621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] For port 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:52.805855 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Sync routers for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:52.818655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.822777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37008) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:09:52.823310 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5222166 Jun 22 21:09:52.824862 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:52.825518 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:52.828017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] For port 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=487fe3f8-09f9-4874-8df3-b30eb4fa340e,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:52.841590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:52.848211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:52.965814 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:53.101182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] For port d72b1480-bdae-4786-bf6d-34faa8ea02d4, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:53.124366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] For port d72b1480-bdae-4786-bf6d-34faa8ea02d4, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d72b1480-bdae-4786-bf6d-34faa8ea02d4,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:53.134305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.146012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.152249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Pushing event updated for resources: {'Port': ['ID=487fe3f8-09f9-4874-8df3-b30eb4fa340e,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:53.159117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:53.160896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:53.237490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 824c02cf-b2cd-4727-bbde-4694b3f59a60 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:53.338669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:53.340004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:53.384852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.409688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Pushing event updated for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:53.425861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:53.455982 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 3, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:53.498633 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Checking router: f603a43d-11ed-4e68-ae54-17568c54472f for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:53.499069 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Updating router f603a43d-11ed-4e68-ae54-17568c54472f port c4834319-1b5d-4289-8664-0ebee924da08 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:09:53.539326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 824c02cf-b2cd-4727-bbde-4694b3f59a60 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:53.539651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.544322 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.642155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Allocated IP 172.20.0.1 (16ec9f92-d227-4e3d-84b1-8ae753871f31/6eacd893-9271-457e-9bf8-dd61fa95fc27/9115bf6d-99cc-42f2-95a3-13386c7b5b01) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:09:53.675166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:53.760326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.774214 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Transition to ACTIVE for port object 9115bf6d-99cc-42f2-95a3-13386c7b5b01 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:53.812748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.816263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e664bc1f-caed-4053-bd29-3bb13a056506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:53.868611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:53.874477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:53.876657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:53.886969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:09:53.890929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:53.932119 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.937160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.947695 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Transition to ACTIVE for port object c4834319-1b5d-4289-8664-0ebee924da08 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:53.957178 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:53.960682 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:53.968978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:53Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:53.995350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff44ff-c4f1-4beb-b8e9-1597603f82e8 None None] The sync data for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv is: [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:53Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:09:54.020573 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Attempting to bind port c4834319-1b5d-4289-8664-0ebee924da08 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:54.021522 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Attempting to bind port c4834319-1b5d-4289-8664-0ebee924da08 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:54.022474 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Attempting to bind port c4834319-1b5d-4289-8664-0ebee924da08 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:54.033332 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:54.034452 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:54.035362 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.035783 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:54.036385 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Bound port: c4834319-1b5d-4289-8664-0ebee924da08, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:54.036681 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.048118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a566c-51a1-472c-8c0a-cf2eec279e00 None None] Pushing event updated for resources: {'Port': ['ID=c4834319-1b5d-4289-8664-0ebee924da08,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:54.094335 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-b89a566c-51a1-472c-8c0a-cf2eec279e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:54.136181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.136961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] For port c4834319-1b5d-4289-8664-0ebee924da08, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:54.144220 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] For port c4834319-1b5d-4289-8664-0ebee924da08, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c4834319-1b5d-4289-8664-0ebee924da08,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:54.168365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.174626 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-51e3df67-d3c6-43e9-b5e3-4b45e5756053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:54.239752 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a566c-51a1-472c-8c0a-cf2eec279e00 None None] Pushing event updated for resources: {'Port': ['ID=c4834319-1b5d-4289-8664-0ebee924da08,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:54.248275 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-b89a566c-51a1-472c-8c0a-cf2eec279e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:54.277083 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:54.277510 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:54.395718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.410628 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.413124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5a82209e-7d80-432d-8001-a1f51d211de9 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:54.466013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:54.482415 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:54.490671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:54.516635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:54.604869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad413114-13b7-4d98-8003-3988ced53a46 None None] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:09:54.641544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:09:54.644932 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:09:54.729591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3f19c193-4534-46df-91a1-f7986104e92d None None] Provisioning for port 487fe3f8-09f9-4874-8df3-b30eb4fa340e completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:54.761307 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9115bf6d-99cc-42f2-95a3-13386c7b5b01', 'name': '', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'mac_address': 'fa:16:3e:72:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:53Z', 'updated_at': '2021-06-22T21:09:53Z', 'revision_number': 1, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'subnets': [{'id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:54.793996 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c30b4-c564-441a-93ca-b85acd445069 None None] The sync data for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv is: [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9115bf6d-99cc-42f2-95a3-13386c7b5b01', 'name': '', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'mac_address': 'fa:16:3e:72:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:53Z', 'updated_at': '2021-06-22T21:09:53Z', 'revision_number': 1, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'subnets': [{'id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:09:54.803455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Router f603a43d-11ed-4e68-ae54-17568c54472f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:09:54.953685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:09:54.965106 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] 10.222.0.66 "PUT /v2.0/routers/f603a43d-11ed-4e68-ae54-17568c54472f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1358488 Jun 22 21:09:55.198408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-683b9dcd-9346-479d-8cac-abd6f8d4bb9d None None] Provisioning for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:55.207844 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-683b9dcd-9346-479d-8cac-abd6f8d4bb9d None None] Provisioning complete for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:55.208412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-683b9dcd-9346-479d-8cac-abd6f8d4bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.249412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-683b9dcd-9346-479d-8cac-abd6f8d4bb9d None None] Port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:55.275743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d72b1480-bdae-4786-bf6d-34faa8ea02d4 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:55.349240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:55.356007 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:55.356751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.467879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.511699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-6a9bc6e9-00a3-4fce-b6f2-1439d8fa08e1 None None] Provisioning complete for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:55.530326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc6e9-00a3-4fce-b6f2-1439d8fa08e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.589821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d72b1480-bdae-4786-bf6d-34faa8ea02d4, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d72b1480-bdae-4786-bf6d-34faa8ea02d4,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:55.598116 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.599187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 487fe3f8-09f9-4874-8df3-b30eb4fa340e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:55.601066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bc6e9-00a3-4fce-b6f2-1439d8fa08e1 None None] Port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:55.604178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-e97ee368-2116-4901-80f5-6490d2fd1c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:55.690257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:55.699916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:55.711374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 487fe3f8-09f9-4874-8df3-b30eb4fa340e completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:55.717391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 487fe3f8-09f9-4874-8df3-b30eb4fa340e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:55.717734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.814170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.839029 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-2a226754-74eb-4114-ace0-13f5959938af None None] Provisioning complete for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:55.839410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2a226754-74eb-4114-ace0-13f5959938af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.875831 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=487fe3f8-09f9-4874-8df3-b30eb4fa340e,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:55.885508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:55.887516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:55.889628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2a226754-74eb-4114-ace0-13f5959938af None None] Port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:09:55.935290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=487fe3f8-09f9-4874-8df3-b30eb4fa340e,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:55.938476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:57.261474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c4834319-1b5d-4289-8664-0ebee924da08 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:57.319400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port c4834319-1b5d-4289-8664-0ebee924da08 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:09:57.323748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c4834319-1b5d-4289-8664-0ebee924da08 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:57.324229 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:57.436241 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:57.458407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port c4834319-1b5d-4289-8664-0ebee924da08, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c4834319-1b5d-4289-8664-0ebee924da08,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:09:57.464041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:57.465158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d72b1480-bdae-4786-bf6d-34faa8ea02d4 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:57.469878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:57.553482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=c4834319-1b5d-4289-8664-0ebee924da08,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:57.558918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:57.563498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d72b1480-bdae-4786-bf6d-34faa8ea02d4 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:57.563888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:57.648102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 487fe3f8-09f9-4874-8df3-b30eb4fa340e up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:57.699719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 487fe3f8-09f9-4874-8df3-b30eb4fa340e triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:57.700106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:58.094960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Sync routers for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:09:58.105947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:58.106793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:58.391339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:58.598837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9115bf6d-99cc-42f2-95a3-13386c7b5b01', 'name': '', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'mac_address': 'fa:16:3e:72:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:53Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 2, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'subnets': [{'id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:58.625740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Checking router: f603a43d-11ed-4e68-ae54-17568c54472f for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:09:58.626144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Updating router f603a43d-11ed-4e68-ae54-17568c54472f port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:09:58.666270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:58.980321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:58.991422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Transition to ACTIVE for port object 9115bf6d-99cc-42f2-95a3-13386c7b5b01 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:09:58.999388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:59.000506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:59.050307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Pushing event updated for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:59.058105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:59.133359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Attempting to bind port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:09:59.135575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Attempting to bind port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:09:59.136047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Attempting to bind port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 on network 16ec9f92-d227-4e3d-84b1-8ae753871f31 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:09:59.144505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:09:59.144873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Checking segment: {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:09:59.145199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:59.145808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Bound using segment: {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:09:59.146112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Bound port: 9115bf6d-99cc-42f2-95a3-13386c7b5b01, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617af437-d545-4dbf-8d76-c6d079c19fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:09:59.146503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:59.193730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c4834319-1b5d-4289-8664-0ebee924da08 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:09:59.279185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] For port 9115bf6d-99cc-42f2-95a3-13386c7b5b01, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:09:59.284633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] For port 9115bf6d-99cc-42f2-95a3-13386c7b5b01, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9115bf6d-99cc-42f2-95a3-13386c7b5b01,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:09:59.300811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:59.304709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:09:59.310193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port c4834319-1b5d-4289-8664-0ebee924da08 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:09:59.310825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:09:59.417628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Pushing event updated for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:09:59.421785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:09:59.425978 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:09:59.426579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:09:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:59.654659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:09:59.945067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9115bf6d-99cc-42f2-95a3-13386c7b5b01', 'name': '', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'mac_address': 'fa:16:3e:72:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:53Z', 'updated_at': '2021-06-22T21:09:59Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'subnets': [{'id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:09:59.982207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4639e5-3006-4e7c-b138-c9385c410747 None None] The sync data for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv is: [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:54Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9115bf6d-99cc-42f2-95a3-13386c7b5b01', 'name': '', 'network_id': '16ec9f92-d227-4e3d-84b1-8ae753871f31', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'mac_address': 'fa:16:3e:72:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:53Z', 'updated_at': '2021-06-22T21:09:59Z', 'revision_number': 4, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'subnets': [{'id': '6eacd893-9271-457e-9bf8-dd61fa95fc27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:10:01.192284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9115bf6d-99cc-42f2-95a3-13386c7b5b01 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:10:01.250579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:10:01.255292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:10:01.255665 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:01.349165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:01.385534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 9115bf6d-99cc-42f2-95a3-13386c7b5b01, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9115bf6d-99cc-42f2-95a3-13386c7b5b01,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:10:01.389686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:01.391653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:01.440373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:01.459569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:03.148590 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9115bf6d-99cc-42f2-95a3-13386c7b5b01 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:10:03.202693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:10:03.203073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:04.970920 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:10:05.299807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-48c11e46-e4ee-48ed-9a91-f3f17942c643 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:05.301180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-48c11e46-e4ee-48ed-9a91-f3f17942c643 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 815 time: 0.1047823 Jun 22 21:10:05.316130 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-500e1681-5625-483f-b1b8-24ba5a88863c tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/quotas/c431176fc6d74025a97b0714c27e227f HTTP/1.1" status: 200 len: 375 time: 0.0095851 Jun 22 21:10:05.382821 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-be3c85d3-8f5c-48e9-99ae-fc82b653dacf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616016 Jun 22 21:10:05.484252 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-c830944a-076e-4865-938c-f5904def1846 service neutron] 10.222.0.66 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895114 Jun 22 21:10:05.572945 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-9076d871-44aa-4e64-a608-361f20ba2d23 service neutron] 10.222.0.66 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811527 Jun 22 21:10:05.756004 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-02aac732-a50d-4ff6-b9ef-7d9b75c79a9f req-9251b966-0f85-4ae1-8f9c-3cf82a5022b8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 210 time: 0.0346441 Jun 22 21:10:06.870984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-9d488252-fef9-475b-af40-f02d7d16b02d tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:06.872446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-9d488252-fef9-475b-af40-f02d7d16b02d tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 815 time: 0.1148136 Jun 22 21:10:06.901625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'port': {'device_id': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'admin_state_up': True, 'tenant_id': 'c431176fc6d74025a97b0714c27e227f'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:06.910984 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6a35a13a-fc0e-41ab-b6eb-a4365e525c9c req-7d1ce8c8-86b2-4cd7-b5c9-f6c48c8f1036 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 210 time: 0.0342681 Jun 22 21:10:07.018149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Made reservation on behalf of c431176fc6d74025a97b0714c27e227f for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:10:07.021724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:07.146300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Allocated IP 172.20.0.3 (22e8896b-b13a-459f-9dac-ae2de98c0b6e/e2c5d004-5474-4e46-ae9d-c6285885ef9e/081b1e38-ca14-499e-ba5d-c44b2ba2c004) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:10:07.301071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:07.316553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Transition to ACTIVE for port object 081b1e38-ca14-499e-ba5d-c44b2ba2c004 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:10:07.352484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:07.356552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fcdd9b6-30d2-423a-913a-bea7e958560c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:07.411931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:10:07.415611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:10:07.421603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:10:07.427531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:07.459456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:07.497617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:07.498414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:07.520666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233497 Jun 22 21:10:07.733376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0044a865-c1ff-44b0-8a44-8b7493a67da1 None None] Provisioning for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:10:07.740847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0044a865-c1ff-44b0-8a44-8b7493a67da1 None None] Provisioning complete for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:10:07.741169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0044a865-c1ff-44b0-8a44-8b7493a67da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:07.779857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0044a865-c1ff-44b0-8a44-8b7493a67da1 None None] Port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:10:08.098105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5ef23-f5bb-42bd-a611-38872d8593a7 req-bc9ff90c-d457-42ea-9518-1b50eb826be6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:08.099564 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-19d5ef23-f5bb-42bd-a611-38872d8593a7 req-bc9ff90c-d457-42ea-9518-1b50eb826be6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0720794 Jun 22 21:10:08.140545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-19d5ef23-f5bb-42bd-a611-38872d8593a7 req-174f08bc-3afd-4329-9e2b-c5d65e85e6c3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Jun 22 21:10:09.330678 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adad8e-45f5-4bae-a4c9-7dc9f7e9e382 req-15567e8d-37b6-45e3-b58e-8fe4fd710958 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:09.332512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7adad8e-45f5-4bae-a4c9-7dc9f7e9e382 req-15567e8d-37b6-45e3-b58e-8fe4fd710958 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0694492 Jun 22 21:10:09.372446 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7adad8e-45f5-4bae-a4c9-7dc9f7e9e382 req-3e65ad99-568c-40b9-8d96-c5fcae15a02c tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Jun 22 21:10:10.561499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f08e0-6263-45cc-bb0e-5be63536834c req-88b0fe10-ef1c-407f-8ca9-494bd890de98 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:10.562915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c86f08e0-6263-45cc-bb0e-5be63536834c req-88b0fe10-ef1c-407f-8ca9-494bd890de98 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0651004 Jun 22 21:10:10.616104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c86f08e0-6263-45cc-bb0e-5be63536834c req-9135b604-1c49-47a0-9d9f-1f7037df681c tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Jun 22 21:10:11.791865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225610-ea48-46e0-8af0-807589f58f88 req-4ea5ad99-fbdc-43e5-98ce-133b48c166b5 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:11.793336 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75225610-ea48-46e0-8af0-807589f58f88 req-4ea5ad99-fbdc-43e5-98ce-133b48c166b5 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0756254 Jun 22 21:10:11.839695 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75225610-ea48-46e0-8af0-807589f58f88 req-647861c6-e99f-437c-9f22-995bbedddd50 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Jun 22 21:10:13.027973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9374785-7827-46f2-b10b-edbe32f05099 req-5f5c590a-c29d-4f99-8305-4a518f674597 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:13.029707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c9374785-7827-46f2-b10b-edbe32f05099 req-5f5c590a-c29d-4f99-8305-4a518f674597 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0713575 Jun 22 21:10:13.073119 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c9374785-7827-46f2-b10b-edbe32f05099 req-90d250bf-e889-4c67-8959-8787f74426a4 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Jun 22 21:10:14.270014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb4951-056c-43b3-94f8-90cc3aeea5ca req-3714f773-533b-4990-9f7c-bad0b81f8ea2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:14.271611 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ddb4951-056c-43b3-94f8-90cc3aeea5ca req-3714f773-533b-4990-9f7c-bad0b81f8ea2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0686266 Jun 22 21:10:14.311737 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ddb4951-056c-43b3-94f8-90cc3aeea5ca req-7d0a5c19-82b5-4824-a033-139f35ad4b6e tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Jun 22 21:10:15.501984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950411-815d-49c4-a603-196e747507f6 req-ce991975-31be-42e8-bc62-9bca926057da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:15.503892 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-42950411-815d-49c4-a603-196e747507f6 req-ce991975-31be-42e8-bc62-9bca926057da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0666668 Jun 22 21:10:15.547504 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-42950411-815d-49c4-a603-196e747507f6 req-d5750a6b-7bd2-4341-8553-72ca13798a77 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Jun 22 21:10:16.740440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2abcd-536a-4373-89be-0ee440beebc9 req-7aa81635-c04f-461a-837f-e991f73129f3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:16.742065 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-14d2abcd-536a-4373-89be-0ee440beebc9 req-7aa81635-c04f-461a-837f-e991f73129f3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.0706809 Jun 22 21:10:16.789057 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-14d2abcd-536a-4373-89be-0ee440beebc9 req-71a06bef-1811-4939-a9e2-136dce67d0f4 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Jun 22 21:10:16.961775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-53b54bef-a587-4464-a128-3a65abff77e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:17.675502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-46c3208c-c996-4873-9ae2-ba76cf87b0d3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:10:17.676700 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-46c3208c-c996-4873-9ae2-ba76cf87b0d3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057635 Jun 22 21:10:17.688052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Request body: {'port': {'device_id': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:17.763107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.030364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1a22-a63e-42d0-8489-0062b5a23f4a req-c2c60697-6f32-4d4e-9b83-43c8f0dd9bab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.031707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a6f1a22-a63e-42d0-8489-0062b5a23f4a req-c2c60697-6f32-4d4e-9b83-43c8f0dd9bab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 931 time: 0.1265485 Jun 22 21:10:18.109423 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081b1e38-ca14-499e-ba5d-c44b2ba2c004 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:10:18.123939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.129988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0a6f1a22-a63e-42d0-8489-0062b5a23f4a req-c76c1ea4-14f4-4fd0-bf78-bb60618ff4f3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897253 Jun 22 21:10:18.142583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Transition to ACTIVE for port object 081b1e38-ca14-499e-ba5d-c44b2ba2c004 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:10:18.153291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.156772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-674c6116-2aaf-4566-a827-79b8c1a4ac7e tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:18.207238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:18.225247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:18.275689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Attempting to bind port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:10:18.276059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Attempting to bind port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:10:18.276351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Attempting to bind port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 on network 22e8896b-b13a-459f-9dac-ae2de98c0b6e {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:10:18.280945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 on network 22e8896b-b13a-459f-9dac-ae2de98c0b6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:10:18.281189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Attempting to bind port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 on network 22e8896b-b13a-459f-9dac-ae2de98c0b6e {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:10:18.286529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:10:18.286863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Checking segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:10:18.287250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Bound using segment: {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:10:18.287674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Bound port: 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d083cbb-c4de-421a-8477-db6ebd33d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:10:18.288018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.356513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:10:18.359507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:10:18.364059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.366055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2feb1f48-8f27-42db-af84-b246407b49db tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:18.402465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.403071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:18.404484 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] 10.222.0.53 "PUT /v2.0/ports/081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 1093 time: 0.7202699 Jun 22 21:10:18.405018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:10:18.407343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280677a-188d-4a13-af41-49a233dd3573" -d '{"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:10:18.432036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:18.436633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:18.459019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56059fde-6ee2-47c8-9614-0c778aadf19a x-openstack-request-id: req-56059fde-6ee2-47c8-9614-0c778aadf19a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:10:18.459446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:10:18.460045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56059fde-6ee2-47c8-9614-0c778aadf19a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:10:18.460351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:10:18.520821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-d17f22f3-6927-4222-ae3e-eb86f446448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.522369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-d17f22f3-6927-4222-ae3e-eb86f446448a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1096 time: 0.0576501 Jun 22 21:10:18.569954 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-7a684f58-e65b-4211-84d3-785e1012b357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 217 time: 0.0364604 Jun 22 21:10:18.626409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-821e5148-2a2e-4e05-b263-a7b291cd9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.627880 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-821e5148-2a2e-4e05-b263-a7b291cd9542 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0486488 Jun 22 21:10:18.686848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-754dd77c-c4b6-42ac-90f6-4ab59dd06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.688300 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-754dd77c-c4b6-42ac-90f6-4ab59dd06a79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503519 Jun 22 21:10:18.783600 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-66874a3d-e2c9-47f0-b3df-b4ff778720b2 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Jun 22 21:10:18.877497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ded7822-7605-47b1-9d27-8f5642d8e3e8 req-3aac119e-5b76-46a6-9514-c0897351e1ed service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Jun 22 21:10:18.987420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280677a-188d-4a13-af41-49a233dd3573 req-a0388cce-b30e-4796-8e49-c7b560447aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:18.990175 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-a0388cce-b30e-4796-8e49-c7b560447aae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1096 time: 0.0562117 Jun 22 21:10:19.084050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280677a-188d-4a13-af41-49a233dd3573 req-cbb884a8-5c35-4693-b3b8-91d5900f19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:19.085490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-cbb884a8-5c35-4693-b3b8-91d5900f19f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.0885277 Jun 22 21:10:19.133505 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-453f9b19-f2dd-429d-a138-14b69a380d16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 217 time: 0.0370338 Jun 22 21:10:19.187994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280677a-188d-4a13-af41-49a233dd3573 req-f7975c72-81c8-47df-84a7-59adb78d7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:19.189441 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-f7975c72-81c8-47df-84a7-59adb78d7ac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0499310 Jun 22 21:10:19.258255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280677a-188d-4a13-af41-49a233dd3573 req-aff1e328-135a-423b-b994-2895ce095a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:19.259677 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-aff1e328-135a-423b-b994-2895ce095a65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636957 Jun 22 21:10:19.381042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01995fc1-d5d0-41dc-99e6-6d5d0791bd68 req-5d21c255-074f-4bdd-8e4d-b009b2257ee1 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:19.382534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-01995fc1-d5d0-41dc-99e6-6d5d0791bd68 req-5d21c255-074f-4bdd-8e4d-b009b2257ee1 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 943 time: 0.1380384 Jun 22 21:10:19.384781 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-6b725fbd-6571-46fa-b8c3-7dcbcbe3ce97 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092429 Jun 22 21:10:19.465413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-01995fc1-d5d0-41dc-99e6-6d5d0791bd68 req-4297ee84-f87d-490a-a128-40213edde8c7 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Jun 22 21:10:19.498758 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1280677a-188d-4a13-af41-49a233dd3573 req-e4cdf80b-046d-4fa2-8c70-c73e52aeb580 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031961 Jun 22 21:10:19.808572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d0066855-9dea-44b7-b94e-8898ace6cf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:20.018664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:20.100314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 081b1e38-ca14-499e-ba5d-c44b2ba2c004 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:10:20.197583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:10:20.208653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'port_id': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'mac_address': 'fa:16:3e:6c:80:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:10:20.244915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:20.257681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081b1e38-ca14-499e-ba5d-c44b2ba2c004 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:10:20.276453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:10:20.280006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:20.281743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-434dd82a-9f29-49c3-8a5f-afbea2130e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:20.331956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:20.339021 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.339368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.339706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.340036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.340360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.340689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.341009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.341336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.341655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.342002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.342322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.342637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:20.346517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:20.545781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:10:20.640459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a848-d0bc-46d2-9142-b9677b6daf12 req-d18e2800-0dd7-493b-ac33-295791b28384 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:20.641953 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6807a848-d0bc-46d2-9142-b9677b6daf12 req-d18e2800-0dd7-493b-ac33-295791b28384 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 944 time: 0.0622959 Jun 22 21:10:20.681462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6807a848-d0bc-46d2-9142-b9677b6daf12 req-41fd4f68-1eaa-415f-937f-68d91a54c71a tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Jun 22 21:10:21.106469 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:21.856910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d39038-4fe2-4823-af81-f4d96296bd9a req-5654c530-c04f-4471-85b6-58c371263a81 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:21.858318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d39038-4fe2-4823-af81-f4d96296bd9a req-5654c530-c04f-4471-85b6-58c371263a81 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 944 time: 0.0672970 Jun 22 21:10:21.898377 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-24d39038-4fe2-4823-af81-f4d96296bd9a req-8e3a3ffa-9a2d-4a47-b44a-2ba032f45e47 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Jun 22 21:10:22.116136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 081b1e38-ca14-499e-ba5d-c44b2ba2c004 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:10:22.162929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:10:22.166734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:10:22.167121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:22.245197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:22.266366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:10:22.268597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a37365-98e8-4ed6-b264-3d9530c64fdc" -d '{"events": [{"server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "name": "network-vif-plugged", "status": "completed", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:10:22.281232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:10:22.286103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:22.288143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-63c21aa2-ec20-49bc-bfec-a97a511152ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:22.310605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a1c929-e877-4a46-a8c2-959bfed9ffc2 x-openstack-request-id: req-f9a1c929-e877-4a46-a8c2-959bfed9ffc2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:10:22.310909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "name": "network-vif-plugged", "status": "completed", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:10:22.311170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9a1c929-e877-4a46-a8c2-959bfed9ffc2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:10:22.311564 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'code': 200} Jun 22 21:10:22.337428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:22.340781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:22.471424 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:22.538476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b5a6d-df12-4473-81b1-3fec0037dba4 req-83ca2cf4-6535-463e-8515-91cfa7c38972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:22.539928 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c9b5a6d-df12-4473-81b1-3fec0037dba4 req-83ca2cf4-6535-463e-8515-91cfa7c38972 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1098 time: 0.0504687 Jun 22 21:10:22.578064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c9b5a6d-df12-4473-81b1-3fec0037dba4 req-bf24886c-25f7-4243-894c-68c719b4321f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273776 Jun 22 21:10:23.045726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:23.072047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc73c8-2f15-4e89-8ec3-102ce2dca692 req-55f08c86-954a-4459-b8d8-42b61be4a08a tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:23.073568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97fc73c8-2f15-4e89-8ec3-102ce2dca692 req-55f08c86-954a-4459-b8d8-42b61be4a08a tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0652480 Jun 22 21:10:23.116115 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97fc73c8-2f15-4e89-8ec3-102ce2dca692 req-1d2da7d1-3309-4b8b-b8c5-2b198f28b98a tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Jun 22 21:10:24.291389 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d7f8-ea97-488b-93dc-c25f12d66377 req-85bf3704-42e4-498f-b1aa-ca869f2249b8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:24.292888 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a1d1d7f8-ea97-488b-93dc-c25f12d66377 req-85bf3704-42e4-498f-b1aa-ca869f2249b8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0658941 Jun 22 21:10:24.330449 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a1d1d7f8-ea97-488b-93dc-c25f12d66377 req-9f98ce2e-f1f6-4423-a7c2-997594ff78c2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Jun 22 21:10:24.500105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7bb29-0188-4b9e-a745-578525042185 req-b2f39050-d2ef-46b5-a748-26ab96956242 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:24.501460 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7bb29-0188-4b9e-a745-578525042185 req-b2f39050-d2ef-46b5-a748-26ab96956242 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0635602 Jun 22 21:10:24.539049 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7bb29-0188-4b9e-a745-578525042185 req-36c88ecb-fb60-449a-b263-b1b39212ebda tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jun 22 21:10:25.076537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60efc95-1d9c-42dd-bb45-6c4f35352eb1 req-944a1b44-c0d6-40a2-a90d-0043946f7eb8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:25.077964 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b60efc95-1d9c-42dd-bb45-6c4f35352eb1 req-944a1b44-c0d6-40a2-a90d-0043946f7eb8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0643249 Jun 22 21:10:25.117070 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b60efc95-1d9c-42dd-bb45-6c4f35352eb1 req-34364e1b-8540-4d2e-8fdd-0a818e0aa122 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Jun 22 21:10:37.851357 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5056-4279-42e7-ac77-e209f2e2ba50 req-1e55adec-ca38-4e96-8df4-90e597dfd146 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:37.852723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db0a5056-4279-42e7-ac77-e209f2e2ba50 req-1e55adec-ca38-4e96-8df4-90e597dfd146 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0695460 Jun 22 21:10:37.893587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db0a5056-4279-42e7-ac77-e209f2e2ba50 req-f3859d7d-f236-4eac-9533-17cd4d879753 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Jun 22 21:10:37.918927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37206) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:38.055674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80bc80-2003-4d72-b0e2-faf274d9e10c tempest-TestMinimumBasicScenario-657525081 tempest-TestMinimumBasicScenario-657525081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:38.057156 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fc80bc80-2003-4d72-b0e2-faf274d9e10c tempest-TestMinimumBasicScenario-657525081 tempest-TestMinimumBasicScenario-657525081-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1093 time: 0.1372604 Jun 22 21:10:38.060032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37210) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:38.064348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:38.087108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:38.189738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:38.290918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Allocated IP 172.26.4.167 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/3616cb9e-8d6c-4947-bac8-23d3f1ec95aa) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:10:38.391044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:38.429988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:38.432671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fbbc376-6c42-4b31-96c3-1399daf36c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:38.467846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:10:38.470851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:10:38.474094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:10:38.502065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'Port': ['ID=3616cb9e-8d6c-4947-bac8-23d3f1ec95aa,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:38.515518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.515908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.516287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.516664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.517036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.517402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.517769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.518159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.518519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.519662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.520173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.520544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:38.524167 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:39.227311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.304941 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.449717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.454377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.456410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0e614331-59e3-4015-b69d-9685a462c4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:39.521977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'Port': ['ID=3616cb9e-8d6c-4947-bac8-23d3f1ec95aa,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:39.526015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:39.536849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.640896 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Floating IP 32243ba4-749b-4800-85ca-aa186cf47f7e associated. External IP: 172.26.4.167, port: 081b1e38-ca14-499e-ba5d-c44b2ba2c004. Jun 22 21:10:39.838793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:10:39.948756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:10:39.959716 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Sync routers for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:10:39.968871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:39.969588 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:10:39.970399 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:10:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:10:40.010566 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9495080 Jun 22 21:10:40.011348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:10:40.013452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37212) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.014010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a5e6f-366d-4d68-b902-3383b2faebd7" -d '{"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:10:40.018526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170761093', 'description': 'tempest-secgroup-smoke-1170761093 description', 'project_id': 'c431176fc6d74025a97b0714c27e227f'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.047170 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.059706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22add790-eb94-45ae-a61f-828a88528b9a x-openstack-request-id: req-22add790-eb94-45ae-a61f-828a88528b9a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:10:40.060071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:10:40.060603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22add790-eb94-45ae-a61f-828a88528b9a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:10:40.061092 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:10:40.089675 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:10:40.145015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-3e592454-97bf-4ff6-88dc-d34dc5748bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:40.146060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.146923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-3e592454-97bf-4ff6-88dc-d34dc5748bf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1098 time: 0.0625572 Jun 22 21:10:40.149796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.158253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7e033f10-5bd9-46fa-8e42-89541cc37b61 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.183830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.185278 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1707847 Jun 22 21:10:40.188173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37216) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.192881 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.202106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0e5a5-2cb4-4647-b34a-494e81393392,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.205464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.227358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.244232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-4a0e66cb-5d49-41ac-b4c6-62a9bc5096d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:40.245794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-4a0e66cb-5d49-41ac-b4c6-62a9bc5096d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.0925639 Jun 22 21:10:40.286192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.291254 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.294222 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-93588291-5a6d-4346-9590-e403f28f7009 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.333167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9c571e-95a1-4330-8919-fbac2a40b83f,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.338319 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-b3e678c6-bebe-4d5f-a205-e39c28fcb02e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 999 time: 0.0834491 Jun 22 21:10:40.339402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.340959 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.341766 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523354 Jun 22 21:10:40.344411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37218) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.348788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '32243ba4-749b-4800-85ca-aa186cf47f7e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'port_id': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'mac_address': 'fa:16:3e:6c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:10:39Z', 'updated_at': '2021-06-22T21:10:39Z', 'revision_number': 0, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:10:40.349742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.381224 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Checking router: a106107f-8ef0-4f6a-8ad9-715e6e0cce86 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:10:40.387408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.393787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-d4b4cdc6-e2f8-4afb-9e29-b42630a6770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:40.395154 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:10:40.395864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:10:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:10:40.396015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-d4b4cdc6-e2f8-4afb-9e29-b42630a6770e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0510945 Jun 22 21:10:40.451934 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.459626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.460299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-e4e53460-ad34-42db-befb-1af50bc784b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:40.461662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1128159d-9dcb-48c9-9266-b61c467d542d tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.462704 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-e4e53460-ad34-42db-befb-1af50bc784b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594108 Jun 22 21:10:40.478740 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faff804-3d9c-44b1-9791-bd42e12952db,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.482063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.490052 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.494481 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487517 Jun 22 21:10:40.495261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37220) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.500375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.523687 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:10:40.533502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.572550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-c7fc3f85-0286-41ec-ae1e-6aac29ddd045 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031382 Jun 22 21:10:40.604285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.610228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.614276 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-96327d5a-db7e-4ddd-9e20-06a1810f6c17 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.630182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce40d03-22f2-4a97-8023-7272fc26b12a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.634379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.641570 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.646509 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5a753f08-7122-4126-862d-623592825342 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502087 Jun 22 21:10:40.647145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37222) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.651695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.676386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d5a5e6f-366d-4d68-b902-3383b2faebd7 req-d2f88e29-0d73-4249-bbb0-d1f960a4f7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957942 Jun 22 21:10:40.681563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.745239 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.749784 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.751836 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-79ef08d4-cfd3-472d-99f2-e27cba68435a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.767200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d38d1d-3e70-4852-b6ca-ab374a7b853d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.776188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.779843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291111 Jun 22 21:10:40.779843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.779843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.779843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.779843 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.780344 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.780550 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.780907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.781031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37224) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.781267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.781621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.782008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.782369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.782724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:10:40.786387 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.787672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.810999 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Project c431176fc6d74025a97b0714c27e227f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:10:40.816782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.863284 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '32243ba4-749b-4800-85ca-aa186cf47f7e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'port_id': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'mac_address': 'fa:16:3e:6c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:10:39Z', 'updated_at': '2021-06-22T21:10:39Z', 'revision_number': 0, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:10:40.883535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.888346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.890356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9632148c-ea86-4206-8640-6cf530dfd25a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:40.890912 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8ccef-6a39-4d08-8a83-7b596bf8bf41 None None] The sync data for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv is: [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '32243ba4-749b-4800-85ca-aa186cf47f7e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'floating_ip_address': '172.26.4.167', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'port_id': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'mac_address': 'fa:16:3e:6c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:10:39Z', 'updated_at': '2021-06-22T21:10:39Z', 'revision_number': 0, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:10:40.907110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2365d5a-5910-4353-87b8-28a25166f78f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:40.910942 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:40.914015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:40.915311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2bcb7f8f-8798-4ac1-b7de-469e794c3441 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334095 Jun 22 21:10:40.918158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37226) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:10:40.922887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'security_group_rule': {'security_group_id': '12b0e5a5-2cb4-4647-b34a-494e81393392', 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:40.946265 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Project c431176fc6d74025a97b0714c27e227f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:10:40.951508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.015839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.020136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.022021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7b7134bf-0556-4294-97ea-fc183e0247d3 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:41.039231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85882e3-582f-4308-86ba-0721330f7930,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:41.042374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:41.045194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.049201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274064 Jun 22 21:10:41.091506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a64d4-1c0d-4b3a-a2fc-08738f111faf None None] New status for floating IP 32243ba4-749b-4800-85ca-aa186cf47f7e: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:10:41.188442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-534cc2c5-e2ea-4217-a622-6cdc9d3c3c51 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170761093&fields=id&tenant_id=c431176fc6d74025a97b0714c27e227f HTTP/1.1" status: 200 len: 267 time: 0.0351179 Jun 22 21:10:41.258579 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-ed440d36-2cb2-4fd5-b890-db3368eb8a24 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:41.260048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-ed440d36-2cb2-4fd5-b890-db3368eb8a24 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0651364 Jun 22 21:10:41.271458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'port': {'security_groups': ['31f24fce-fa2d-4cf7-866a-294e4abeb4dd', '12b0e5a5-2cb4-4647-b34a-494e81393392']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:10:41.356225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.546444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:10:41.575258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.579874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.585052 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-066e545d-708c-44be-b94c-920d343d1898 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:10:41.591848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:10:41.623719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:41.624392 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.629491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcb9029a-3236-49e8-aaf4-1541fb05bc07 req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "PUT /v2.0/ports/081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 981 time: 0.3621004 Jun 22 21:10:41.665420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=6']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:10:41.668744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:10:41.698177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:10:41.810860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a923c-80b6-41b4-9456-77cb9daf9470 req-49c57e19-5016-4a4c-a872-9d35a47da06c tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:41.818481 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e93a923c-80b6-41b4-9456-77cb9daf9470 req-49c57e19-5016-4a4c-a872-9d35a47da06c tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0809128 Jun 22 21:10:41.858512 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e93a923c-80b6-41b4-9456-77cb9daf9470 req-8828847f-262f-4a49-91fc-2cf4bccc4a3b tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369017 Jun 22 21:10:41.918044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78adb74a-5deb-4386-805d-70a220dbcc9d None None] Provisioning complete for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:10:41.918350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-78adb74a-5deb-4386-805d-70a220dbcc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:41.969240 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:10:42.062585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:10:42.064912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207" -d '{"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:10:42.102602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed8b8d2-a86e-48a1-862d-de08c0812732 x-openstack-request-id: req-8ed8b8d2-a86e-48a1-862d-de08c0812732 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:10:42.102949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:10:42.103251 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ed8b8d2-a86e-48a1-862d-de08c0812732 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:10:42.103694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:10:42.194964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-b2bac047-376f-4d0f-9a51-3425ced2c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:42.196782 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-b2bac047-376f-4d0f-9a51-3425ced2c8ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1137 time: 0.0618021 Jun 22 21:10:42.295053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-fb7c5976-9e9e-421f-a958-a0fb73bc7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:42.296995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-fb7c5976-9e9e-421f-a958-a0fb73bc7c81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.0934680 Jun 22 21:10:42.370491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-31b1a062-92aa-45cd-8c9e-0b7cb35c533c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 1001 time: 0.0664501 Jun 22 21:10:42.428846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-8ecac4af-6d42-4974-95a2-779a30463964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:42.430383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-8ecac4af-6d42-4974-95a2-779a30463964 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0527205 Jun 22 21:10:42.496254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-2e6b49c1-0916-4d0f-9d53-30e8c70d77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:42.497786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-2e6b49c1-0916-4d0f-9d53-30e8c70d77e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604336 Jun 22 21:10:42.598985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-fc3754e1-89b7-46ed-88b7-88ea587c2309 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935771 Jun 22 21:10:42.705356 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c23d5ea5-dcc9-4107-9a6c-b88e0ae09207 req-2c90a62e-a391-4f70-a90e-0b1582089fbb service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995328 Jun 22 21:10:46.963749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb54093b-a1d0-48c2-a742-6cbf22fe5569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:49.810269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9e61db6b-5e9d-492d-b0fa-6dc543b20629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:50.019404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:51.108144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:52.470141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:53.048040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:10:59.247099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-09be8b16-6c68-46bf-8981-91e95a4a6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:59.249479 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-09be8b16-6c68-46bf-8981-91e95a4a6dd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1137 time: 0.1154311 Jun 22 21:10:59.362453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bce58-5b86-4c7a-a9f7-95b4bb5eb7f6 req-4bd7a925-a352-4e99-a4d4-6ece42e38706 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:59.364176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef4bce58-5b86-4c7a-a9f7-95b4bb5eb7f6 req-4bd7a925-a352-4e99-a4d4-6ece42e38706 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.1793530 Jun 22 21:10:59.420032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-09f26ad7-6801-4961-9e5b-450d49b7faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:59.422101 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-09f26ad7-6801-4961-9e5b-450d49b7faac service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.1643941 Jun 22 21:10:59.440599 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef4bce58-5b86-4c7a-a9f7-95b4bb5eb7f6 req-37bb59f2-f908-468c-b011-e437480891c2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658197 Jun 22 21:10:59.509251 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-2a68c153-11d8-4f08-8789-a8c39f338ea2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 1001 time: 0.0797133 Jun 22 21:10:59.561269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-701a6025-4251-47ea-8750-dde9ac659332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:59.563098 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-701a6025-4251-47ea-8750-dde9ac659332 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0468669 Jun 22 21:10:59.633745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-f1e6c3e4-a105-4d62-93ae-88246783a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:10:59.635288 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-f1e6c3e4-a105-4d62-93ae-88246783a7d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655313 Jun 22 21:10:59.727697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-b9a68c31-735f-4622-8b2c-58ce7bf7511f service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851350 Jun 22 21:10:59.828415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b7ea556c-8c94-43bd-9ec1-78531c8ce8eb req-10d94a0e-8e86-4977-baf8-d82c7f70244d service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905075 Jun 22 21:11:00.615492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70f9d9-550a-4b1e-848b-b85d9cef4126 req-39c2797c-aaca-4d6a-89ae-d79c5665fe55 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:00.617002 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8b70f9d9-550a-4b1e-848b-b85d9cef4126 req-39c2797c-aaca-4d6a-89ae-d79c5665fe55 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0639651 Jun 22 21:11:00.660252 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8b70f9d9-550a-4b1e-848b-b85d9cef4126 req-dd98b46a-3f46-4e9f-b040-09ef99e032aa tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373619 Jun 22 21:11:01.837308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefa91f-e134-4503-b410-6bda127af2f9 req-22cc108a-6da2-4679-902b-68478d536d57 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:01.838834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdefa91f-e134-4503-b410-6bda127af2f9 req-22cc108a-6da2-4679-902b-68478d536d57 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0649786 Jun 22 21:11:01.881610 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cdefa91f-e134-4503-b410-6bda127af2f9 req-6bcf067d-43a4-41ae-b970-ce1ab23f08a3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361955 Jun 22 21:11:03.060883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1519-e9f1-4771-ac59-b892e293a43b req-324d51a9-1926-431a-a1fe-15ab41ec9c92 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:03.062533 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9cbd1519-e9f1-4771-ac59-b892e293a43b req-324d51a9-1926-431a-a1fe-15ab41ec9c92 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0707543 Jun 22 21:11:03.104430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9cbd1519-e9f1-4771-ac59-b892e293a43b req-4ffeb00e-987b-4ee6-9e2c-b00649d4835a tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353782 Jun 22 21:11:04.280679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8be65-6ee2-41e0-8379-fb8e8f7b9d61 req-0b5d77fc-20bb-40cf-b219-89ab77abfbca tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:04.282189 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-19c8be65-6ee2-41e0-8379-fb8e8f7b9d61 req-0b5d77fc-20bb-40cf-b219-89ab77abfbca tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0674906 Jun 22 21:11:04.331970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-19c8be65-6ee2-41e0-8379-fb8e8f7b9d61 req-22bbe151-c503-4f37-beed-8ae22593b032 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416560 Jun 22 21:11:05.512534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e102863-a90b-4f4d-995f-4d4ac9a0a0e8 req-6bd7ea25-ca19-4768-a565-511b358f956d tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:05.514003 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4e102863-a90b-4f4d-995f-4d4ac9a0a0e8 req-6bd7ea25-ca19-4768-a565-511b358f956d tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0643606 Jun 22 21:11:05.555839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4e102863-a90b-4f4d-995f-4d4ac9a0a0e8 req-a6b13888-dce2-4ba2-961a-b9429feb7d15 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351732 Jun 22 21:11:06.732306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c7bea-6863-4ce9-9b6c-78e3c2c4734a req-936e9c1c-02c9-4c98-a9ec-c1f0d1c6fc84 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:06.733766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e5c7bea-6863-4ce9-9b6c-78e3c2c4734a req-936e9c1c-02c9-4c98-a9ec-c1f0d1c6fc84 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0638499 Jun 22 21:11:06.774428 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1e5c7bea-6863-4ce9-9b6c-78e3c2c4734a req-f01e9340-860b-4a42-833e-f855d7e8b2c6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345261 Jun 22 21:11:07.948171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7ecbc-a08c-410a-94d6-f4fa4ae74da5 req-64ba03b8-6502-43da-93ca-d45c339817f8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:07.949651 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c6f7ecbc-a08c-410a-94d6-f4fa4ae74da5 req-64ba03b8-6502-43da-93ca-d45c339817f8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0643997 Jun 22 21:11:07.993710 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c6f7ecbc-a08c-410a-94d6-f4fa4ae74da5 req-7407b3ae-d3c0-48d9-975b-4e96afd0ea4b tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375934 Jun 22 21:11:09.171582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827d252-37e9-4b82-93c0-a33917da6080 req-9e16fdca-7657-49a0-9cd2-f6e3846ad101 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:09.173054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5827d252-37e9-4b82-93c0-a33917da6080 req-9e16fdca-7657-49a0-9cd2-f6e3846ad101 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0665987 Jun 22 21:11:09.215461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5827d252-37e9-4b82-93c0-a33917da6080 req-dc6d5c98-521b-421d-bd03-d55d95f8dbc3 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350785 Jun 22 21:11:10.395838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fead41-17db-4f7a-b081-470310875024 req-49ee95da-90a0-46f9-9728-3820565b43e2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:10.397876 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80fead41-17db-4f7a-b081-470310875024 req-49ee95da-90a0-46f9-9728-3820565b43e2 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0695994 Jun 22 21:11:10.439049 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-80fead41-17db-4f7a-b081-470310875024 req-c3dac036-3dd9-4bdf-bd48-bfa5759d1626 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352259 Jun 22 21:11:11.618654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cd2a7-1bc4-4bd6-82e8-a9d07d097842 req-3c3ef2b6-1506-451c-91fa-f9e2f16de511 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:11.620178 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf4cd2a7-1bc4-4bd6-82e8-a9d07d097842 req-3c3ef2b6-1506-451c-91fa-f9e2f16de511 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0714180 Jun 22 21:11:11.661827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf4cd2a7-1bc4-4bd6-82e8-a9d07d097842 req-af4af2f9-d5e6-40d0-86b4-52b92398b800 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=12b0e5a5-2cb4-4647-b34a-494e81393392&id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358551 Jun 22 21:11:16.964132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5c54d393-2b44-4804-97d1-4233fdf0ed35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:18.967925 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:11:19.809847 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a2f33d7-658c-4c27-a86b-b0703934935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:20.020286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:21.110351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:22.408268 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-ca979855-1b08-46b1-9dc3-eeaae65a3005 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940645 Jun 22 21:11:22.478236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:22.505855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-93b3e43e-b3c4-4437-9226-d7051476fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:22.507392 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-93b3e43e-b3c4-4437-9226-d7051476fa41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1137 time: 0.0530498 Jun 22 21:11:22.617226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-a0913fdb-fcab-4029-b79b-e0e135bd5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:22.619140 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-a0913fdb-fcab-4029-b79b-e0e135bd5d3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.0910738 Jun 22 21:11:22.683568 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-84d02a69-dfd5-4a80-bcfe-c0f397278db8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 1001 time: 0.0569856 Jun 22 21:11:22.736223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-3ac29ac6-e0a4-4c9b-8603-76c927ca1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:22.737646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-3ac29ac6-e0a4-4c9b-8603-76c927ca1fef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0476236 Jun 22 21:11:22.796594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-301d5841-a6d9-4dca-976d-cf71a0234b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:22.798059 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-301d5841-a6d9-4dca-976d-cf71a0234b83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507262 Jun 22 21:11:22.888377 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-db0197b4-e4a8-4108-a27d-b97b9341c425 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Jun 22 21:11:22.982538 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d9017ea-2543-4659-bd75-5997aec1fc37 req-6c2d847a-5594-4a21-a1c6-a159ab533ecf service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 Jun 22 21:11:23.049855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:44.359690 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-a801fa07-c11a-458c-9e0b-a3e270010880 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170761093&fields=id&tenant_id=c431176fc6d74025a97b0714c27e227f HTTP/1.1" status: 200 len: 267 time: 0.1410205 Jun 22 21:11:44.424668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-00d20fcd-a977-4fa5-b8bd-2971521060ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:44.426040 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-00d20fcd-a977-4fa5-b8bd-2971521060ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 984 time: 0.0609725 Jun 22 21:11:44.436542 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Request body: {'port': {'security_groups': ['31f24fce-fa2d-4cf7-866a-294e4abeb4dd']}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:11:44.865070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.032640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:11:45.060768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.065447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.069367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-27022875-df2b-472b-afca-0fa20e81f736 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:11:45.082084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:11:45.113813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:45.114477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.122556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edcc8900-b9a9-4523-bb71-81e58da52aa3 req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "PUT /v2.0/ports/081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 942 time: 0.6871285 Jun 22 21:11:45.122556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:11:45.122838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37288) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:11:45.123294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:11:45.143998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event updated for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=7']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:11:45.153409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.153813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.154279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.154662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.155041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.155440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.156168 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.156538 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.156910 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.157279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.157646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.158211 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.162624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-279a4747-e6b0-444e-81d4-f6e8f6bb58ad tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:11:45.229850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.263671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.270501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:11:45.284859 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a494826-aac2-43a9-abf8-4a5e6fda32b6 x-openstack-request-id: req-0a494826-aac2-43a9-abf8-4a5e6fda32b6 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:11:45.285207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:11:45.285512 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a494826-aac2-43a9-abf8-4a5e6fda32b6 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:11:45.286026 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:11:45.376158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.378654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.379794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "DELETE /v2.0/security-groups/12b0e5a5-2cb4-4647-b34a-494e81393392 HTTP/1.1" status: 204 len: 168 time: 0.2565727 Jun 22 21:11:45.381843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d636b216-82d0-4714-96b1-f29496d90db5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:11:45.383603 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37294) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:11:45.392818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-914302cd-9418-4854-b863-63272f26b994 None None] Provisioning complete for port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:11:45.393067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-3dddcc8d-dff9-4df2-b057-42555f7e5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:45.393178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-914302cd-9418-4854-b863-63272f26b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.394495 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-3dddcc8d-dff9-4df2-b057-42555f7e5342 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1098 time: 0.0801001 Jun 22 21:11:45.395715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0e5a5-2cb4-4647-b34a-494e81393392,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:11:45.412173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.412567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.412953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.413334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.413713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.414138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.414513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.414910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.415853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.417048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.417430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.417800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:11:45.421563 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:11:45.506226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-59227b50-5103-4a68-bec0-01a8e697d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:45.508150 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-59227b50-5103-4a68-bec0-01a8e697d162 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.1038704 Jun 22 21:11:45.577713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Deleting port 3616cb9e-8d6c-4947-bac8-23d3f1ec95aa {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:11:45.578090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.586062 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-84b091a2-b544-44f8-a3f5-fae0b91029c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 1001 time: 0.0664778 Jun 22 21:11:45.637838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-d969f7e3-83d9-459d-8783-fcb9163cd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:45.639350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-d969f7e3-83d9-459d-8783-fcb9163cd504 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0437717 Jun 22 21:11:45.655626 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.655957 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.668861 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Calling delete_port for 3616cb9e-8d6c-4947-bac8-23d3f1ec95aa owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:11:45.700401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-1e3c5315-a1ba-4b96-b7ae-886fbfda0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:45.701921 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-1e3c5315-a1ba-4b96-b7ae-886fbfda0e3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526328 Jun 22 21:11:45.801438 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-bdb5fa99-7f31-4912-bffb-e874d4f38af5 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883753 Jun 22 21:11:45.825171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.828108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:11:45.851930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event deleted for resources: {'Port': ['ID=3616cb9e-8d6c-4947-bac8-23d3f1ec95aa,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:11:45.855688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:11:45.902082 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef6c0a35-76d7-42ec-acd3-2fe52d0bcd1d req-7fc4f94e-fdcc-4ddc-9120-5f056a198698 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910637 Jun 22 21:11:45.921826 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:45.922197 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Floating IP 32243ba4-749b-4800-85ca-aa186cf47f7e disassociated (deleted). External IP: 172.26.4.167, port: 081b1e38-ca14-499e-ba5d-c44b2ba2c004. Jun 22 21:11:46.127552 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:11:46.236346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:11:46.240995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:46.245277 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Sync routers for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:11:46.258333 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:11:46.259815 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:11:46.281409 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "DELETE /v2.0/floatingips/32243ba4-749b-4800-85ca-aa186cf47f7e HTTP/1.1" status: 204 len: 168 time: 0.8951125 Jun 22 21:11:46.365588 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:11:46.584260 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:11:46.612416 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Checking router: a106107f-8ef0-4f6a-8ad9-715e6e0cce86 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:11:46.621407 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:11:46.622058 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:11:46.726288 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:11:46.935469 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:11:46.963123 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e86556-b3d6-4017-abd1-601cbffc4d5a None None] The sync data for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv is: [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:49Z', 'revision_number': 4, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'd72b1480-bdae-4786-bf6d-34faa8ea02d4', 'name': '', 'network_id': '22e8896b-b13a-459f-9dac-ae2de98c0b6e', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'mac_address': 'fa:16:3e:41:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:48Z', 'updated_at': '2021-06-22T21:09:55Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'subnets': [{'id': 'e2c5d004-5474-4e46-ae9d-c6285885ef9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:11:46.966058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-309bcb63-15df-405a-8b9b-9a7f67aa26cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:47.190292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45e0df-37c0-4a47-ae6a-a61a604d5679 None None] New status for floating IP 32243ba4-749b-4800-85ca-aa186cf47f7e: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:11:47.286941 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:11:47.289813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e910279-3366-463c-8147-e1df08c8761a" -d '{"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:11:47.326723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b49a5a8-370f-4674-b432-641728066fc8 x-openstack-request-id: req-8b49a5a8-370f-4674-b432-641728066fc8 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:11:47.327072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:11:47.327378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b49a5a8-370f-4674-b432-641728066fc8 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:11:47.327837 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:11:47.416644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910279-3366-463c-8147-e1df08c8761a req-8ec14fde-ca4f-44c8-8586-8ffcbf90b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:47.418210 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-8ec14fde-ca4f-44c8-8586-8ffcbf90b314 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c431176fc6d74025a97b0714c27e227f&device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 1098 time: 0.0589049 Jun 22 21:11:47.512051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910279-3366-463c-8147-e1df08c8761a req-6eeda09f-1aed-4e37-8b1f-9bcaf14d44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:47.513454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-6eeda09f-1aed-4e37-8b1f-9bcaf14d44a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 200 len: 916 time: 0.0855322 Jun 22 21:11:47.563510 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-ad9bea3a-88bf-40b2-a4f5-fc493afeb356 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 200 len: 217 time: 0.0397079 Jun 22 21:11:47.614388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910279-3366-463c-8147-e1df08c8761a req-2f5ec5f3-98a8-49b9-97cb-3e65b0136853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:47.615848 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-2f5ec5f3-98a8-49b9-97cb-3e65b0136853 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 200 len: 854 time: 0.0451248 Jun 22 21:11:47.682107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910279-3366-463c-8147-e1df08c8761a req-b40b2cf1-10ea-47fa-b6e8-6f8a4a623ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:47.683457 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-b40b2cf1-10ea-47fa-b6e8-6f8a4a623ba2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22e8896b-b13a-459f-9dac-ae2de98c0b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566115 Jun 22 21:11:47.791023 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-3d82733b-250b-47a7-a66b-1423cc8b2f58 service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965807 Jun 22 21:11:47.889991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e910279-3366-463c-8147-e1df08c8761a req-18a32f9f-65e5-49fa-b49c-0e6e42c41dbc service neutron] 10.222.0.53 "GET /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883596 Jun 22 21:11:49.811479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a0e19a21-bbe3-4ed0-bea0-8bc7bdbade3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:50.023923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:51.114893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:52.500806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:53.068955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:53.827542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21f79-e38c-4d3f-aa78-45d56d7ef63e req-3bc4ffa7-da57-48a5-9b30-d75ac064797f tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:53.829305 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e5c21f79-e38c-4d3f-aa78-45d56d7ef63e req-3bc4ffa7-da57-48a5-9b30-d75ac064797f tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0805175 Jun 22 21:11:54.268989 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e5c21f79-e38c-4d3f-aa78-45d56d7ef63e req-33ba1056-c6ed-4965-ab5a-08c18d22c2f0 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335179 Jun 22 21:11:55.442811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095e9bb-f18d-4b11-baa5-a4cf74988eac req-cfabfc1f-7579-4158-aed2-06c690f30874 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:55.444198 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6095e9bb-f18d-4b11-baa5-a4cf74988eac req-cfabfc1f-7579-4158-aed2-06c690f30874 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0639465 Jun 22 21:11:55.481842 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6095e9bb-f18d-4b11-baa5-a4cf74988eac req-e923e8ae-985e-459e-8338-ef6583702af5 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/security-groups?id=31f24fce-fa2d-4cf7-866a-294e4abeb4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Jun 22 21:11:55.683068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-652a3c9d-9ac4-4b30-ba86-2e451e32182b tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:11:55.684510 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-652a3c9d-9ac4-4b30-ba86-2e451e32182b tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.53 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 945 time: 0.0618007 Jun 22 21:11:55.787878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Deleting port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:11:55.788204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:55.874220 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] For port 081b1e38-ca14-499e-ba5d-c44b2ba2c004, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=081b1e38-ca14-499e-ba5d-c44b2ba2c004,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:11:55.874572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:55.887622 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Calling delete_port for 081b1e38-ca14-499e-ba5d-c44b2ba2c004 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:11:55.967352 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:11:56.015112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:56.018926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e706dbd6-7e6f-4050-bbbd-223d3805a645 tempest-ServersNegativeTestJSON-2093015121 tempest-ServersNegativeTestJSON-2093015121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:11:56.031535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['081b1e38-ca14-499e-ba5d-c44b2ba2c004'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:11:56.045790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Pushing event deleted for resources: {'Port': ['ID=081b1e38-ca14-499e-ba5d-c44b2ba2c004,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:11:56.050335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:11:56.096600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] No DVR routers for this DVR port 081b1e38-ca14-499e-ba5d-c44b2ba2c004 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:11:56.099013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:56.100987 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7c4f35fd-8239-40fa-a8c7-a36559e0ef51 req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.53 "DELETE /v2.0/ports/081b1e38-ca14-499e-ba5d-c44b2ba2c004 HTTP/1.1" status: 204 len: 173 time: 0.4075968 Jun 22 21:11:56.101535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'name': 'network-vif-deleted', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:11:56.104386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f38158-80f8-4b1c-9c6c-009aee6bd61c" -d '{"events": [{"server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "name": "network-vif-deleted", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:11:56.140135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddca91e-0e77-4cce-a954-bc29e7e424ed x-openstack-request-id: req-7ddca91e-0e77-4cce-a954-bc29e7e424ed {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:11:56.140484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe", "name": "network-vif-deleted", "tag": "081b1e38-ca14-499e-ba5d-c44b2ba2c004", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:11:56.140793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ddca91e-0e77-4cce-a954-bc29e7e424ed {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:11:56.141243 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe', 'name': 'network-vif-deleted', 'tag': '081b1e38-ca14-499e-ba5d-c44b2ba2c004', 'status': 'completed', 'code': 200} Jun 22 21:11:56.640911 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5e6952e3-39b1-4316-8a87-62e54a213861 req-2a84bc3d-83ad-4ed7-8338-e9c8e837a21d tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] 10.222.0.66 "GET /v2.0/ports?device_id=331ed0f3-2811-4ac0-8e7e-c4f40e4f0bfe HTTP/1.1" status: 200 len: 210 time: 0.0307953 Jun 22 21:11:58.252432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37394) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:11:58.593482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:58.675587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 081b1e38-ca14-499e-ba5d-c44b2ba2c004 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:11:58.696121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 081b1e38-ca14-499e-ba5d-c44b2ba2c004 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:11:58.696377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 081b1e38-ca14-499e-ba5d-c44b2ba2c004 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:11:58.845231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Deleting port d72b1480-bdae-4786-bf6d-34faa8ea02d4 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:11:58.845479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:58.922807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] For port d72b1480-bdae-4786-bf6d-34faa8ea02d4, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d72b1480-bdae-4786-bf6d-34faa8ea02d4,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:11:58.923152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:58.935318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Calling delete_port for d72b1480-bdae-4786-bf6d-34faa8ea02d4 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:11:59.116898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:59.119840 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-64a90ced-b256-4de6-afd7-a97b2f723a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:11:59.151613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72b1480-bdae-4786-bf6d-34faa8ea02d4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:11:59.154206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:11:59.350649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:59.579427 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:11:59.713727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:11:59.720432 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] 10.222.0.66 "PUT /v2.0/routers/a106107f-8ef0-4f6a-8ad9-715e6e0cce86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662118 Jun 22 21:11:59.722913 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37398) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:11:59.727679 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Sync routers for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:11:59.738412 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:11:59.739059 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:11:59.838040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:11:59.851494 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:11:59.953247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.015614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Deleting port 824c02cf-b2cd-4727-bbde-4694b3f59a60 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:00.015861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.036336 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:11:59Z', 'revision_number': 5, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port': {'id': '824c02cf-b2cd-4727-bbde-4694b3f59a60', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:00.067182 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Checking router: a106107f-8ef0-4f6a-8ad9-715e6e0cce86 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:12:00.076241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Routers {'a106107f-8ef0-4f6a-8ad9-715e6e0cce86'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:00.076863 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:00.093781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] For port 824c02cf-b2cd-4727-bbde-4694b3f59a60, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=824c02cf-b2cd-4727-bbde-4694b3f59a60,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:00.094159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.107548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Calling delete_port for 824c02cf-b2cd-4727-bbde-4694b3f59a60 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:00.164144 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] Set router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:00.287338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.290162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-363afa9d-c78a-4733-9f91-5237c4dac264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:00.307586 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:11:59Z', 'revision_number': 6, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:00.314999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Pushing event deleted for resources: {'Port': ['ID=824c02cf-b2cd-4727-bbde-4694b3f59a60,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:00.318895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:00.340921 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de76c-a470-49db-8c4e-a7ca4d06431a None None] The sync data for ids ['a106107f-8ef0-4f6a-8ad9-715e6e0cce86'] in dv-neutron-797537-2-hyperv is: [{'id': 'a106107f-8ef0-4f6a-8ad9-715e6e0cce86', 'name': 'tempest-TestMinimumBasicScenario-1983109700-router', 'tenant_id': 'c431176fc6d74025a97b0714c27e227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:46Z', 'updated_at': '2021-06-22T21:11:59Z', 'revision_number': 6, 'project_id': 'c431176fc6d74025a97b0714c27e227f', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:12:00.390652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.482665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.484792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.526837 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.527353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a106107f-8ef0-4f6a-8ad9-715e6e0cce86 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:12:00.531676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.533038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] 10.222.0.66 "DELETE /v2.0/routers/a106107f-8ef0-4f6a-8ad9-715e6e0cce86 HTTP/1.1" status: 204 len: 168 time: 0.8089852 Jun 22 21:12:00.535578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37400) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:00.584788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Deleting subnet e2c5d004-5474-4e46-ae9d-c6285885ef9e {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:12:00.587726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.622413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.704930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.768426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.771160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6ce700ae-2ba3-4b55-95fc-b28aafdddc4a tempest-RoutersNegativeTest-310404117 tempest-RoutersNegativeTest-310404117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:00.795621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c5d004-5474-4e46-ae9d-c6285885ef9e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:00.797549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.799483 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e2c5d004-5474-4e46-ae9d-c6285885ef9e HTTP/1.1" status: 204 len: 168 time: 0.2629263 Jun 22 21:12:00.800291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-40843190-dd38-4959-aed1-0d4ad04c9cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:00.801834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37402) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:00.804463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9a94e-206a-4c94-ab80-50f255ec3647 None None] Network 22e8896b-b13a-459f-9dac-ae2de98c0b6e requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:12:00.872851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.929038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Deleting port 1e81ade5-9306-44a2-a6d2-996215bec83f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:00.929377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:00.997699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] For port 1e81ade5-9306-44a2-a6d2-996215bec83f, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1e81ade5-9306-44a2-a6d2-996215bec83f,segment=NetworkSegment(2d083cbb-c4de-421a-8477-db6ebd33d969),segment_id=2d083cbb-c4de-421a-8477-db6ebd33d969)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:00.998079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.009730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Calling delete_port for 1e81ade5-9306-44a2-a6d2-996215bec83f owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:01.082821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] DHCP port deletion for 22e8896b-b13a-459f-9dac-ae2de98c0b6e request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:12:01.093984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.096623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f38cf1ce-e79b-426d-9d35-60deb40132f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:01.125007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e81ade5-9306-44a2-a6d2-996215bec83f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:01.127561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:01.129200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Deleting port 1e81ade5-9306-44a2-a6d2-996215bec83f {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:01.129591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.130246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] No DVR routers for this DVR port 1e81ade5-9306-44a2-a6d2-996215bec83f on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:12:01.201635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] For port 1e81ade5-9306-44a2-a6d2-996215bec83f, host dv-neutron-797537-2-hyperv, got binding levels [] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:01.202200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.218552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Calling delete_port for 1e81ade5-9306-44a2-a6d2-996215bec83f owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:01.222355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.222532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.ipam_backend_mixin [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Port 1e81ade5-9306-44a2-a6d2-996215bec83f was not found and therefore no delete operation was performed {{(pid=100375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 21:12:01.224751 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d72b1480-bdae-4786-bf6d-34faa8ea02d4 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:01.228102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.232982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e8896b-b13a-459f-9dac-ae2de98c0b6e']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:01.242609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d083cbb-c4de-421a-8477-db6ebd33d969') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:01.242905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d083cbb-c4de-421a-8477-db6ebd33d969') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:01.247731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-11adf469-5fc2-4b4d-94f0-78d827c3c390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:01.251983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.254726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d72b1480-bdae-4786-bf6d-34faa8ea02d4 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:01.255080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d72b1480-bdae-4786-bf6d-34faa8ea02d4 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:01.255503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1e81ade5-9306-44a2-a6d2-996215bec83f no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:01.273203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.280235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:12:01.280503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Pushing event deleted for resources: {'Port': ['ID=1e81ade5-9306-44a2-a6d2-996215bec83f,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:01.280843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:12:01.282702 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:12:01.304105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] No DVR routers for this DVR port 1e81ade5-9306-44a2-a6d2-996215bec83f on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:12:01.308719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1e81ade5-9306-44a2-a6d2-996215bec83f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:01.309073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1e81ade5-9306-44a2-a6d2-996215bec83f not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:01.309616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 824c02cf-b2cd-4727-bbde-4694b3f59a60 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:01.314368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.314599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.314942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.315279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.315606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.315950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.316262 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.316863 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.316948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.317204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.317525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.317840 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:01.337121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:01.338163 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 824c02cf-b2cd-4727-bbde-4694b3f59a60 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:01.338711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 824c02cf-b2cd-4727-bbde-4694b3f59a60 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:01.348289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.354323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9c96da27-a4a8-454e-ad50-b317befe0eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:01.358495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.363075 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] 10.222.0.66 "DELETE /v2.0/networks/22e8896b-b13a-459f-9dac-ae2de98c0b6e HTTP/1.1" status: 204 len: 168 time: 0.5575581 Jun 22 21:12:01.363451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37404) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:01.373332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e8896b-b13a-459f-9dac-ae2de98c0b6e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:01.374888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:01.712135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:01.960650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Deleting port 9115bf6d-99cc-42f2-95a3-13386c7b5b01 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:01.960984 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:02.042713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] For port 9115bf6d-99cc-42f2-95a3-13386c7b5b01, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9115bf6d-99cc-42f2-95a3-13386c7b5b01,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:02.042713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:02.055328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Calling delete_port for 9115bf6d-99cc-42f2-95a3-13386c7b5b01 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:02.237743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:02.239793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-836209a1-4c6b-4f7a-b1ff-3623270c2f14 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:02.264574 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Pushing event deleted for resources: {'Port': ['ID=9115bf6d-99cc-42f2-95a3-13386c7b5b01,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:02.267536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:02.430710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:02.986557 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Router f603a43d-11ed-4e68-ae54-17568c54472f has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:12:03.092188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:12:03.097640 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] 10.222.0.66 "PUT /v2.0/routers/f603a43d-11ed-4e68-ae54-17568c54472f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326329 Jun 22 21:12:03.099707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37406) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:03.102385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Sync routers for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:12:03.112254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:03.112868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:03.210592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.218740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:03.316972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.368655 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Deleting port c4834319-1b5d-4289-8664-0ebee924da08 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:03.369000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.396604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:12:02Z', 'revision_number': 5, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port': {'id': 'c4834319-1b5d-4289-8664-0ebee924da08', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:03.423238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Checking router: f603a43d-11ed-4e68-ae54-17568c54472f for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:12:03.432055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Routers {'f603a43d-11ed-4e68-ae54-17568c54472f'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:03.432683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['f603a43d-11ed-4e68-ae54-17568c54472f'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:03.456519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] For port c4834319-1b5d-4289-8664-0ebee924da08, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=c4834319-1b5d-4289-8664-0ebee924da08,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:03.457096 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.469100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Calling delete_port for c4834319-1b5d-4289-8664-0ebee924da08 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:03.518695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] Set router f603a43d-11ed-4e68-ae54-17568c54472f gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:03.573119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:12:03Z', 'revision_number': 6, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:03.601072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f93cba-ff4f-4c10-8076-618e9f0a30d1 None None] The sync data for ids ['f603a43d-11ed-4e68-ae54-17568c54472f'] in dv-neutron-797537-2-hyperv is: [{'id': 'f603a43d-11ed-4e68-ae54-17568c54472f', 'name': 'tempest-TestMinimumBasicScenario-627478421-router', 'tenant_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:09:51Z', 'updated_at': '2021-06-22T21:12:03Z', 'revision_number': 6, 'project_id': 'e62ca4d69b5e46b6a36d9b21d2a25ddf', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:12:03.639581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.641544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4f6e8f96-022a-4aea-b5b0-9ca2b65caab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:03.663425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4834319-1b5d-4289-8664-0ebee924da08,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:03.667186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:03.729117 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.819146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.821187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.867641 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.868260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f603a43d-11ed-4e68-ae54-17568c54472f {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:12:03.873327 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.874485 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f603a43d-11ed-4e68-ae54-17568c54472f HTTP/1.1" status: 204 len: 168 time: 0.7738640 Jun 22 21:12:03.876904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37408) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:03.921057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Deleting subnet 6eacd893-9271-457e-9bf8-dd61fa95fc27 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:12:03.924841 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:03.962152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.046543 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.098915 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.101643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b797a143-1dcd-4e48-8650-9021bc8a9acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:04.129135 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.130991 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6eacd893-9271-457e-9bf8-dd61fa95fc27 HTTP/1.1" status: 204 len: 168 time: 0.2531857 Jun 22 21:12:04.132503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eacd893-9271-457e-9bf8-dd61fa95fc27,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:04.133846 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37410) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:04.134370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a56be-686b-493c-bbbd-23d63c77f2ed None None] Network 16ec9f92-d227-4e3d-84b1-8ae753871f31 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:12:04.135055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:04.210391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.263943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Deleting port 487fe3f8-09f9-4874-8df3-b30eb4fa340e {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:04.264284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.332237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] For port 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=487fe3f8-09f9-4874-8df3-b30eb4fa340e,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:04.332600 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.346141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Calling delete_port for 487fe3f8-09f9-4874-8df3-b30eb4fa340e owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:04.346433 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] DHCP port deletion for 16ec9f92-d227-4e3d-84b1-8ae753871f31 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:12:04.396409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Deleting port 487fe3f8-09f9-4874-8df3-b30eb4fa340e {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:12:04.396793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.435408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.437723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:04.460184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=487fe3f8-09f9-4874-8df3-b30eb4fa340e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:04.463028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] For port 487fe3f8-09f9-4874-8df3-b30eb4fa340e, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=487fe3f8-09f9-4874-8df3-b30eb4fa340e,segment=NetworkSegment(617af437-d545-4dbf-8d76-c6d079c19fdf),segment_id=617af437-d545-4dbf-8d76-c6d079c19fdf)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:04.463367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.463865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:04.467032 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] No DVR routers for this DVR port 487fe3f8-09f9-4874-8df3-b30eb4fa340e on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:12:04.476967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Calling delete_port for 487fe3f8-09f9-4874-8df3-b30eb4fa340e owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:12:04.544903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.555318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ec9f92-d227-4e3d-84b1-8ae753871f31']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:04.565091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.567185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d3d28bee-5b24-4f59-9573-fe5ed6e73181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:04.569112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617af437-d545-4dbf-8d76-c6d079c19fdf') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:04.569431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617af437-d545-4dbf-8d76-c6d079c19fdf') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:04.580878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.594860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Pushing event deleted for resources: {'Port': ['ID=487fe3f8-09f9-4874-8df3-b30eb4fa340e,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:04.596677 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] No DVR routers for this DVR port 487fe3f8-09f9-4874-8df3-b30eb4fa340e on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:12:04.598110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:04.606412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.612854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:12:04.613288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:12:04.615056 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:12:04.669882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.673777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad35feac-ea83-416e-a657-187e1d50a2ab tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:04.676765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.678134 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] 10.222.0.66 "DELETE /v2.0/networks/16ec9f92-d227-4e3d-84b1-8ae753871f31 HTTP/1.1" status: 204 len: 168 time: 0.5431569 Jun 22 21:12:04.689602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ec9f92-d227-4e3d-84b1-8ae753871f31,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:04.691910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:04.833256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37414) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:04.873424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-9b400940-3daa-4252-839c-df52b2c99698 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c431176fc6d74025a97b0714c27e227f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387478 Jun 22 21:12:04.875725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37416) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:04.927245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.947604 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.994359 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.996943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:04.998109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31f24fce-fa2d-4cf7-866a-294e4abeb4dd HTTP/1.1" status: 204 len: 168 time: 0.1214392 Jun 22 21:12:04.998906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a8ae3037-0eec-4cb3-82b3-17c9782d6719 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:05.006239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f24fce-fa2d-4cf7-866a-294e4abeb4dd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:05.008632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ea22987c-35cd-4386-8bac-e818dcdcfeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:05.213720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c4834319-1b5d-4289-8664-0ebee924da08 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:05.234628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: c4834319-1b5d-4289-8664-0ebee924da08 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:05.234986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device c4834319-1b5d-4289-8664-0ebee924da08 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:05.235416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9115bf6d-99cc-42f2-95a3-13386c7b5b01 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:05.254703 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 9115bf6d-99cc-42f2-95a3-13386c7b5b01 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:05.254983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9115bf6d-99cc-42f2-95a3-13386c7b5b01 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:05.255468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 487fe3f8-09f9-4874-8df3-b30eb4fa340e no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:12:05.274147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 487fe3f8-09f9-4874-8df3-b30eb4fa340e {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:12:05.274561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 487fe3f8-09f9-4874-8df3-b30eb4fa340e not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:12:05.310179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37422) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:05.353755 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f9357605-f4fc-4b5a-a972-14f9433551e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e62ca4d69b5e46b6a36d9b21d2a25ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420189 Jun 22 21:12:05.356158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37424) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:05.405049 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:05.431377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:05.476379 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:05.479186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:05.480943 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82f8b617-0034-4f58-ac3d-79d8733fd83f HTTP/1.1" status: 204 len: 168 time: 0.1232648 Jun 22 21:12:05.481846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fdb746ca-2fee-4d73-8a41-920e27ae4b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:05.491606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8b617-0034-4f58-ac3d-79d8733fd83f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:05.494398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7a862bb4-1627-43bb-91b2-f7ba4ceb8677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.221016 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37464) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.225752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597305482', 'description': 'tempest-secgroup-smoke-597305482 description', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.248480 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.256823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.350628 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.354710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.357397 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-408efa3c-c59d-40cd-ba42-eeab3cd3a9a4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.391351 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bdf6ef-bad9-427e-b259-f6197ba8bf3b,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.394680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.446523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.451037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.453394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-af30a8d8-a68d-40c9-bfff-960dc9af1ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.479788 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.481173 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2591584 Jun 22 21:12:07.483054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a50946-bbb9-4ddc-9be7-361668847eed,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.485257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37466) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.485761 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e92b8f32-43e3-407f-91f6-822f6872a871 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.490406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.518948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.564892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.568141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.569986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0d622713-bf45-4ed6-968b-95bef5ff19dd tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.586774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4516bcb4-f213-4aca-a904-d4ce8da059d2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.589630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.592465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.594409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078250 Jun 22 21:12:07.596270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37468) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.600777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.628599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.686445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.690003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.691991 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be32dd58-7771-47ae-a954-99427c88ab4b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.709126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6651f28-da74-49cd-ad77-94a02cff88d5,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.711615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.718123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.719315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221197 Jun 22 21:12:07.721907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37470) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.726361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.751734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.811191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.814527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.816292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e00a8e1f-8d2a-4756-b73b-697552075f72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.832999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331b0461-ef4d-46e4-9497-afa3c82b5f84,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.835749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.838529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.840373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170039 Jun 22 21:12:07.843698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37472) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.848049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.875244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.932915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.937757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.939606 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f77b0eb2-7098-4ea8-9ee0-172954a86623 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:07.956782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2ecc68-eb6c-44e5-86ec-de72533b0ef6,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:07.959715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:07.962531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:07.963623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5004659f-7f9b-441f-9bf1-98282fa1da7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189787 Jun 22 21:12:07.967454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37474) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:07.971827 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:07.993316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:12:07.997952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.056612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.060422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.062238 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-995e57a0-2aac-4623-b73e-5c857abaac3b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:08.078310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e59f37-8725-46c1-a9c0-e67528439e69,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:08.081009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:08.085285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.086587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181612 Jun 22 21:12:08.089295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37476) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:08.094826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '34a50946-bbb9-4ddc-9be7-361668847eed', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:08.119546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:12:08.124922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.191734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.196612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.198571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b4ac4208-2fda-4dee-b2e4-ccc75ba445e4 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:08.218013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873ce0c2-69b3-4c24-8de2-3efd8c5a82f5,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:08.220899 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:08.224345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.228810 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37478) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:08.229280 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a84afd0a-047c-4501-a8db-5eb5ab160b32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375756 Jun 22 21:12:08.234360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'network': {'name': 'tempest-network-smoke--2138632435', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:08.255413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:12:08.259055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.287119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:12:08.299148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.299540 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Added segment b1b9db98-7513-4d9e-afaa-637dedfacb1d of type vlan for network b9b96cdc-2f18-4b4a-9ae8-31294802f50f Jun 22 21:12:08.343927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.372501 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.378003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:08.378583 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.380793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7d961b8a-7cd3-4056-9fe9-f5e96f95ee27 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:08.412044 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1820524 Jun 22 21:12:08.415079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37480) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:08.420704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'admin_state_up': True, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:08.443919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.444920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.446298 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Network': ['ID=b9b96cdc-2f18-4b4a-9ae8-31294802f50f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:08.449064 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0026c659-fc45-47c9-a4a1-3e79e46f29ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:08.458363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:12:08.499062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.663843 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.849351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.872029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:08.976948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.250 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/1d71ad84-fbba-4176-881e-7566c3ef3f8c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:12:09.078043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:09.115224 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:09.117965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f231a3-0c2a-4f38-9b6f-0e897be6cc4b tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:09.154330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:09.157007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:09.160352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:12:09.184959 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=1d71ad84-fbba-4176-881e-7566c3ef3f8c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:09.188841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:09.408434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:09.605920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:09.734004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router bd12b051-5fbe-4ad9-b359-7c82b227b81e is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:12:09.838106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:12:09.847189 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Sync routers for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:12:09.857271 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:09.857970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:09.858104 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:09.859415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4432101 Jun 22 21:12:09.862586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37482) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:09.963727 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:09.982345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4269319b-86c3-4026-9f8f-cae637eec7c7 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5da92ff765e740cdbb0a51a0ef9ffaa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1184394 Jun 22 21:12:09.985014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37486) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:10.076373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b31391-5dab-40da-937a-94ade5bab4b4 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:10.077845 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-44b31391-5dab-40da-937a-94ade5bab4b4 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919330 Jun 22 21:12:10.080906 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:10.108610 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5132eb74-0e43-410c-8add-01e06f8a689a tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265541 Jun 22 21:12:10.111353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37490) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:10.117111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596227964', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:10.147890 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:09Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:10.175590 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Checking router: bd12b051-5fbe-4ad9-b359-7c82b227b81e for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:12:10.175950 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Updating router bd12b051-5fbe-4ad9-b359-7c82b227b81e port 1d71ad84-fbba-4176-881e-7566c3ef3f8c binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:12:10.212404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:12:10.213959 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.216663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.401636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.404256 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ad208b5e-6c80-4614-8643-5b146c2e574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:10.462026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Subnet': ['ID=b57641bd-1352-4e79-8aa2-90f9056ffb2d,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:10.465667 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:10.471919 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Checking segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:12:10.472288 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network hostable DHCP agents. Network: b9b96cdc-2f18-4b4a-9ae8-31294802f50f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:12:10.473130 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.485067 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Transition to ACTIVE for port object 1d71ad84-fbba-4176-881e-7566c3ef3f8c will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:10.488839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:12:10.490982 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.493645 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-40d79bec-cde8-4c8c-b76e-668ef5ef66a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:10.498911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, b9b96cdc-2f18-4b4a-9ae8-31294802f50f) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:10.504388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:10.504976 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.510705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db8f23-49b0-4280-a5a7-28a40b499da5 None None] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:12:10.521547 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-30b21625-5d82-47e6-9102-6636fd1e5691 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4088624 Jun 22 21:12:10.524357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37492) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:10.540947 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Attempting to bind port 1d71ad84-fbba-4176-881e-7566c3ef3f8c on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:12:10.541321 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Attempting to bind port 1d71ad84-fbba-4176-881e-7566c3ef3f8c by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:12:10.541683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Attempting to bind port 1d71ad84-fbba-4176-881e-7566c3ef3f8c on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:12:10.550914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Pushing event updated for resources: {'Port': ['ID=1d71ad84-fbba-4176-881e-7566c3ef3f8c,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:10.552889 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:12:10.553260 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:12:10.553651 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.554067 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:12:10.554526 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Bound port: 1d71ad84-fbba-4176-881e-7566c3ef3f8c, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:12:10.554900 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.562486 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.562828 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.563161 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.563487 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.563813 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.564137 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.564458 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.564773 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.565085 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.565399 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.565711 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.566045 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:12:10.588270 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:10.624031 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] For port 1d71ad84-fbba-4176-881e-7566c3ef3f8c, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:12:10.627842 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] For port 1d71ad84-fbba-4176-881e-7566c3ef3f8c, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1d71ad84-fbba-4176-881e-7566c3ef3f8c,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:12:10.633130 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.636005 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-06918c3a-b41e-43db-a5bc-c3d9ce04bdb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:10.674599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:12:10.675463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.692290 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Pushing event updated for resources: {'Port': ['ID=1d71ad84-fbba-4176-881e-7566c3ef3f8c,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:10.696808 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:10.701416 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:10.702190 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:10.809961 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:10.823893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Allocated IP 172.20.0.2 (b9b96cdc-2f18-4b4a-9ae8-31294802f50f/b57641bd-1352-4e79-8aa2-90f9056ffb2d/60a2fdfd-91c0-477b-9731-4988c82d24d2) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:12:10.978356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:10.988244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Transition to ACTIVE for port object 60a2fdfd-91c0-477b-9731-4988c82d24d2 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:10.996268 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:09Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:11.005019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Transition to ACTIVE for port object 60a2fdfd-91c0-477b-9731-4988c82d24d2 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:11.011338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.013238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.016358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:11.028788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596b184-7089-41b6-b2c6-35f534c73515 None None] The sync data for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv is: [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:09Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:12:11.059988 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:11.063270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:11.066795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:12:11.076827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Pushing event updated for resources: {'Port': ['ID=60a2fdfd-91c0-477b-9731-4988c82d24d2,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:11.085781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:11.134559 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Attempting to bind port 60a2fdfd-91c0-477b-9731-4988c82d24d2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:12:11.134943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Attempting to bind port 60a2fdfd-91c0-477b-9731-4988c82d24d2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:12:11.135316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Attempting to bind port 60a2fdfd-91c0-477b-9731-4988c82d24d2 on network b9b96cdc-2f18-4b4a-9ae8-31294802f50f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:12:11.141332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:12:11.141552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Checking segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:12:11.142006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.142343 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Bound using segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:12:11.142830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Bound port: 60a2fdfd-91c0-477b-9731-4988c82d24d2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:12:11.143211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.209915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] For port 60a2fdfd-91c0-477b-9731-4988c82d24d2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:12:11.213497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] For port 60a2fdfd-91c0-477b-9731-4988c82d24d2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=60a2fdfd-91c0-477b-9731-4988c82d24d2,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:12:11.219513 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.221709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5645841f-f023-45da-b4fe-5ec36237958e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:11.294135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Pushing event updated for resources: {'Port': ['ID=60a2fdfd-91c0-477b-9731-4988c82d24d2,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:11.297335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:11.358161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.1 (b9b96cdc-2f18-4b4a-9ae8-31294802f50f/b57641bd-1352-4e79-8aa2-90f9056ffb2d/9f6314db-2928-4dd9-a5cf-c233d0b6caad) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:12:11.530116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.548519 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 9f6314db-2928-4dd9-a5cf-c233d0b6caad will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:11.588764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.591645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-983abd2f-d8fc-4560-b1d5-f118c87fe142 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:11.634930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:11.638805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:11.643189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:12:11.649774 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:11.679251 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:11.709315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:11.863682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:12.171680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:12.176471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:12.179834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2fd3d179-9be7-43bf-9310-ab7a5175470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:12.227415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4bbb4-c0ad-49f4-a363-10a01a8cd5cd None None] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:12:12.256531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:12.258805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:12.260736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:12.356337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:12.358057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:12.370399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-56fdaa54-8f57-4bcd-9250-bb5872269e76 None None] Provisioning for port 60a2fdfd-91c0-477b-9731-4988c82d24d2 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:12.482482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router bd12b051-5fbe-4ad9-b359-7c82b227b81e has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:12:12.596114 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:12:12.601121 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/bd12b051-5fbe-4ad9-b359-7c82b227b81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758090 Jun 22 21:12:12.662945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Sync routers for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:12:12.674319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:12.675187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:12.743010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b00d70e4-25f2-40cf-99b4-775a469dde34 None None] Provisioning for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:12.754752 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-602bc12f-f319-43a6-aa6f-2d5239a1da62 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597305482&fields=id&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 267 time: 0.0352664 Jun 22 21:12:12.782181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b00d70e4-25f2-40cf-99b4-775a469dde34 None None] Provisioning complete for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:12.782507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b00d70e4-25f2-40cf-99b4-775a469dde34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:12.833594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:12.835659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b00d70e4-25f2-40cf-99b4-775a469dde34 None None] Port 9f6314db-2928-4dd9-a5cf-c233d0b6caad cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:12:12.870688 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-87b3199f-e33a-45f6-94f1-802510c19b36 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:12.873376 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-87b3199f-e33a-45f6-94f1-802510c19b36 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 797 time: 0.1118295 Jun 22 21:12:12.891912 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-075fe82d-33a3-4fde-9375-bd6c286512a7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/quotas/5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 375 time: 0.0128000 Jun 22 21:12:12.978331 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-15853e2a-869d-4323-bf42-0a5ce9da2717 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769341 Jun 22 21:12:13.035721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ee917ac4-a966-43c9-8a49-6b6345f1c1dc None None] Provisioning complete for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:13.035991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ee917ac4-a966-43c9-8a49-6b6345f1c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.124795 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-005fc8c2-7515-4464-9343-97e5b7738d87 service neutron] 10.222.0.66 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422513 Jun 22 21:12:13.238547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-ee917ac4-a966-43c9-8a49-6b6345f1c1dc None None] Port 9f6314db-2928-4dd9-a5cf-c233d0b6caad cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:12:13.241778 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-0724fd65-9f20-437e-8c29-e6c7af41b22f service neutron] 10.222.0.66 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110346 Jun 22 21:12:13.255908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:12Z', 'revision_number': 2, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:13.285390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1d71ad84-fbba-4176-881e-7566c3ef3f8c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:13.287726 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Checking router: bd12b051-5fbe-4ad9-b359-7c82b227b81e for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:12:13.288028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Updating router bd12b051-5fbe-4ad9-b359-7c82b227b81e port 9f6314db-2928-4dd9-a5cf-c233d0b6caad binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:12:13.351035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.398880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 1d71ad84-fbba-4176-881e-7566c3ef3f8c completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:13.407041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1d71ad84-fbba-4176-881e-7566c3ef3f8c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:13.407416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.436045 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c425f792-227f-4f9f-baaf-68095646389f req-5469f166-59c6-4842-8b33-52159fc31959 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 210 time: 0.0401754 Jun 22 21:12:13.608853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.650384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 1d71ad84-fbba-4176-881e-7566c3ef3f8c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1d71ad84-fbba-4176-881e-7566c3ef3f8c,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:13.657297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.658121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 60a2fdfd-91c0-477b-9731-4988c82d24d2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:13.661620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:13.772072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=1d71ad84-fbba-4176-881e-7566c3ef3f8c,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:13.783791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:13.786273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.799838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Transition to ACTIVE for port object 9f6314db-2928-4dd9-a5cf-c233d0b6caad will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:13.803113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 60a2fdfd-91c0-477b-9731-4988c82d24d2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:13.806238 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.809202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:13.812591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 60a2fdfd-91c0-477b-9731-4988c82d24d2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:13.812969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:13.888830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Pushing event updated for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:13.891774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:13.984819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Attempting to bind port 9f6314db-2928-4dd9-a5cf-c233d0b6caad on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:12:13.985204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Attempting to bind port 9f6314db-2928-4dd9-a5cf-c233d0b6caad by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:12:13.985572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Attempting to bind port 9f6314db-2928-4dd9-a5cf-c233d0b6caad on network b9b96cdc-2f18-4b4a-9ae8-31294802f50f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:12:13.999412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:12:13.999792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Checking segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:12:14.000202 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:14.000600 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Bound using segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:12:14.001089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Bound port: 9f6314db-2928-4dd9-a5cf-c233d0b6caad, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:12:14.001463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:14.011102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:14.095960 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 60a2fdfd-91c0-477b-9731-4988c82d24d2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=60a2fdfd-91c0-477b-9731-4988c82d24d2,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:14.104718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:14.111578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:14.137873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] For port 9f6314db-2928-4dd9-a5cf-c233d0b6caad, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:12:14.159966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] For port 9f6314db-2928-4dd9-a5cf-c233d0b6caad, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9f6314db-2928-4dd9-a5cf-c233d0b6caad,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:12:14.172144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:14.185504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=60a2fdfd-91c0-477b-9731-4988c82d24d2,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:14.189690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:14.190301 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:14.235964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:14.236602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:11:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:14.282696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Pushing event updated for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:14.286963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:14.358263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:14.602559 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5d503506-1516-4e22-88fb-d77a0e9e8352 req-60dc3e04-6823-40f7-af12-85316304bdc5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 210 time: 0.0356121 Jun 22 21:12:14.631049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:14Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:14.660732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69911af4-c080-4e0f-a1eb-ed2fd582b7d9 None None] The sync data for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv is: [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:14Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:12:14.993494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-84e74af7-8e24-4bf7-aeed-f6dc7337ee29 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:14.994975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-84e74af7-8e24-4bf7-aeed-f6dc7337ee29 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 797 time: 0.5175555 Jun 22 21:12:15.040836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-a1963cfd-a3e1-44d0-bab9-2f50982f1014 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 379 time: 0.0355031 Jun 22 21:12:15.050478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'port': {'device_id': '4cddae22-df04-4da3-95e5-58219e622c17', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'admin_state_up': True, 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'security_groups': ['34a50946-bbb9-4ddc-9be7-361668847eed']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:15.166497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:12:15.171339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.309054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9f6314db-2928-4dd9-a5cf-c233d0b6caad up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:15.314271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.5 (b9b96cdc-2f18-4b4a-9ae8-31294802f50f/b57641bd-1352-4e79-8aa2-90f9056ffb2d/2c3a7b79-9d7f-4b83-be66-148dacb2fba5) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:12:15.362215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:15.366210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:15.366597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.451931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.463918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.479200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:15.485645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 9f6314db-2928-4dd9-a5cf-c233d0b6caad, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9f6314db-2928-4dd9-a5cf-c233d0b6caad,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:15.491289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.492942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1d71ad84-fbba-4176-881e-7566c3ef3f8c up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:15.514763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.517085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:15.519097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7c6829-cd60-4d5d-9cf7-1c173326c092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:15.569462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:15.573547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:15.578374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:15.581635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:15.582548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:12:15.599894 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 1d71ad84-fbba-4176-881e-7566c3ef3f8c triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:15.602435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.604105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:15.608628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:15.642044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:15.642975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.659996 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132448 Jun 22 21:12:15.679200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Request body: {'port': {'device_id': '4cddae22-df04-4da3-95e5-58219e622c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:15.709131 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 60a2fdfd-91c0-477b-9731-4988c82d24d2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:15.776193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 60a2fdfd-91c0-477b-9731-4988c82d24d2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:15.776785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.836898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.947223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5ac0623f-dcbc-4406-87b4-ebd74b763068 None None] Provisioning for port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:15.951308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5ac0623f-dcbc-4406-87b4-ebd74b763068 None None] Provisioning complete for port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:15.951895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ac0623f-dcbc-4406-87b4-ebd74b763068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:15.978375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3358b-6dfc-4d7a-b831-eb0c3017ec21 req-5a34c2e9-5dc5-43eb-b39d-ea06b7a3f95a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:15.979813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4bb3358b-6dfc-4d7a-b831-eb0c3017ec21 req-5a34c2e9-5dc5-43eb-b39d-ea06b7a3f95a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 931 time: 0.1869950 Jun 22 21:12:15.988180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0623f-dcbc-4406-87b4-ebd74b763068 None None] Port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:12:16.050077 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4bb3358b-6dfc-4d7a-b831-eb0c3017ec21 req-4a95c119-1ef2-4998-a934-c9db7433fffc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624130 Jun 22 21:12:16.175546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:12:16.183928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:16.195315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Transition to ACTIVE for port object 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:12:16.198306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:16.201230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-600127c7-d081-4900-bd6f-526b6c2ef1a4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:16.249370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:16.252977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:16.324805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Attempting to bind port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:12:16.325144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Attempting to bind port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:12:16.325468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Attempting to bind port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 on network b9b96cdc-2f18-4b4a-9ae8-31294802f50f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:12:16.330341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 on network b9b96cdc-2f18-4b4a-9ae8-31294802f50f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:12:16.330662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Attempting to bind port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 on network b9b96cdc-2f18-4b4a-9ae8-31294802f50f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:12:16.335495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:12:16.335836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Checking segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:12:16.336219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Bound using segment: {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:12:16.336643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Bound port: 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b9db98-7513-4d9e-afaa-637dedfacb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:12:16.336992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:16.405455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:12:16.410436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:12:16.415903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:16.420306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-65f1bc2f-03e3-4158-ab8d-25290309be02 tempest-TestEncryptedCinderVolumes-258276801 tempest-TestEncryptedCinderVolumes-258276801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:16.451204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:16.451822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:16.453184 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] 10.222.0.53 "PUT /v2.0/ports/2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 1093 time: 0.7784698 Jun 22 21:12:16.453719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:12:16.456426 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facf5012-858f-4950-81bb-d6ceca2d28a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:12:16.488725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:16.497112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:16.499016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6506d6a5-4f1a-4d5d-a46f-bb6256717bf1 x-openstack-request-id: req-6506d6a5-4f1a-4d5d-a46f-bb6256717bf1 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:12:16.499361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:12:16.499665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6506d6a5-4f1a-4d5d-a46f-bb6256717bf1 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:12:16.500122 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'status': 'completed', 'code': 200} Jun 22 21:12:16.562131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-17636df6-57ba-4a56-be7c-2b4c891fc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:16.563627 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-17636df6-57ba-4a56-be7c-2b4c891fc86e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1096 time: 0.0574017 Jun 22 21:12:16.615872 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-8ef9194d-b137-4f6a-9744-e5c5932d4aea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 217 time: 0.0404592 Jun 22 21:12:16.668936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-ecfc3e4d-3c26-49d9-b794-9f3fc10a0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:16.670407 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-ecfc3e4d-3c26-49d9-b794-9f3fc10a0c40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 200 len: 834 time: 0.0452456 Jun 22 21:12:16.733383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41aa7d75-753f-4af1-b9c3-51d8c2b0ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:16.734921 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-41aa7d75-753f-4af1-b9c3-51d8c2b0ad86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545821 Jun 22 21:12:16.832858 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-65f04a81-8c4a-410c-b13d-734a675eff7b service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866358 Jun 22 21:12:16.925726 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6359c53f-8918-485a-a0d2-7aea7b7f776c req-7c09372b-8a3d-4682-8c78-6db78df7e9ac service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827529 Jun 22 21:12:16.969672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc30e-d7ab-424a-8faf-ac06f1dd54c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:17.044105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-f9cd629f-dad2-4880-9391-5f1010ebedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:17.045468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-f9cd629f-dad2-4880-9391-5f1010ebedc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1096 time: 0.0587051 Jun 22 21:12:17.138292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-9587b0a3-b92a-4514-bb2b-df8da6427479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:17.139733 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-9587b0a3-b92a-4514-bb2b-df8da6427479 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 898 time: 0.0875304 Jun 22 21:12:17.189977 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-3c2e5b71-29ce-47c8-9b56-69adb25c02ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 217 time: 0.0426378 Jun 22 21:12:17.214253 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9f6314db-2928-4dd9-a5cf-c233d0b6caad up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:17.263764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9f6314db-2928-4dd9-a5cf-c233d0b6caad triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:17.264161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:17.266888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-e926600a-422f-4987-aa24-ccd363625daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:17.268453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-e926600a-422f-4987-aa24-ccd363625daf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 200 len: 834 time: 0.0706968 Jun 22 21:12:17.314223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d79b70-49f9-4490-a429-35d0ca577eeb req-c2278d91-c147-49c1-8733-c673fe097318 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:17.315594 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06d79b70-49f9-4490-a429-35d0ca577eeb req-c2278d91-c147-49c1-8733-c673fe097318 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 943 time: 0.1284306 Jun 22 21:12:17.368079 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-06d79b70-49f9-4490-a429-35d0ca577eeb req-af41980e-e198-4b55-ae70-410cbd379073 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Jun 22 21:12:17.374856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-9b19742a-4e97-4a91-9ca3-3e019f8e06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:17.376346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-9b19742a-4e97-4a91-9ca3-3e019f8e06ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005447 Jun 22 21:12:17.466521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-ae4ae303-5526-41ed-a9ce-f45634ffa1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827284 Jun 22 21:12:17.559464 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-facf5012-858f-4950-81bb-d6ceca2d28a5 req-6145249d-05c8-4413-bf93-1ad138f1c0bf service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858145 Jun 22 21:12:18.542807 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29e0a3-0b0d-4714-b07c-14da41e1b8c9 req-e00cb7b7-4b26-4482-bd5a-166e2bba2c93 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:18.544335 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-db29e0a3-0b0d-4714-b07c-14da41e1b8c9 req-e00cb7b7-4b26-4482-bd5a-166e2bba2c93 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 943 time: 0.0661628 Jun 22 21:12:18.581188 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-db29e0a3-0b0d-4714-b07c-14da41e1b8c9 req-b26cad2d-6f7a-41d6-b83b-95546ed64acc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Jun 22 21:12:19.752135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136e25b-b144-4da5-a48c-52facbb66f23 req-0027dcb3-8f89-4a36-9257-4cf0d3f3d0b6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:19.753607 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7136e25b-b144-4da5-a48c-52facbb66f23 req-0027dcb3-8f89-4a36-9257-4cf0d3f3d0b6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 943 time: 0.0648224 Jun 22 21:12:19.791591 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7136e25b-b144-4da5-a48c-52facbb66f23 req-7851eae7-2358-4c5f-b865-b048b4657933 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Jun 22 21:12:19.812466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0eecba6a-6ccb-4816-91f4-56f2099355e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:20.027826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:20.752970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:12:20.850659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:20.862432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'port_id': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'mac_address': 'fa:16:3e:47:3e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:12:20.899176 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:20.912408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:12:20.933112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:20.937880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:20.939699 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:20.972776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fe73-ebf0-4e16-827d-042781ecfd12 req-41d3a938-c3f2-4e96-9228-4c203d679ecc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:20.974921 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3d3fe73-ebf0-4e16-827d-042781ecfd12 req-41d3a938-c3f2-4e96-9228-4c203d679ecc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 943 time: 0.0662224 Jun 22 21:12:20.984370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:20.987415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:21.015607 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3d3fe73-ebf0-4e16-827d-042781ecfd12 req-c6eda864-5fd5-476d-907c-40c31e8dc337 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339799 Jun 22 21:12:21.117134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:21.217448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['2c3a7b79-9d7f-4b83-be66-148dacb2fba5'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:12:22.191034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93b653-0fe3-44d3-af02-5fd025858dd9 req-48cbe242-85f0-4ddd-83d3-617da6b22154 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:22.192502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f93b653-0fe3-44d3-af02-5fd025858dd9 req-48cbe242-85f0-4ddd-83d3-617da6b22154 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 944 time: 0.0654428 Jun 22 21:12:22.231325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1f93b653-0fe3-44d3-af02-5fd025858dd9 req-927a5612-ce29-41b4-b2e2-f25276a58a92 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Jun 22 21:12:22.514770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:22.783633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:12:22.832992 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:12:22.836660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:12:22.837038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:22.912805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:22.934572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:12:22.936829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e790c-4160-495a-b92b-9bd5ab457b8c" -d '{"events": [{"server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:12:22.949868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:12:22.954285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:22.956193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:22.977668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946ef80-ef6e-4534-8229-a732afe8e8fd x-openstack-request-id: req-c946ef80-ef6e-4534-8229-a732afe8e8fd {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:12:22.977989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:12:22.978252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c946ef80-ef6e-4534-8229-a732afe8e8fd {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:12:22.978640 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'code': 200} Jun 22 21:12:23.003709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:23.006564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:23.056964 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:23.222842 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db564-de3e-49b4-9374-c7720e60d70d req-ff999db0-028d-447a-8ed9-f134222615dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:23.224301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-069db564-de3e-49b4-9374-c7720e60d70d req-ff999db0-028d-447a-8ed9-f134222615dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1098 time: 0.0557525 Jun 22 21:12:23.261735 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-069db564-de3e-49b4-9374-c7720e60d70d req-20136180-df38-43d2-94df-b01a7cf6206c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270686 Jun 22 21:12:23.404405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9d3fa-5cb6-4540-852b-9e0450a5194d req-31b68a16-3150-4d7b-9121-2e93fcffe872 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:23.405856 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-17b9d3fa-5cb6-4540-852b-9e0450a5194d req-31b68a16-3150-4d7b-9121-2e93fcffe872 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0647204 Jun 22 21:12:23.444264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-17b9d3fa-5cb6-4540-852b-9e0450a5194d req-7b8cb004-d380-45db-bc1f-63b70d36f6ad tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Jun 22 21:12:24.355667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-887cc0a0-f53a-451e-954a-b633d4d300d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573051 Jun 22 21:12:24.450012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-46d95280-b888-44f9-b34a-86c7946bd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.451545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-46d95280-b888-44f9-b34a-86c7946bd168 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1098 time: 0.0528724 Jun 22 21:12:24.553273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-d489acc6-9a4d-472f-b4f3-321878a3eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.554737 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-d489acc6-9a4d-472f-b4f3-321878a3eec3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 898 time: 0.0833743 Jun 22 21:12:24.600526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-48eeed9b-d8ea-4d8e-9fae-2932b40ddc6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 217 time: 0.0394361 Jun 22 21:12:24.622869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d4f3-9665-474b-b0a4-1a4414cfa258 req-34585c00-f343-4744-a6c6-f0c687a66dd6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.624333 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3275d4f3-9665-474b-b0a4-1a4414cfa258 req-34585c00-f343-4744-a6c6-f0c687a66dd6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0644512 Jun 22 21:12:24.648445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-4d3ce160-b797-45f5-bd56-dd3e7b82b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.649954 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-4d3ce160-b797-45f5-bd56-dd3e7b82b568 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 200 len: 834 time: 0.0435722 Jun 22 21:12:24.660882 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3275d4f3-9665-474b-b0a4-1a4414cfa258 req-140240ec-582f-4495-83de-3d973282052a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307763 Jun 22 21:12:24.708778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-ebe884b9-45b4-4a25-b549-1a4472d57283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.710389 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-ebe884b9-45b4-4a25-b549-1a4472d57283 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533926 Jun 22 21:12:24.843681 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-8c391d02-2937-4af0-8e9c-59f8d2d3441c service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264522 Jun 22 21:12:24.860200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d5c92-b70d-494e-b7b9-e693e3f0e557 req-7612de95-5dd7-4e0c-be47-b0e5ba540662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:24.861638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b08d5c92-b70d-494e-b7b9-e693e3f0e557 req-7612de95-5dd7-4e0c-be47-b0e5ba540662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0863144 Jun 22 21:12:24.953986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b08d5c92-b70d-494e-b7b9-e693e3f0e557 req-65326853-1b92-4bdc-b06b-8c963fcf912f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853286 Jun 22 21:12:24.977546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8fa08c8c-c668-46f6-bd32-85db19c3b5ce req-ed9d0d74-17dc-4706-8a9b-dee3a49046df service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252072 Jun 22 21:12:24.978394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37550) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:25.033223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ecb23-66c7-421e-aa2d-ba553cfdceb0 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:25.034770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a67ecb23-66c7-421e-aa2d-ba553cfdceb0 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1093 time: 0.0554619 Jun 22 21:12:25.037534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37552) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:25.041919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:12:25.063712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:25.165544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:25.263929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.100 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/b06181a5-8198-49ab-91ec-443e8772913d) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:12:25.368411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:25.406588 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:25.409285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-affffce4-b309-4b6f-ab15-842c3fef4431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:25.450365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:12:25.458650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:12:25.461848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=b06181a5-8198-49ab-91ec-443e8772913d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:25.463988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:12:25.466642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:25.837168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:25.918643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:26.067515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:26.072029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:26.074110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-80bf63f8-2307-4522-a7fe-a2912fb23903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:12:26.136549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=b06181a5-8198-49ab-91ec-443e8772913d,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:12:26.140325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:12:26.149816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:26.248359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP 0078b4e1-2861-4b92-bc74-bb5b3680c77e associated. External IP: 172.26.4.100, port: 2c3a7b79-9d7f-4b83-be66-148dacb2fba5. Jun 22 21:12:26.453730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router bd12b051-5fbe-4ad9-b359-7c82b227b81e has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:12:26.558631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:12:26.567653 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Sync routers for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:12:26.574950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:26.578210 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:26.578829 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:26.611025 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5724506 Jun 22 21:12:26.611693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:12:26.614022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266813d3-0836-4ef0-a172-2540e1e88726" -d '{"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:12:26.688858 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:26.715662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de48855-41af-43cb-b1d3-472c39aff5a4 x-openstack-request-id: req-5de48855-41af-43cb-b1d3-472c39aff5a4 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:12:26.716023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:12:26.716332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5de48855-41af-43cb-b1d3-472c39aff5a4 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:12:26.716788 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'status': 'completed', 'code': 200} Jun 22 21:12:26.809838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266813d3-0836-4ef0-a172-2540e1e88726 req-5f8e3f47-222f-4553-b1d3-6e1e42f0df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:26.811417 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-5f8e3f47-222f-4553-b1d3-6e1e42f0df46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1098 time: 0.0668316 Jun 22 21:12:26.923398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266813d3-0836-4ef0-a172-2540e1e88726 req-625ef833-9c4c-4c58-bca0-394f8fad1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:26.925027 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-625ef833-9c4c-4c58-bca0-394f8fad1bd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 898 time: 0.1061337 Jun 22 21:12:27.002332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-9328f16e-7cd3-483a-acee-b98d1b7ae390 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 999 time: 0.0697389 Jun 22 21:12:27.033588 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '0078b4e1-2861-4b92-bc74-bb5b3680c77e', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'port_id': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'mac_address': 'fa:16:3e:47:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddae22-df04-4da3-95e5-58219e622c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:12:25Z', 'updated_at': '2021-06-22T21:12:25Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:27.055055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266813d3-0836-4ef0-a172-2540e1e88726 req-971aaeb5-325f-4114-9b3b-9f0037fd2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:27.056518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-971aaeb5-325f-4114-9b3b-9f0037fd2f75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 200 len: 834 time: 0.0474684 Jun 22 21:12:27.067310 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Checking router: bd12b051-5fbe-4ad9-b359-7c82b227b81e for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:12:27.080296 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:12:27.081016 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:27.126642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266813d3-0836-4ef0-a172-2540e1e88726 req-63d4960a-5da4-493f-8088-d933c8c125f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:27.128133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-63d4960a-5da4-493f-8088-d933c8c125f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655391 Jun 22 21:12:27.170751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945259aa-52c7-44fe-a82e-66a61f39a45b req-5c14c47c-7e92-4b50-840e-529fa7784de7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:12:27.172396 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-945259aa-52c7-44fe-a82e-66a61f39a45b req-5c14c47c-7e92-4b50-840e-529fa7784de7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.4531775 Jun 22 21:12:27.205569 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:12:27.217667 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-945259aa-52c7-44fe-a82e-66a61f39a45b req-8e4eaa6b-f7d2-4ca5-8a24-709726a14ee8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Jun 22 21:12:27.245225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37560) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:27.312411 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b6f334ae-cea3-46bc-a503-cb194f8854c7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/0078b4e1-2861-4b92-bc74-bb5b3680c77e HTTP/1.1" status: 200 len: 991 time: 0.0651321 Jun 22 21:12:27.446872 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '0078b4e1-2861-4b92-bc74-bb5b3680c77e', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'port_id': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'mac_address': 'fa:16:3e:47:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddae22-df04-4da3-95e5-58219e622c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:12:25Z', 'updated_at': '2021-06-22T21:12:25Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:12:27.478048 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe38b8-8d02-44d2-8466-ef56066f21b4 None None] The sync data for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv is: [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '0078b4e1-2861-4b92-bc74-bb5b3680c77e', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.100', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'port_id': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'mac_address': 'fa:16:3e:47:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cddae22-df04-4da3-95e5-58219e622c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:12:25Z', 'updated_at': '2021-06-22T21:12:25Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:12:27.629232 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-79dd6e0b-76c2-4c75-9fbd-fc7011574ba3 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943068 Jun 22 21:12:27.675924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53890307-f573-4ee8-9d4e-2b3a8b85be04 None None] New status for floating IP 0078b4e1-2861-4b92-bc74-bb5b3680c77e: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:12:27.729080 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-266813d3-0836-4ef0-a172-2540e1e88726 req-9f934f7b-5486-4d5b-be7a-d837d877d640 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917661 Jun 22 21:12:28.315949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37562) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:12:28.381067 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b864ecb5-d241-4324-b7a1-7ba981a094be tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/0078b4e1-2861-4b92-bc74-bb5b3680c77e HTTP/1.1" status: 200 len: 993 time: 0.0639138 Jun 22 21:12:32.966312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:12:46.972260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ba67426-3688-4f54-80e5-ee604f4e033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:49.809339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a36014b-ad3d-4604-9a73-b2e62692d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:50.030748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:51.119721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:52.508797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:12:53.062526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:01.847762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3774-deff-4b88-97e5-de83a4c99cd2 req-145f2402-352b-4fd8-91dc-ccf97b98d0f4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:01.849118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f88c3774-deff-4b88-97e5-de83a4c99cd2 req-145f2402-352b-4fd8-91dc-ccf97b98d0f4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0671158 Jun 22 21:13:01.893448 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f88c3774-deff-4b88-97e5-de83a4c99cd2 req-a7f3b679-fb07-4f23-af0c-05a1650d0853 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383770 Jun 22 21:13:03.071990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b9c3-fbd5-4c18-9a15-0bc8fc8993ae req-8c3d5473-8004-42c6-b06c-e4540f4d41d3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:03.073445 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4855b9c3-fbd5-4c18-9a15-0bc8fc8993ae req-8c3d5473-8004-42c6-b06c-e4540f4d41d3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0637963 Jun 22 21:13:03.111773 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4855b9c3-fbd5-4c18-9a15-0bc8fc8993ae req-e168b32c-f1dc-4dd5-9968-ba7d558f5f5b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Jun 22 21:13:03.135547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37580) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:03.201652 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2a0d2e0b-9ad2-449c-a615-53cdc6d4f2e6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/0078b4e1-2861-4b92-bc74-bb5b3680c77e HTTP/1.1" status: 200 len: 993 time: 0.0648804 Jun 22 21:13:04.665208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb21ea-8e14-4cab-9b21-b9c0893dc03d req-7a9c7906-15e8-4e91-9544-d6ca9b34eeb1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:04.666700 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d4fb21ea-8e14-4cab-9b21-b9c0893dc03d req-7a9c7906-15e8-4e91-9544-d6ca9b34eeb1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0669119 Jun 22 21:13:04.711657 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d4fb21ea-8e14-4cab-9b21-b9c0893dc03d req-d2ede617-93cf-450e-855b-30b3bf7d3019 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 Jun 22 21:13:05.886035 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b08cd5-23de-4ed3-a8f8-5e46caf8f0cc req-3f2ee35c-d6ab-4617-9311-a8512f81a4e8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:05.887491 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9b08cd5-23de-4ed3-a8f8-5e46caf8f0cc req-3f2ee35c-d6ab-4617-9311-a8512f81a4e8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0629737 Jun 22 21:13:05.925817 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c9b08cd5-23de-4ed3-a8f8-5e46caf8f0cc req-a179f1ad-4b97-4a9f-a74b-ac1e6250eca4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Jun 22 21:13:05.949619 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37590) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:06.015482 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db937f27-f730-45fc-a6ab-851fdb4881e1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/0078b4e1-2861-4b92-bc74-bb5b3680c77e HTTP/1.1" status: 200 len: 993 time: 0.0644994 Jun 22 21:13:06.297586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37596) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:06.451491 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port b06181a5-8198-49ab-91ec-443e8772913d {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:13:06.451834 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:06.532366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:06.532697 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:06.543865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for b06181a5-8198-49ab-91ec-443e8772913d owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:13:06.687404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:06.689534 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b8886131-04c7-4b73-a431-b17b5ce1e11f tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:06.720815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=b06181a5-8198-49ab-91ec-443e8772913d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:06.744954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.745346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.745730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.746128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.746498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.746865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.747231 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.748127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.748642 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.748988 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.749352 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.749862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:06.753038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:06.789643 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:06.790006 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP 0078b4e1-2861-4b92-bc74-bb5b3680c77e disassociated (deleted). External IP: 172.26.4.100, port: 2c3a7b79-9d7f-4b83-be66-148dacb2fba5. Jun 22 21:13:06.998302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router bd12b051-5fbe-4ad9-b359-7c82b227b81e has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:13:07.106206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:13:07.111598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:07.115887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Sync routers for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:13:07.125532 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:07.126255 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:07.148280 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/floatingips/0078b4e1-2861-4b92-bc74-bb5b3680c77e HTTP/1.1" status: 204 len: 168 time: 0.8496771 Jun 22 21:13:07.148956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:13:07.151310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db09ff4-95fe-459a-94be-8388f03b7592" -d '{"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:13:07.199371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f387c3-a357-4661-8834-e56588a0274b x-openstack-request-id: req-11f387c3-a357-4661-8834-e56588a0274b {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:13:07.199719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:13:07.200027 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11f387c3-a357-4661-8834-e56588a0274b {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:13:07.200527 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'status': 'completed', 'code': 200} Jun 22 21:13:07.236623 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:07.284360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-de7d5474-3624-440e-86e2-0aea3020a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:07.285888 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-de7d5474-3624-440e-86e2-0aea3020a9df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 1098 time: 0.0550394 Jun 22 21:13:07.381650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-d61a8301-3075-46e3-819a-777cac21a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:07.383177 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-d61a8301-3075-46e3-819a-777cac21a73d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 200 len: 898 time: 0.0874465 Jun 22 21:13:07.439069 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-7a81db0c-3d20-44fd-a093-1052f4d66320 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 200 len: 217 time: 0.0432446 Jun 22 21:13:07.444627 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:07.471811 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Checking router: bd12b051-5fbe-4ad9-b359-7c82b227b81e for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:13:07.480316 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:07.480932 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:07.493160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-68bb9727-0ae5-4b27-972c-0c44286e2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:07.494711 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-68bb9727-0ae5-4b27-972c-0c44286e2ac9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 200 len: 834 time: 0.0489702 Jun 22 21:13:07.586307 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:07.598714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd705488-96c2-49a5-99a7-2ec661f061e6 req-7bbcf729-950e-48c3-99ca-35353efab803 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:07.600181 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd705488-96c2-49a5-99a7-2ec661f061e6 req-7bbcf729-950e-48c3-99ca-35353efab803 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.1099179 Jun 22 21:13:07.611983 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-f8fed51d-a0ce-4430-8b9a-039b855ca96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:07.613399 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-f8fed51d-a0ce-4430-8b9a-039b855ca96c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9b96cdc-2f18-4b4a-9ae8-31294802f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099737 Jun 22 21:13:07.693044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd705488-96c2-49a5-99a7-2ec661f061e6 req-b32db03a-b5b7-42d6-bb9d-4b9d22134cd3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859482 Jun 22 21:13:07.727406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-ed31ef56-6329-4729-b9db-39a513790f07 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007860 Jun 22 21:13:07.788793 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:07.815188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893163e-269c-4cc4-9505-2b8432bf1df7 None None] The sync data for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv is: [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:11Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9f6314db-2928-4dd9-a5cf-c233d0b6caad', 'name': '', 'network_id': 'b9b96cdc-2f18-4b4a-9ae8-31294802f50f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:77:8c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:11Z', 'updated_at': '2021-06-22T21:12:15Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'b57641bd-1352-4e79-8aa2-90f9056ffb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:13:07.826785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2db09ff4-95fe-459a-94be-8388f03b7592 req-0d08ee8d-bf40-419e-ba2e-098b309a8c4f service neutron] 10.222.0.53 "GET /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898225 Jun 22 21:13:08.027859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01898f-e520-4072-b748-29571b12f7a1 None None] New status for floating IP 0078b4e1-2861-4b92-bc74-bb5b3680c77e: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:13:08.867328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cf71e-789f-4303-8ce3-8d3cb3fe2868 req-82f83561-4ce8-4ce6-af2f-c413181f4539 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:08.868809 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d78cf71e-789f-4303-8ce3-8d3cb3fe2868 req-82f83561-4ce8-4ce6-af2f-c413181f4539 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0641127 Jun 22 21:13:08.911727 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d78cf71e-789f-4303-8ce3-8d3cb3fe2868 req-58b69056-7d2c-4039-97e4-7ac422b6897a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=34a50946-bbb9-4ddc-9be7-361668847eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366030 Jun 22 21:13:09.200017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-e3f844de-038c-4ac4-a3c1-a80312937c7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:09.202271 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-e3f844de-038c-4ac4-a3c1-a80312937c7b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 945 time: 0.0655982 Jun 22 21:13:09.308692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:13:09.309027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:09.398994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:09.399348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:09.411280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:13:09.539714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:09.543415 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1671ef2c-c724-444a-b039-3656ccd87be0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:09.570856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=2c3a7b79-9d7f-4b83-be66-148dacb2fba5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:09.599582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.599979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.600374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.600761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.601144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.601525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.602002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.602298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.602672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.603043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.603412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.603780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:09.611474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:09.632086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] No DVR routers for this DVR port 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:13:09.634502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:09.636579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e9894d18-5641-4490-8cae-75a95a9dcb52 req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "DELETE /v2.0/ports/2c3a7b79-9d7f-4b83-be66-148dacb2fba5 HTTP/1.1" status: 204 len: 173 time: 0.4257483 Jun 22 21:13:09.637083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'name': 'network-vif-deleted', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:13:09.639693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbd492-455d-4847-998b-0cf261675996" -d '{"events": [{"server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "name": "network-vif-deleted", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:13:09.676681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2317c-6d10-41a0-afb6-718c922a6dd6 x-openstack-request-id: req-bed2317c-6d10-41a0-afb6-718c922a6dd6 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:13:09.677028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cddae22-df04-4da3-95e5-58219e622c17", "name": "network-vif-deleted", "tag": "2c3a7b79-9d7f-4b83-be66-148dacb2fba5", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:13:09.677332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bed2317c-6d10-41a0-afb6-718c922a6dd6 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:13:09.677779 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cddae22-df04-4da3-95e5-58219e622c17', 'name': 'network-vif-deleted', 'tag': '2c3a7b79-9d7f-4b83-be66-148dacb2fba5', 'status': 'completed', 'code': 200} Jun 22 21:13:09.965083 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:13:10.067311 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-28fadb12-ddb9-4ced-95f1-b10bf4fb5a37 req-40ca5d41-3f04-49dd-9536-3224594151b5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cddae22-df04-4da3-95e5-58219e622c17 HTTP/1.1" status: 200 len: 210 time: 0.0303833 Jun 22 21:13:11.160865 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37612) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:11.516172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:11.780199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 9f6314db-2928-4dd9-a5cf-c233d0b6caad {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:13:11.780431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:11.871879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 9f6314db-2928-4dd9-a5cf-c233d0b6caad, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9f6314db-2928-4dd9-a5cf-c233d0b6caad,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:11.872237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:11.884640 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 9f6314db-2928-4dd9-a5cf-c233d0b6caad owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:13:12.069946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.071862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-02027c8a-29cb-4320-a49b-4c4b35a7a152 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:12.096924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=9f6314db-2928-4dd9-a5cf-c233d0b6caad,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:12.099479 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:12.278717 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.484143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router bd12b051-5fbe-4ad9-b359-7c82b227b81e has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:13:12.587772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:13:12.593028 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/bd12b051-5fbe-4ad9-b359-7c82b227b81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4311619 Jun 22 21:13:12.595704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37614) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:12.598261 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Sync routers for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:13:12.607736 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:12.608349 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:12.650085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting subnet b57641bd-1352-4e79-8aa2-90f9056ffb2d {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:13:12.653159 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.694410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.777517 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.804298 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:12.840415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.843083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7634d001-d096-46ad-9603-4e53ec4245c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:12.869017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Subnet': ['ID=b57641bd-1352-4e79-8aa2-90f9056ffb2d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:12.872348 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:12.873363 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.875445 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dc5313d4-c158-404e-abfe-295234b9fb4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/subnets/b57641bd-1352-4e79-8aa2-90f9056ffb2d HTTP/1.1" status: 204 len: 168 time: 0.2787695 Jun 22 21:13:12.878273 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37616) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:12.887175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422afd0f-b380-45ed-9681-e5a52e438078 None None] Network b9b96cdc-2f18-4b4a-9ae8-31294802f50f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:13:12.992178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:12.995377 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:13:12Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:12.999057 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:13:13.020140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:13:13.020494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 2c3a7b79-9d7f-4b83-be66-148dacb2fba5 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:13:13.026178 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Checking router: bd12b051-5fbe-4ad9-b359-7c82b227b81e for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:13:13.036252 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Routers {'bd12b051-5fbe-4ad9-b359-7c82b227b81e'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:13.037009 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:13.102008 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.118182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] DHCP port deletion for b9b96cdc-2f18-4b4a-9ae8-31294802f50f request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:13:13.160997 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] Set router bd12b051-5fbe-4ad9-b359-7c82b227b81e gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:13.164710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 1d71ad84-fbba-4176-881e-7566c3ef3f8c {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:13:13.165048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.173768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Deleting port 60a2fdfd-91c0-477b-9731-4988c82d24d2 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:13:13.174489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.256277 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] For port 60a2fdfd-91c0-477b-9731-4988c82d24d2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=60a2fdfd-91c0-477b-9731-4988c82d24d2,segment=NetworkSegment(b1b9db98-7513-4d9e-afaa-637dedfacb1d),segment_id=b1b9db98-7513-4d9e-afaa-637dedfacb1d)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:13.256761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.264253 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 1d71ad84-fbba-4176-881e-7566c3ef3f8c, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=1d71ad84-fbba-4176-881e-7566c3ef3f8c,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:13.264613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.276560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Calling delete_port for 60a2fdfd-91c0-477b-9731-4988c82d24d2 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:13:13.281365 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 1d71ad84-fbba-4176-881e-7566c3ef3f8c owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:13:13.339389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 60a2fdfd-91c0-477b-9731-4988c82d24d2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:13:13.358255 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:13:12Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:13.383907 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bceb6-5672-4775-91dd-ed90803a8c8d None None] The sync data for ids ['bd12b051-5fbe-4ad9-b359-7c82b227b81e'] in dv-neutron-797537-2-hyperv is: [{'id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166083196', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:13:12Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '1d71ad84-fbba-4176-881e-7566c3ef3f8c', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd12b051-5fbe-4ad9-b359-7c82b227b81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:12:08Z', 'updated_at': '2021-06-22T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:13:13.407123 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.426792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:13.433782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Port 60a2fdfd-91c0-477b-9731-4988c82d24d2 update to DOWN by agent not found {{(pid=100375) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 21:13:13.456118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] No DVR routers for this DVR port 60a2fdfd-91c0-477b-9731-4988c82d24d2 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:13:13.457696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Pushing event deleted for resources: {'Port': ['ID=60a2fdfd-91c0-477b-9731-4988c82d24d2,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:13.468096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.468096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.468302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.468589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.468921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.469272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.469599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.470321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.470321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.470572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.470945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.471210 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:13.474300 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:13.474625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:13.476754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-631c48a8-2c16-413a-8c3d-0b5a1c560e74 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:13.508781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=1d71ad84-fbba-4176-881e-7566c3ef3f8c,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:13.512516 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:13.912723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.001230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.003272 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.045484 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.046055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Fanout notify agent at l3_agent the message router_deleted on router bd12b051-5fbe-4ad9-b359-7c82b227b81e {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:13:14.052704 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.053780 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-045169cc-c96a-4504-a76f-818556fd6b78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/routers/bd12b051-5fbe-4ad9-b359-7c82b227b81e HTTP/1.1" status: 204 len: 168 time: 1.1745453 Jun 22 21:13:14.056659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37618) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:14.140157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.232929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.242622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b96cdc-2f18-4b4a-9ae8-31294802f50f']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:14.253510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b9db98-7513-4d9e-afaa-637dedfacb1d') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:14.253743 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b9db98-7513-4d9e-afaa-637dedfacb1d') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:14.262282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.276891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.282748 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:13:14.283376 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:13:14.286362 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:13:14.344019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.348887 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.350748 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/networks/b9b96cdc-2f18-4b4a-9ae8-31294802f50f HTTP/1.1" status: 204 len: 168 time: 0.2931287 Jun 22 21:13:14.351539 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-721e9dd8-fff2-4f86-9ba7-f80942e002d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:14.354858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37620) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:14.367169 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Network': ['ID=b9b96cdc-2f18-4b4a-9ae8-31294802f50f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:14.369632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a5f57bd7-2f64-4ecd-b915-3cb749bca879 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:14.413660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.438641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.499595 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.502293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:14.503577 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/security-groups/34a50946-bbb9-4ddc-9be7-361668847eed HTTP/1.1" status: 204 len: 168 time: 0.1474466 Jun 22 21:13:14.504401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4bb36492-7274-415a-afe8-2382833f7d05 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:14.516624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a50946-bbb9-4ddc-9be7-361668847eed,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:14.519969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:14.999094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37626) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.003849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468470293', 'description': 'tempest-secgroup-smoke-1468470293 description', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.027370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.105923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.109573 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.112905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28edac2b-a055-4365-9d8a-aa57ef48715f tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.139468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.140686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405871 Jun 22 21:13:15.142635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57aae0f-5420-4d6e-98bb-9135adb78ed2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.143754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37628) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.145818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.149003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.176907 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.238343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.241877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9f6314db-2928-4dd9-a5cf-c233d0b6caad no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:13:15.242401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.244215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b408561e-5502-4ed9-b3d8-229e62430d55 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.257783 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047a1a25-1e24-4e02-9791-61cb50c5a1a0,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.261741 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.261954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 9f6314db-2928-4dd9-a5cf-c233d0b6caad {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:13:15.262519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9f6314db-2928-4dd9-a5cf-c233d0b6caad not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:13:15.263079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1d71ad84-fbba-4176-881e-7566c3ef3f8c no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:13:15.269165 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.270600 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4369f3db-9ed7-4d9f-89ec-d38206936498 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257102 Jun 22 21:13:15.273262 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37630) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.277754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.283267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 1d71ad84-fbba-4176-881e-7566c3ef3f8c {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:13:15.283689 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 1d71ad84-fbba-4176-881e-7566c3ef3f8c not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:13:15.303797 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.358981 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.362460 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.364236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0f5acec5-7796-4d18-b88f-636e2a17f6bd tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.380224 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764b8e5d-9f5c-42a8-b7be-66ce2126e738,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.383130 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.386129 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.387248 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-186c30c1-9acb-4833-b3a1-f901835cf3dd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130693 Jun 22 21:13:15.391562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37632) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.395978 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.422621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.481205 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.484725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.486531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a24e1e35-5f9a-4519-bb3c-81b8d6396467 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.502119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b1f624-6de4-4df3-a6b8-a4782dedf9c8,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.505012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.507608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.508915 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164389 Jun 22 21:13:15.511558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37634) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.516661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.542437 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.605366 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.609624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.614024 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1827d4a1-8d90-4ddd-be7d-0b95b7c7e017 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.631425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed082319-eea9-4421-b897-461b55b14d00,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.634604 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.638884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.640091 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f2a621f8-270b-4579-92b2-cf4f9af54a91 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275427 Jun 22 21:13:15.642839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37636) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.647511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.669225 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:13:15.674558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.733541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.737260 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.739143 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c190aa6b-dcf8-48d1-8690-03863d45b6e7 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.755718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdc1f4d-591c-4413-9b83-9adf279dda58,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.758577 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.761310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.762501 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188226 Jun 22 21:13:15.765302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37638) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.770167 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': 'f57aae0f-5420-4d6e-98bb-9135adb78ed2', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.791450 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:13:15.797754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.859532 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.863433 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.867889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5a88539c-a07c-4746-a2b0-4a5e0638f7ed tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:15.884674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e145b4-a2be-4381-912e-2e395b30a003,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:15.887924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:15.889383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.890810 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d20a3658-7f5d-42b7-92a8-fabd3026da72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240962 Jun 22 21:13:15.893560 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37640) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:15.898526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'network': {'name': 'tempest-network-smoke--1937499559', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:15.918439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:13:15.923325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.945769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:13:15.954408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:15.954743 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Added segment 3e197a14-1a58-4d01-a80b-233df3ef64b2 of type vlan for network ac4e23c6-752c-4fe4-8916-c355a5aef31c Jun 22 21:13:15.996806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.025661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.031848 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:16.032434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.035555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1fe8c4c-b45e-4189-af42-062b7d202e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:16.066915 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723578 Jun 22 21:13:16.069676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37642) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:16.074839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'admin_state_up': True, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:16.099660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.100874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.102971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Network': ['ID=ac4e23c6-752c-4fe4-8916-c355a5aef31c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:16.105636 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5c8ff10b-9ce4-4877-bfcf-90c76ab7e657 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:16.114714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:13:16.158507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.298547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.493121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.511624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.614116 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.11 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/53869cb2-a20f-4168-8441-42b10a39b4b8) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:13:16.716366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.754679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:16.757287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-273413d6-cbf1-4f3e-b63d-15462699c5a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:16.792560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:16.797832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:16.800285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:13:16.830368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=53869cb2-a20f-4168-8441-42b10a39b4b8,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:16.834414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:16.972723 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a5f04fa4-5f16-4001-a44e-7fac39662590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.070127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.267908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.395552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 3eeea19d-cac5-4264-8953-f3bb163c5f03 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:13:17.502514 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:13:17.511660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Sync routers for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:13:17.521940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.523662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:17.523937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4524243 Jun 22 21:13:17.524046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:17.526292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37644) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:17.557074 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3afa453c-7836-4c64-a4d8-01b12d4d1164 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5da92ff765e740cdbb0a51a0ef9ffaa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272753 Jun 22 21:13:17.557308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37646) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:17.640541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:17.649911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413827d9-213b-47a5-8d41-bf0b0763ad95 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:17.651332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-413827d9-213b-47a5-8d41-bf0b0763ad95 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930617 Jun 22 21:13:17.654142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37648) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:17.682584 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-65b40f60-1083-43c1-9859-fcc71443c59d tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261607 Jun 22 21:13:17.684859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37650) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:17.690141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595237850', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:17.784105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:13:17.787766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.819941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:16Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:17.852412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Checking router: 3eeea19d-cac5-4264-8953-f3bb163c5f03 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:13:17.852979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Updating router 3eeea19d-cac5-4264-8953-f3bb163c5f03 port 53869cb2-a20f-4168-8441-42b10a39b4b8 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:13:17.896987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.971081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:17.972974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d35bed8-0049-4a43-ba80-8a5d65b4651a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:18.031727 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Subnet': ['ID=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:18.034630 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:18.040269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Checking segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:13:18.040623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network hostable DHCP agents. Network: ac4e23c6-752c-4fe4-8916-c355a5aef31c, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:13:18.058930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:13:18.068126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, ac4e23c6-752c-4fe4-8916-c355a5aef31c) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:18.072857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:18.073509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.083581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae42d8-6fac-453e-8c7a-6bebcbb7ee77 None None] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:13:18.092925 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4039760 Jun 22 21:13:18.093264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37652) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:18.219052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.249591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Transition to ACTIVE for port object 53869cb2-a20f-4168-8441-42b10a39b4b8 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:18.259655 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.262933 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:18.333138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:13:18.334001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.354177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Attempting to bind port 53869cb2-a20f-4168-8441-42b10a39b4b8 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:13:18.354552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Attempting to bind port 53869cb2-a20f-4168-8441-42b10a39b4b8 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:13:18.354948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Attempting to bind port 53869cb2-a20f-4168-8441-42b10a39b4b8 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:13:18.358104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Pushing event updated for resources: {'Port': ['ID=53869cb2-a20f-4168-8441-42b10a39b4b8,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:18.363314 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:18.365278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:13:18.365667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:13:18.366097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.366489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:13:18.366973 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Bound port: 53869cb2-a20f-4168-8441-42b10a39b4b8, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:13:18.367347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.508070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] For port 53869cb2-a20f-4168-8441-42b10a39b4b8, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:13:18.524255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] For port 53869cb2-a20f-4168-8441-42b10a39b4b8, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=53869cb2-a20f-4168-8441-42b10a39b4b8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:13:18.531901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.535386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:18.555130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:18.572827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Allocated IP 172.20.0.2 (ac4e23c6-752c-4fe4-8916-c355a5aef31c/47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd/7bfcf038-2861-4c17-9579-40790b4b5bab) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:13:18.614963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:18.616000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:12:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:18.671408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Pushing event updated for resources: {'Port': ['ID=53869cb2-a20f-4168-8441-42b10a39b4b8,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:18.679091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:18.954795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:19.094841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.110632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Transition to ACTIVE for port object 7bfcf038-2861-4c17-9579-40790b4b5bab will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:19.138678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Transition to ACTIVE for port object 7bfcf038-2861-4c17-9579-40790b4b5bab will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:19.163612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.167394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c05cfe19-de21-4950-b22b-d0164e26b366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:19.213144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:19.219072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:19.223743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:13:19.232597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Pushing event updated for resources: {'Port': ['ID=7bfcf038-2861-4c17-9579-40790b4b5bab,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:19.237045 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:19.248054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.1 (ac4e23c6-752c-4fe4-8916-c355a5aef31c/47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd/44f88d43-2d19-41f1-8732-5c5c67064715) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:13:19.289472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:16Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:19.322645 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eac4f-31d1-4ddf-bbd3-c5754ff07a0d None None] The sync data for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv is: [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:16Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:13:19.324368 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Attempting to bind port 7bfcf038-2861-4c17-9579-40790b4b5bab on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:13:19.324747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Attempting to bind port 7bfcf038-2861-4c17-9579-40790b4b5bab by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:13:19.325120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Attempting to bind port 7bfcf038-2861-4c17-9579-40790b4b5bab on network ac4e23c6-752c-4fe4-8916-c355a5aef31c {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:13:19.330864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:13:19.331256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Checking segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:13:19.331670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.332073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Bound using segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:13:19.332554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Bound port: 7bfcf038-2861-4c17-9579-40790b4b5bab, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:13:19.332940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.381792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.397774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 44f88d43-2d19-41f1-8732-5c5c67064715 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:19.403170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] For port 7bfcf038-2861-4c17-9579-40790b4b5bab, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:13:19.407812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] For port 7bfcf038-2861-4c17-9579-40790b4b5bab, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7bfcf038-2861-4c17-9579-40790b4b5bab,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:13:19.411915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.414406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:19.434785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.437253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f72802c-8abc-4766-83f9-05cf676202ab tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:19.481031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:19.481716 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Pushing event updated for resources: {'Port': ['ID=7bfcf038-2861-4c17-9579-40790b4b5bab,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:19.485273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:19.487944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:19.492242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:13:19.523217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:19.527769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:19.555551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.758148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:19.821629 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d7a27971-fe58-49fd-b937-4bda8c05b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.035002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.055378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.060200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.063319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9e093722-f584-4ac4-b967-f470f8db57d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:20.141001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:20.146271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:20.147609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.253361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:20.254908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:20.376437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 3eeea19d-cac5-4264-8953-f3bb163c5f03 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:13:20.491218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:13:20.496522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/3eeea19d-cac5-4264-8953-f3bb163c5f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025090 Jun 22 21:13:20.509251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d73cb-d397-4c12-9fa6-48a3fc1a0449 None None] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:13:20.568364 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8d7b01de-20ea-4f7b-8841-e0a3dff488be None None] Provisioning for port 7bfcf038-2861-4c17-9579-40790b4b5bab completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:20.679637 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-b8d5a102-799a-4727-8140-1c4b831743c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468470293&fields=id&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 267 time: 0.0444889 Jun 22 21:13:20.794973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-c61238e4-2748-4e87-998d-f12353f12308 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:20.797865 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-c61238e4-2748-4e87-998d-f12353f12308 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 797 time: 0.1174169 Jun 22 21:13:20.814051 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-df22aafa-c64b-4fc1-8c7c-1ddf6ba66eba tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/quotas/5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 375 time: 0.0104742 Jun 22 21:13:20.885718 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-8b49dfeb-b44d-45ca-b77e-e61e00c5ad8b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659056 Jun 22 21:13:20.901065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b66cd9ff-ffb4-45b6-9933-d76b0eb49dd2 None None] Provisioning for port 44f88d43-2d19-41f1-8732-5c5c67064715 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:20.906017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b66cd9ff-ffb4-45b6-9933-d76b0eb49dd2 None None] Provisioning complete for port 44f88d43-2d19-41f1-8732-5c5c67064715 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:20.906500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b66cd9ff-ffb4-45b6-9933-d76b0eb49dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:20.947393 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Sync routers for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:13:20.957066 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b66cd9ff-ffb4-45b6-9933-d76b0eb49dd2 None None] Port 44f88d43-2d19-41f1-8732-5c5c67064715 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:13:20.957721 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:20.958480 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:13:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:21.014437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-284e1f1b-04bb-4a8f-b295-0e20d690925a service neutron] 10.222.0.66 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141236 Jun 22 21:13:21.071290 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:21.100212 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-dc463a6f-1363-49bf-86fa-9c71d35e2fa3 None None] Provisioning complete for port 44f88d43-2d19-41f1-8732-5c5c67064715 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:21.100592 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dc463a6f-1363-49bf-86fa-9c71d35e2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.107771 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-b59d9862-f866-40b8-beb6-2e5c5c313d34 service neutron] 10.222.0.66 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921628 Jun 22 21:13:21.152745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-dc463a6f-1363-49bf-86fa-9c71d35e2fa3 None None] Port 44f88d43-2d19-41f1-8732-5c5c67064715 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:13:21.172541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.302702 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 2, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:21.336921 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aed88417-9d4f-4472-8897-3d0c01985e4e req-d7f1d63c-37f4-4ff5-ae73-cf295df3ffbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 210 time: 0.0344522 Jun 22 21:13:21.344318 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Checking router: 3eeea19d-cac5-4264-8953-f3bb163c5f03 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:13:21.344870 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Updating router 3eeea19d-cac5-4264-8953-f3bb163c5f03 port 44f88d43-2d19-41f1-8732-5c5c67064715 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:13:21.379961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-0f4f7aed-bd5d-4d89-a5ec-9506ab2dc348 None None] Provisioning complete for port 44f88d43-2d19-41f1-8732-5c5c67064715 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:21.380388 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7aed-bd5d-4d89-a5ec-9506ab2dc348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.383914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.419290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7bfcf038-2861-4c17-9579-40790b4b5bab up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:21.424489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f7aed-bd5d-4d89-a5ec-9506ab2dc348 None None] Port 44f88d43-2d19-41f1-8732-5c5c67064715 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:13:21.471877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 7bfcf038-2861-4c17-9579-40790b4b5bab completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:21.476335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7bfcf038-2861-4c17-9579-40790b4b5bab triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:21.477036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.576575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.616783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 7bfcf038-2861-4c17-9579-40790b4b5bab, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7bfcf038-2861-4c17-9579-40790b4b5bab,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:21.622348 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.624409 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 53869cb2-a20f-4168-8441-42b10a39b4b8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:21.626465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:21.698312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.702796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=7bfcf038-2861-4c17-9579-40790b4b5bab,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:21.706525 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:21.713410 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Transition to ACTIVE for port object 44f88d43-2d19-41f1-8732-5c5c67064715 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:21.720148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 53869cb2-a20f-4168-8441-42b10a39b4b8 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:21.722020 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.724058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 53869cb2-a20f-4168-8441-42b10a39b4b8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:21.724744 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.724924 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:21.774928 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Pushing event updated for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:21.801365 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.801718 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.802109 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.802547 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.802878 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.803425 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.803915 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.804412 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.804913 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.805409 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.805919 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.806396 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:13:21.811657 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:21.824864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.846677 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Attempting to bind port 44f88d43-2d19-41f1-8732-5c5c67064715 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:13:21.847344 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Attempting to bind port 44f88d43-2d19-41f1-8732-5c5c67064715 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:13:21.847491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 53869cb2-a20f-4168-8441-42b10a39b4b8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=53869cb2-a20f-4168-8441-42b10a39b4b8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:21.848146 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Attempting to bind port 44f88d43-2d19-41f1-8732-5c5c67064715 on network ac4e23c6-752c-4fe4-8916-c355a5aef31c {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:13:21.859000 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.860357 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:13:21.860589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c81ebf10-7f22-4f5d-932a-ca3bdc0e847b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:21.861149 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Checking segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:13:21.861726 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.862330 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Bound using segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:13:21.863198 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Bound port: 44f88d43-2d19-41f1-8732-5c5c67064715, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:13:21.865316 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.916924 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=53869cb2-a20f-4168-8441-42b10a39b4b8,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:21.927853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:21.951082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] For port 44f88d43-2d19-41f1-8732-5c5c67064715, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:13:21.955597 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] For port 44f88d43-2d19-41f1-8732-5c5c67064715, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44f88d43-2d19-41f1-8732-5c5c67064715,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:13:21.963126 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:21.965805 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9e9c514f-26cf-4fe2-a486-cd8a2368a34d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:22.021569 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:22.023148 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:13:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:22.072939 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Pushing event updated for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:22.076076 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:22.150453 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:22.355479 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:22.472608 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf39a6-e90a-42ba-a6c8-426d9be2aff0 None None] The sync data for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv is: [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:13:22.493799 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6e16350f-bde9-4f69-af7d-b39b14b4a60f req-cc6e9915-2449-4dbc-b5b3-d7ca380ecea4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 210 time: 0.0379875 Jun 22 21:13:22.542393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.060671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-7449894d-9ecc-472d-868f-1a2e3a8181eb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:23.062241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-7449894d-9ecc-472d-868f-1a2e3a8181eb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 797 time: 0.1135924 Jun 22 21:13:23.068115 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.125157 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2b79b1de-4f89-4c58-a393-44c79064ba89 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 380 time: 0.0367398 Jun 22 21:13:23.135522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'port': {'device_id': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'admin_state_up': True, 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'security_groups': ['f57aae0f-5420-4d6e-98bb-9135adb78ed2']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:23.270792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:13:23.274472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.367609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7bfcf038-2861-4c17-9579-40790b4b5bab up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:23.412825 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.3 (ac4e23c6-752c-4fe4-8916-c355a5aef31c/47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd/a05c6e52-6715-456e-bad5-f67d43600c04) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:13:23.421043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 7bfcf038-2861-4c17-9579-40790b4b5bab triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:23.421531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.510224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44f88d43-2d19-41f1-8732-5c5c67064715 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:23.563885 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 44f88d43-2d19-41f1-8732-5c5c67064715 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:23.567985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 44f88d43-2d19-41f1-8732-5c5c67064715 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:23.568408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.581282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.595556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object a05c6e52-6715-456e-bad5-f67d43600c04 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:23.653691 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.655468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4986797-a132-460f-9753-eb666181c66f req-fbab1b22-efc4-4631-9510-59e7ae223c72 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 210 time: 0.0356760 Jun 22 21:13:23.663806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.668678 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4752a03f-80e3-4327-818a-471f0b531f27 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:23.691325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 44f88d43-2d19-41f1-8732-5c5c67064715, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44f88d43-2d19-41f1-8732-5c5c67064715,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:23.695319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.696158 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 53869cb2-a20f-4168-8441-42b10a39b4b8 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:23.698710 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:23.716871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:23.721051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:23.725017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:13:23.750098 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:23.766403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:23.774508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:23.778049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:23.779033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:23.779737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.786738 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 53869cb2-a20f-4168-8441-42b10a39b4b8 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:23.787143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.802703 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6713135 Jun 22 21:13:23.818849 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Request body: {'port': {'device_id': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:23.899978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:23.998576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-914c42be-a20e-45c0-b88e-bd3557770e72 None None] Provisioning for port a05c6e52-6715-456e-bad5-f67d43600c04 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:24.002310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-914c42be-a20e-45c0-b88e-bd3557770e72 None None] Provisioning complete for port a05c6e52-6715-456e-bad5-f67d43600c04 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:24.002761 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-914c42be-a20e-45c0-b88e-bd3557770e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.036435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-914c42be-a20e-45c0-b88e-bd3557770e72 None None] Port a05c6e52-6715-456e-bad5-f67d43600c04 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:13:24.167233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05c6e52-6715-456e-bad5-f67d43600c04 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:13:24.179812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.192163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Transition to ACTIVE for port object a05c6e52-6715-456e-bad5-f67d43600c04 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:13:24.195887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.198605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fa7cc89a-3b29-4634-992b-1fc4f548892c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:24.246635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:24.252988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:24.329950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Attempting to bind port a05c6e52-6715-456e-bad5-f67d43600c04 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:13:24.330255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Attempting to bind port a05c6e52-6715-456e-bad5-f67d43600c04 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:13:24.330583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Attempting to bind port a05c6e52-6715-456e-bad5-f67d43600c04 on network ac4e23c6-752c-4fe4-8916-c355a5aef31c {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:13:24.335057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Port a05c6e52-6715-456e-bad5-f67d43600c04 on network ac4e23c6-752c-4fe4-8916-c355a5aef31c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:13:24.335377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Attempting to bind port a05c6e52-6715-456e-bad5-f67d43600c04 on network ac4e23c6-752c-4fe4-8916-c355a5aef31c {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:13:24.340320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:13:24.340657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Checking segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:13:24.341043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Bound using segment: {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:13:24.341470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Bound port: a05c6e52-6715-456e-bad5-f67d43600c04, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e197a14-1a58-4d01-a80b-233df3ef64b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:13:24.341819 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.410106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:13:24.413663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a05c6e52-6715-456e-bad5-f67d43600c04,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:13:24.418772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.423785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-95d0ad1c-aeed-4333-8278-41bc6c89fb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:24.455424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:24.455962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:24.457355 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] 10.222.0.53 "PUT /v2.0/ports/a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 1093 time: 0.6431346 Jun 22 21:13:24.457976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:13:24.460280 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681dafa2-a1c6-45ea-9b10-178b28fd130e" -d '{"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:13:24.488322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:24.491662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:24.502552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a94558b-ced5-4835-a67b-42af5a3a2e39 x-openstack-request-id: req-1a94558b-ced5-4835-a67b-42af5a3a2e39 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:13:24.502966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:13:24.503276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a94558b-ced5-4835-a67b-42af5a3a2e39 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:13:24.503732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'status': 'completed', 'code': 200} Jun 22 21:13:24.561086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-387113ac-414e-4710-8a3e-36f8d4fdda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:24.562806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-387113ac-414e-4710-8a3e-36f8d4fdda36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1096 time: 0.0561223 Jun 22 21:13:24.615213 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-fd0478f0-65a2-4c7f-977a-9594a56914d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 217 time: 0.0403950 Jun 22 21:13:24.672779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-efe3633a-8818-41c7-9b7e-3aae5ff5e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:24.674223 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-efe3633a-8818-41c7-9b7e-3aae5ff5e801 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0486794 Jun 22 21:13:24.734097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2ceb2cb0-a8c2-49e2-bba3-e3dc773a652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:24.735633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-2ceb2cb0-a8c2-49e2-bba3-e3dc773a652b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517142 Jun 22 21:13:24.867350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-0c9027bc-840d-4fbc-a533-bdbe2b340191 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215804 Jun 22 21:13:24.883454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83e03e-2326-4c3b-9c26-ec8e29ca2196 req-bbf0883e-9f96-4ff6-8af8-ba2e70e9bed5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:24.884868 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a83e03e-2326-4c3b-9c26-ec8e29ca2196 req-bbf0883e-9f96-4ff6-8af8-ba2e70e9bed5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 943 time: 0.1138854 Jun 22 21:13:24.974671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a83e03e-2326-4c3b-9c26-ec8e29ca2196 req-02d47c4d-d86b-4868-b8cf-5e92d53e96f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812240 Jun 22 21:13:24.997744 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8d57c6d5-cac3-4492-941d-3345e611fbd5 req-8e34063a-94f3-4075-8a08-ae4c81245737 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119587 Jun 22 21:13:25.111953 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-ad32a231-baca-4408-b7e4-b0e8f268f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:25.113446 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-ad32a231-baca-4408-b7e4-b0e8f268f192 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1096 time: 0.0547507 Jun 22 21:13:25.210219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-d2d2b360-66ef-4a18-b2e2-2cb03e4bcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:25.211691 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-d2d2b360-66ef-4a18-b2e2-2cb03e4bcc24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 898 time: 0.0903373 Jun 22 21:13:25.249976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44f88d43-2d19-41f1-8732-5c5c67064715 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:25.257866 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-14ae95e8-70ef-453b-a107-3b309ac2b866 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 217 time: 0.0367670 Jun 22 21:13:25.297948 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 44f88d43-2d19-41f1-8732-5c5c67064715 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:25.298330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:25.308856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-515fc3e7-92db-4365-b96c-f4cc25f15d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:25.310315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-515fc3e7-92db-4365-b96c-f4cc25f15d63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0431664 Jun 22 21:13:25.371763 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-2bf0e66d-0aa4-482f-ae16-b1cc416e59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:25.373968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-2bf0e66d-0aa4-482f-ae16-b1cc416e59aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557833 Jun 22 21:13:25.463367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-78be4f6f-c1f3-449c-a524-187d41f997f6 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Jun 22 21:13:25.560478 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-681dafa2-a1c6-45ea-9b10-178b28fd130e req-b31c8f91-96d5-4c0b-9767-9d2c0645fe25 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884285 Jun 22 21:13:26.146812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce1443-ae09-4769-9021-916a28e68afa req-ced97fcf-be60-4bcb-bdef-e1328f315b70 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:26.148277 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5ce1443-ae09-4769-9021-916a28e68afa req-ced97fcf-be60-4bcb-bdef-e1328f315b70 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 943 time: 0.0626016 Jun 22 21:13:26.187294 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d5ce1443-ae09-4769-9021-916a28e68afa req-4887e8cf-3684-48e6-b2c6-4683df556da2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jun 22 21:13:27.361775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6d21f-f838-43a6-9e7f-9ca50565b5bf req-8fc781ff-af11-40d4-a97e-fafaef599e0b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:27.363281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0c6d21f-f838-43a6-9e7f-9ca50565b5bf req-8fc781ff-af11-40d4-a97e-fafaef599e0b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 943 time: 0.0635023 Jun 22 21:13:27.400199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0c6d21f-f838-43a6-9e7f-9ca50565b5bf req-2cb65ae0-4c15-4e2c-89f2-4e17a8606b3d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Jun 22 21:13:28.572001 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b561a60-0945-423f-8296-763e6cd922a0 req-9cbd8056-3fa1-44ad-b891-330d551debfb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:28.573461 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1b561a60-0945-423f-8296-763e6cd922a0 req-9cbd8056-3fa1-44ad-b891-330d551debfb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 943 time: 0.0653090 Jun 22 21:13:28.613049 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1b561a60-0945-423f-8296-763e6cd922a0 req-30e9c7b4-c5d9-4df1-b819-490a5bf46af3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jun 22 21:13:29.047807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a05c6e52-6715-456e-bad5-f67d43600c04 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:13:29.138825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a05c6e52-6715-456e-bad5-f67d43600c04,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:29.149771 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'port_id': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'mac_address': 'fa:16:3e:bb:fc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:13:29.189261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:29.203065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05c6e52-6715-456e-bad5-f67d43600c04 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:13:29.222307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a05c6e52-6715-456e-bad5-f67d43600c04,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:29.227257 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:29.228998 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-95fb84db-5968-404e-ab42-ec589e4cdd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:29.275303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:29.278346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:29.495484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['a05c6e52-6715-456e-bad5-f67d43600c04'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:13:29.801619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799287af-ee34-4799-9917-d8cd1dab2cb2 req-e5c5cc46-91a6-447a-ac27-a8a0ce639ba5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:29.803272 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-799287af-ee34-4799-9917-d8cd1dab2cb2 req-e5c5cc46-91a6-447a-ac27-a8a0ce639ba5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 944 time: 0.0777662 Jun 22 21:13:29.850363 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-799287af-ee34-4799-9917-d8cd1dab2cb2 req-5e0625f3-8d62-46c8-a7e2-7355b1da647d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346792 Jun 22 21:13:31.031120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530bfcc-5a2a-44e8-9919-e7f26b5689f1 req-43c97b15-4067-4f82-bad8-6917f35bddee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:31.032647 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b530bfcc-5a2a-44e8-9919-e7f26b5689f1 req-43c97b15-4067-4f82-bad8-6917f35bddee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 944 time: 0.0685046 Jun 22 21:13:31.069848 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b530bfcc-5a2a-44e8-9919-e7f26b5689f1 req-c001a8d6-9cf6-4c15-b188-2c00ce679af0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Jun 22 21:13:31.079712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a05c6e52-6715-456e-bad5-f67d43600c04 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:13:31.127217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port a05c6e52-6715-456e-bad5-f67d43600c04 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:13:31.130794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port a05c6e52-6715-456e-bad5-f67d43600c04 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:13:31.131178 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:31.211741 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:31.233778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:13:31.236052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba0b9f-a299-4b93-acd8-6369eee8bcb2" -d '{"events": [{"server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "name": "network-vif-plugged", "status": "completed", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:13:31.248660 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a05c6e52-6715-456e-bad5-f67d43600c04,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:13:31.254058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:31.256804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:31.303806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:31.307118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:31.330126 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7130b2-442f-4ffa-88cb-53340a7c0218 x-openstack-request-id: req-6e7130b2-442f-4ffa-88cb-53340a7c0218 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:13:31.330431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "name": "network-vif-plugged", "status": "completed", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:13:31.330696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e7130b2-442f-4ffa-88cb-53340a7c0218 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:13:31.331112 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'code': 200} Jun 22 21:13:31.561525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5399-9871-4465-85a0-68b4d72dc5ff req-36dab086-a272-47c7-9e1d-985316c30187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:31.563360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7b5f5399-9871-4465-85a0-68b4d72dc5ff req-36dab086-a272-47c7-9e1d-985316c30187 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1098 time: 0.0580907 Jun 22 21:13:31.601512 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7b5f5399-9871-4465-85a0-68b4d72dc5ff req-931141e8-d77b-4442-87b6-c26af72534d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282490 Jun 22 21:13:32.244665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b608625-2f02-4c00-95b9-c1bdfcde8be4 req-fec35770-ef54-4b1a-a7ed-8f9e35a0a6b3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:32.246162 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0b608625-2f02-4c00-95b9-c1bdfcde8be4 req-fec35770-ef54-4b1a-a7ed-8f9e35a0a6b3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0621552 Jun 22 21:13:32.285191 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0b608625-2f02-4c00-95b9-c1bdfcde8be4 req-632765aa-3d60-490c-b81c-bbac8d46cd79 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Jun 22 21:13:33.465556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274bf6-5296-47fd-bdd1-e477e6d5864c req-0ac655ea-a19d-4a54-862d-4be611a56c36 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:33.466944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0274bf6-5296-47fd-bdd1-e477e6d5864c req-0ac655ea-a19d-4a54-862d-4be611a56c36 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0639961 Jun 22 21:13:33.505490 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b0274bf6-5296-47fd-bdd1-e477e6d5864c req-40c0f76d-0672-439b-b9ac-beb33aae98b1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Jun 22 21:13:33.680370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abbed5-38b7-483b-bb2e-89404af18e16 req-0c865470-08a4-47a2-880a-e4ce77664567 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:33.681853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-01abbed5-38b7-483b-bb2e-89404af18e16 req-0c865470-08a4-47a2-880a-e4ce77664567 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0637004 Jun 22 21:13:33.724513 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-01abbed5-38b7-483b-bb2e-89404af18e16 req-728fc2cb-1914-4882-9b31-16098c3dc68c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367348 Jun 22 21:13:33.748171 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37718) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:33.802414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64db788c-5e06-4d14-883b-1ecc3c2bd7ae tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:33.803944 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-64db788c-5e06-4d14-883b-1ecc3c2bd7ae tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1093 time: 0.0547647 Jun 22 21:13:33.806742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37720) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:33.811435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:13:33.834249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:33.936476 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.053580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.30 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/95431006-3042-4e8d-93b5-eae7bce6ab60) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:13:34.158283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.206053 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.208179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4b8b1b00-8be7-4549-9c12-b3aea201aa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:34.247229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:13:34.255700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:13:34.258028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=95431006-3042-4e8d-93b5-eae7bce6ab60,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:34.260204 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:13:34.262358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:34.662051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.744927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.909221 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.914307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:34.916309 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26e55ff8-1cd5-4196-9044-e3ec54eecbb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:13:34.985343 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=95431006-3042-4e8d-93b5-eae7bce6ab60,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:13:34.989719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:13:35.003048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:35.101255 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP 83de8b40-7bc5-4ad6-919b-da9141b44e6c associated. External IP: 172.26.4.30, port: a05c6e52-6715-456e-bad5-f67d43600c04. Jun 22 21:13:35.314128 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 3eeea19d-cac5-4264-8953-f3bb163c5f03 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:13:35.419891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:13:35.430309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Sync routers for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:13:35.435996 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:35.440872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:35.441508 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:13:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:35.478380 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6703813 Jun 22 21:13:35.478903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:13:35.481471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:13:35.525133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e346262-4338-4301-94e9-614fab29f984 x-openstack-request-id: req-7e346262-4338-4301-94e9-614fab29f984 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:13:35.525477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:13:35.525780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e346262-4338-4301-94e9-614fab29f984 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:13:35.526261 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'status': 'completed', 'code': 200} Jun 22 21:13:35.554268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:35.648920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-b2b3b3c4-fd27-4d9b-be55-a9b5769d21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:35.650440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-b2b3b3c4-fd27-4d9b-be55-a9b5769d21bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1098 time: 0.1012242 Jun 22 21:13:35.684912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9390f4-f240-4833-9e9b-793a2d29a3af req-f8890def-6785-434a-8c6e-99f84fb2a751 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:35.686474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a9390f4-f240-4833-9e9b-793a2d29a3af req-f8890def-6785-434a-8c6e-99f84fb2a751 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.1055083 Jun 22 21:13:35.768707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a9390f4-f240-4833-9e9b-793a2d29a3af req-249f2404-0cbe-491a-9599-cf7b177ac628 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756860 Jun 22 21:13:35.780335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '83de8b40-7bc5-4ad6-919b-da9141b44e6c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.30', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'port_id': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'mac_address': 'fa:16:3e:bb:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:13:34Z', 'updated_at': '2021-06-22T21:13:34Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:35.785336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-6e09cdb7-fb66-4a91-9354-04526dd52724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:35.787390 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-6e09cdb7-fb66-4a91-9354-04526dd52724 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 898 time: 0.1290522 Jun 22 21:13:35.794624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37726) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:35.807535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Checking router: 3eeea19d-cac5-4264-8953-f3bb163c5f03 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:13:35.816136 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:13:35.816749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:13:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:35.862982 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e1c925eb-bd18-4f67-af74-5bdeac06f69d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/83de8b40-7bc5-4ad6-919b-da9141b44e6c HTTP/1.1" status: 200 len: 990 time: 0.0666485 Jun 22 21:13:35.863701 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-947a8a36-2e12-41db-b24f-86aa0b7296a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 998 time: 0.0701854 Jun 22 21:13:35.912762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-4ec263df-9be9-45f9-bd49-86752fea6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:35.914254 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-4ec263df-9be9-45f9-bd49-86752fea6b81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0450077 Jun 22 21:13:35.924833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:13:35.975950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-2419627a-385f-443f-bbdb-65959f2216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:13:35.977522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-2419627a-385f-443f-bbdb-65959f2216e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570588 Jun 22 21:13:36.068209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-e1090dad-f19b-46a1-b68b-8d24d805cde8 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Jun 22 21:13:36.154925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '83de8b40-7bc5-4ad6-919b-da9141b44e6c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.30', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'port_id': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'mac_address': 'fa:16:3e:bb:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:13:34Z', 'updated_at': '2021-06-22T21:13:34Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:13:36.162839 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b2559ed4-7a1f-4d53-9c8e-60b918e6a72e req-0dfebce8-9d29-4266-a8bd-b64344fd4620 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886538 Jun 22 21:13:36.192705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed8019-3702-4836-8e56-02805e5241ef None None] The sync data for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv is: [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '83de8b40-7bc5-4ad6-919b-da9141b44e6c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.30', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'port_id': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'mac_address': 'fa:16:3e:bb:fc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:13:34Z', 'updated_at': '2021-06-22T21:13:34Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:13:36.386221 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31c9ef-3e00-43ce-a056-89bed29e8054 None None] New status for floating IP 83de8b40-7bc5-4ad6-919b-da9141b44e6c: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:13:36.866671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37728) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:13:36.936592 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f2317706-82b3-4657-ad5f-b31fd1b5bc13 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/83de8b40-7bc5-4ad6-919b-da9141b44e6c HTTP/1.1" status: 200 len: 992 time: 0.0679729 Jun 22 21:13:46.963525 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:13:46.974232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-15472098-bee0-44fb-b1c3-cae9e7af0813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:49.812774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0aaa-34ad-4f73-a617-baf51e121cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:50.037557 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:51.126161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:52.515477 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:13:53.083659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:10.369090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-1b5cf4ab-8160-48ec-914b-d2876a6a2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:10.370762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-1b5cf4ab-8160-48ec-914b-d2876a6a2f5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1098 time: 0.0549152 Jun 22 21:14:10.416108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b161d3-3ca1-4d12-b250-90376e107e30 req-fb36f089-2c9c-4420-9667-13897994ed40 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:10.417588 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-53b161d3-3ca1-4d12-b250-90376e107e30 req-fb36f089-2c9c-4420-9667-13897994ed40 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0683126 Jun 22 21:14:10.459277 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-53b161d3-3ca1-4d12-b250-90376e107e30 req-79da0c9f-b018-469c-a06c-3768055fa89e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Jun 22 21:14:10.464409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-d6679f25-0597-4a75-9631-c9b6c251488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:10.465985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-d6679f25-0597-4a75-9631-c9b6c251488b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 898 time: 0.0882375 Jun 22 21:14:10.530517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-b0cf2adc-93ad-4b43-b7bb-427feeb57914 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 1000 time: 0.0575383 Jun 22 21:14:10.580838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-6aa0a35d-a99c-4b1f-85c9-0160c40b6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:10.582266 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-6aa0a35d-a99c-4b1f-85c9-0160c40b6857 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0433927 Jun 22 21:14:10.641923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-ed73b792-94d4-4f72-bda2-a16a9db2d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:10.643369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-ed73b792-94d4-4f72-bda2-a16a9db2d489 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546136 Jun 22 21:14:10.735646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-d1ebbbb8-65b5-4df7-8768-9616da28a218 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848060 Jun 22 21:14:10.827721 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-605f977d-3b60-41eb-b6f5-7fa340a9bf5e req-b64ef246-6cba-4c32-84ef-3343d7aa0a6d service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Jun 22 21:14:11.652166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5def-4033-4959-a6fa-8f73c8508727 req-eaa1e479-58f0-4f7e-a110-bb7b0d8952df tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:11.653608 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd1e5def-4033-4959-a6fa-8f73c8508727 req-eaa1e479-58f0-4f7e-a110-bb7b0d8952df tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0625386 Jun 22 21:14:11.692628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cd1e5def-4033-4959-a6fa-8f73c8508727 req-4c97e57f-6778-4066-bea7-3f3faea289bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Jun 22 21:14:12.864227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189494-c106-4889-8433-bae227619a3e req-45fb34f3-fe9b-42f1-8e1d-ade0d711a03f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:12.865730 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b0189494-c106-4889-8433-bae227619a3e req-45fb34f3-fe9b-42f1-8e1d-ade0d711a03f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0637448 Jun 22 21:14:12.903843 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b0189494-c106-4889-8433-bae227619a3e req-4fd776dd-526d-4cd3-a7d4-905174bec3cb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Jun 22 21:14:14.074171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fed45-95fb-45fe-9b57-4e39aad0cd08 req-942a6472-98dd-4b6a-8361-f9c232f922cd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:14.075604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-745fed45-95fb-45fe-9b57-4e39aad0cd08 req-942a6472-98dd-4b6a-8361-f9c232f922cd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0613306 Jun 22 21:14:14.116694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-745fed45-95fb-45fe-9b57-4e39aad0cd08 req-8575f6a0-3535-4e9d-b76c-20e2afaaf0c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Jun 22 21:14:15.289164 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36938738-9e28-4f82-8cbf-08b0f3cc7724 req-e26946a8-e232-44be-ba89-56b9fedba23a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:15.290661 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-36938738-9e28-4f82-8cbf-08b0f3cc7724 req-e26946a8-e232-44be-ba89-56b9fedba23a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0639679 Jun 22 21:14:15.326954 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-36938738-9e28-4f82-8cbf-08b0f3cc7724 req-34394b07-a9eb-4e78-9b14-368aaff23133 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jun 22 21:14:16.502319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2139c-ee1f-48b5-9a77-19ddbd7655a4 req-e9638a90-7ad0-4f5f-bfa0-cb8ee338bc8a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:16.503783 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aca2139c-ee1f-48b5-9a77-19ddbd7655a4 req-e9638a90-7ad0-4f5f-bfa0-cb8ee338bc8a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0627677 Jun 22 21:14:16.540694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aca2139c-ee1f-48b5-9a77-19ddbd7655a4 req-ccba45ac-c106-4a93-b590-832c479a18df tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Jun 22 21:14:16.980401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80aba4d6-bc81-4ba9-b8d5-ed7f175145e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:17.717151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bc571-f054-4725-bb01-bee982754e32 req-6a3e1ebd-d560-42c2-9156-ad4bd90caed8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:17.719225 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef0bc571-f054-4725-bb01-bee982754e32 req-6a3e1ebd-d560-42c2-9156-ad4bd90caed8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0689394 Jun 22 21:14:17.756974 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef0bc571-f054-4725-bb01-bee982754e32 req-36921eda-3de1-4753-b48b-2056edd1abe5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jun 22 21:14:18.927644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a359b5-a625-47fd-a946-56944a00991b req-13f6ab67-67ae-4a04-8411-69c4a9f8a011 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:18.929127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26a359b5-a625-47fd-a946-56944a00991b req-13f6ab67-67ae-4a04-8411-69c4a9f8a011 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Jun 22 21:14:18.975913 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26a359b5-a625-47fd-a946-56944a00991b req-92d67b7b-7c51-4aec-8ee7-9d2b24d0c0a2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Jun 22 21:14:19.814169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49fa9858-36cc-403b-9734-22f7fcb162db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:20.039259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:20.153837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134538-50ed-4d03-9250-35b5af3e36de req-aeeca6ab-56e5-42a0-b86f-b8c8baaa17f5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:20.155325 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e7134538-50ed-4d03-9250-35b5af3e36de req-aeeca6ab-56e5-42a0-b86f-b8c8baaa17f5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0644383 Jun 22 21:14:20.194071 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e7134538-50ed-4d03-9250-35b5af3e36de req-55d5bd5f-e679-4170-982f-e7381a383549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331047 Jun 22 21:14:21.129296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:21.372022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1d2e2-9ad4-4115-86c9-979dde09e384 req-2a8228d9-9b24-4f2f-8859-05254943235c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:21.373454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9f1d2e2-9ad4-4115-86c9-979dde09e384 req-2a8228d9-9b24-4f2f-8859-05254943235c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0653744 Jun 22 21:14:21.413437 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d9f1d2e2-9ad4-4115-86c9-979dde09e384 req-66e90fff-5fd9-40da-88e9-84775a57dffd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jun 22 21:14:22.524849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:22.588263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229fcce-beb1-4b45-af0e-fcd03ff41653 req-5534dd70-5718-41e5-9897-f35fe52cd49d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:22.592598 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9229fcce-beb1-4b45-af0e-fcd03ff41653 req-5534dd70-5718-41e5-9897-f35fe52cd49d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0687435 Jun 22 21:14:22.628568 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9229fcce-beb1-4b45-af0e-fcd03ff41653 req-93472762-5d66-4b26-b830-52d69f9116e5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jun 22 21:14:22.652764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37766) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:14:22.712977 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-9e6f67e9-c576-4b34-894a-a49d2f31c297 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/83de8b40-7bc5-4ad6-919b-da9141b44e6c HTTP/1.1" status: 200 len: 992 time: 0.0588427 Jun 22 21:14:23.066796 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:23.962140 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:14:25.337072 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-60986639-1057-40d8-abd3-0c8bdd778fe1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529096 Jun 22 21:14:25.428818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-23322d77-0692-4aa2-b1c1-3a977b4e2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:25.430320 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-23322d77-0692-4aa2-b1c1-3a977b4e2ced service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1098 time: 0.0514810 Jun 22 21:14:25.539368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-e9e49608-8c77-4db7-9018-d6f4b07b9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:25.540777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-e9e49608-8c77-4db7-9018-d6f4b07b9867 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 898 time: 0.0904100 Jun 22 21:14:25.604764 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-ca7f8f6f-7580-4035-81ea-9fc4e41dc28d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 1000 time: 0.0576389 Jun 22 21:14:25.658037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-2367b6c4-01e6-47c3-a6f4-297b5a56f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:25.659450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-2367b6c4-01e6-47c3-a6f4-297b5a56f697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0482919 Jun 22 21:14:26.110343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-abc0b350-4931-4ae4-9bda-8936b31113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:26.111879 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-abc0b350-4931-4ae4-9bda-8936b31113e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4460070 Jun 22 21:14:26.200682 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-a0d67443-ba8a-4c66-a341-b3b63978ca08 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812311 Jun 22 21:14:26.291743 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4e9daeb2-0a11-487d-b58d-51de4ec08f72 req-25e96a6f-2ab8-4c12-85a1-e067da795b3b service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844100 Jun 22 21:14:46.981189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a367f57b-4b41-410d-86e9-bb5739537bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:49.814791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3f96544f-745b-4a97-a7b5-d5107b396cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:50.040621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:51.132877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:52.536854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:53.068704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.345702 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37784) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:14:55.501750 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 95431006-3042-4e8d-93b5-eae7bce6ab60 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:14:55.502891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.579441 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.579768 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.590947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 95431006-3042-4e8d-93b5-eae7bce6ab60 owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:14:55.738862 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.740831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8795703f-60ac-4310-811e-a9df2fdf786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:14:55.761958 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=95431006-3042-4e8d-93b5-eae7bce6ab60,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:14:55.774426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.774828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.775207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.775589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.775964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.776335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.776708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.777075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.777438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.777802 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.778197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.778562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:55.796670 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:14:55.834277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:55.834588 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP 83de8b40-7bc5-4ad6-919b-da9141b44e6c disassociated (deleted). External IP: 172.26.4.30, port: a05c6e52-6715-456e-bad5-f67d43600c04. Jun 22 21:14:56.039553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 3eeea19d-cac5-4264-8953-f3bb163c5f03 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:14:56.144994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:14:56.149696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:56.154072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Sync routers for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:14:56.163820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:14:56.164434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:14:56.187253 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-273c8bf2-e411-4b9d-9bd5-3389094135a8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/floatingips/83de8b40-7bc5-4ad6-919b-da9141b44e6c HTTP/1.1" status: 204 len: 168 time: 0.8404465 Jun 22 21:14:56.187927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:14:56.191082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5b06b-ace4-495a-9a19-a10cf81df8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:14:56.231120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03d1bd-f402-456c-b87a-ca3a2883c5ac x-openstack-request-id: req-5e03d1bd-f402-456c-b87a-ca3a2883c5ac {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:14:56.231120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:14:56.231120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e03d1bd-f402-456c-b87a-ca3a2883c5ac {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:14:56.231120 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'status': 'completed', 'code': 200} Jun 22 21:14:56.283856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:14:56.318880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-4a861d38-a6d7-493f-9350-328da8fdafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:56.321154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-4a861d38-a6d7-493f-9350-328da8fdafbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 1098 time: 0.0573764 Jun 22 21:14:56.438405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-e687b07f-7e73-4939-990a-89db5d9a6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:56.439966 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-e687b07f-7e73-4939-990a-89db5d9a6e47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 200 len: 898 time: 0.1019113 Jun 22 21:14:56.495442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-1aa03299-908d-49a6-80dd-ac328af38411 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 200 len: 217 time: 0.0439467 Jun 22 21:14:56.508685 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:14:56.535800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Checking router: 3eeea19d-cac5-4264-8953-f3bb163c5f03 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:14:56.543860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:14:56.544470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:14:56.580107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-66653f45-7bd5-494c-a1d9-8c9802a8e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:56.581581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-66653f45-7bd5-494c-a1d9-8c9802a8e756 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 200 len: 834 time: 0.0784354 Jun 22 21:14:56.633182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2e604-4a11-4fdd-b353-635428b63058 req-effa09a2-6350-42b8-a4e5-f42fa3503f7f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:56.634759 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ad2e604-4a11-4fdd-b353-635428b63058 req-effa09a2-6350-42b8-a4e5-f42fa3503f7f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.1229513 Jun 22 21:14:56.654273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:14:56.673479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-46d7d048-c03d-4455-a202-8e7a83655d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:56.676002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-46d7d048-c03d-4455-a202-8e7a83655d0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ac4e23c6-752c-4fe4-8916-c355a5aef31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853240 Jun 22 21:14:56.698127 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ad2e604-4a11-4fdd-b353-635428b63058 req-17e9f4bd-a514-4d56-a9e1-1f220bb1d731 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516744 Jun 22 21:14:56.778533 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-0c0d3132-8716-4e2a-b5e9-54c3428c7040 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934265 Jun 22 21:14:56.856018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:14:56.867386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08e5b06b-ace4-495a-9a19-a10cf81df8c9 req-99ff13f5-5339-472f-a349-5a657a502d30 service neutron] 10.222.0.53 "GET /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815606 Jun 22 21:14:56.886161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad08bce-5e8e-49ee-84fd-de385b5b0c49 None None] The sync data for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv is: [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:19Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '44f88d43-2d19-41f1-8732-5c5c67064715', 'name': '', 'network_id': 'ac4e23c6-752c-4fe4-8916-c355a5aef31c', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:b8:c6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:19Z', 'updated_at': '2021-06-22T21:13:23Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:14:57.106276 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433dc7e8-0dcc-424f-aa96-0601de18ba64 None None] New status for floating IP 83de8b40-7bc5-4ad6-919b-da9141b44e6c: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:14:57.879730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ded6-a6cc-4792-be15-fe30309444f7 req-75411845-11a7-4abe-88bb-73d07d4e9b15 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:57.881945 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fbf6ded6-a6cc-4792-be15-fe30309444f7 req-75411845-11a7-4abe-88bb-73d07d4e9b15 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0703309 Jun 22 21:14:57.928840 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fbf6ded6-a6cc-4792-be15-fe30309444f7 req-5301e420-9e6d-49ce-b93f-592c6aa242b8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=f57aae0f-5420-4d6e-98bb-9135adb78ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334299 Jun 22 21:14:58.200074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-d59e60cd-c8ad-47ff-8599-a83ba1401eb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:14:58.201522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-d59e60cd-c8ad-47ff-8599-a83ba1401eb3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 945 time: 0.0684733 Jun 22 21:14:58.301762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port a05c6e52-6715-456e-bad5-f67d43600c04 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:14:58.302125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:58.390972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port a05c6e52-6715-456e-bad5-f67d43600c04, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a05c6e52-6715-456e-bad5-f67d43600c04,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:14:58.391321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:58.402469 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for a05c6e52-6715-456e-bad5-f67d43600c04 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:14:58.525434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:58.529254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:14:58.558504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=a05c6e52-6715-456e-bad5-f67d43600c04,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:14:58.570518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.570909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.571284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.571665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.572044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.572407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.572771 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.573133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.573496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.573856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.574242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.574603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:14:58.593262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:14:58.613301 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] No DVR routers for this DVR port a05c6e52-6715-456e-bad5-f67d43600c04 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:14:58.615683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:14:58.617587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9e42ed5f-1b81-49fe-83b2-52f212607f63 req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "DELETE /v2.0/ports/a05c6e52-6715-456e-bad5-f67d43600c04 HTTP/1.1" status: 204 len: 173 time: 0.4075611 Jun 22 21:14:58.618115 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'name': 'network-vif-deleted', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:14:58.620406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3bd0f-1e0b-48f2-89b4-28470069cbc7" -d '{"events": [{"server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "name": "network-vif-deleted", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:14:58.662231 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b89a5-6e68-4ba1-b775-9b43ab077a8e x-openstack-request-id: req-8a2b89a5-6e68-4ba1-b775-9b43ab077a8e {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:14:58.662583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f8abc6-f968-4153-a6fb-0d88989266f2", "name": "network-vif-deleted", "tag": "a05c6e52-6715-456e-bad5-f67d43600c04", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:14:58.663177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a2b89a5-6e68-4ba1-b775-9b43ab077a8e {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:14:58.663642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f8abc6-f968-4153-a6fb-0d88989266f2', 'name': 'network-vif-deleted', 'tag': 'a05c6e52-6715-456e-bad5-f67d43600c04', 'status': 'completed', 'code': 200} Jun 22 21:14:59.084105 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2655968a-792e-41bd-ae63-0c01f77ae42f req-4fab4c23-fd5e-4f47-94d6-0f6118f7c0cd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f8abc6-f968-4153-a6fb-0d88989266f2 HTTP/1.1" status: 200 len: 210 time: 0.0285170 Jun 22 21:15:00.179387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37810) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:00.541766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:00.814131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 44f88d43-2d19-41f1-8732-5c5c67064715 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:15:00.814390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:00.906258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 44f88d43-2d19-41f1-8732-5c5c67064715, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=44f88d43-2d19-41f1-8732-5c5c67064715,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:00.906612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:00.919418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 44f88d43-2d19-41f1-8732-5c5c67064715 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:15:00.961075 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:15:01.104738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.106642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-39770821-56f8-47d0-8338-7bd2ac18942e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:01.139618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=44f88d43-2d19-41f1-8732-5c5c67064715,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:01.142834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:01.322397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.531996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 3eeea19d-cac5-4264-8953-f3bb163c5f03 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:15:01.636414 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:15:01.641391 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/3eeea19d-cac5-4264-8953-f3bb163c5f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609694 Jun 22 21:15:01.644148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37812) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:01.646725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Sync routers for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:15:01.655637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:01.656255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:01.693947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting subnet 47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:15:01.697058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.737755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.763404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:01.823126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.886218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.889229 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d3421738-7504-405e-a9f5-e0be876809c0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:01.914863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Subnet': ['ID=47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:01.917531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:01.918645 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/subnets/47e2e3ec-2d3e-4d7c-b2d1-ccd10b8237fd HTTP/1.1" status: 204 len: 168 time: 0.2735844 Jun 22 21:15:01.919566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-681451fd-30b9-49b7-b40e-57641a3b7395 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:01.921147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37814) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:01.926461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9861056-0e1a-4bd4-9139-eba0b638f79a None None] Network ac4e23c6-752c-4fe4-8916-c355a5aef31c requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:15:02.027084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:15:01Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.029356 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.072096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Checking router: 3eeea19d-cac5-4264-8953-f3bb163c5f03 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:15:02.086496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Routers {'3eeea19d-cac5-4264-8953-f3bb163c5f03'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:02.087037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['3eeea19d-cac5-4264-8953-f3bb163c5f03'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.132394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.187922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 53869cb2-a20f-4168-8441-42b10a39b4b8 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:15:02.188598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.210143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] Set router 3eeea19d-cac5-4264-8953-f3bb163c5f03 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:02.240722 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] DHCP port deletion for ac4e23c6-752c-4fe4-8916-c355a5aef31c request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:15:02.274255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 53869cb2-a20f-4168-8441-42b10a39b4b8, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=53869cb2-a20f-4168-8441-42b10a39b4b8,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:02.274618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.286637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 53869cb2-a20f-4168-8441-42b10a39b4b8 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:15:02.398024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Deleting port 7bfcf038-2861-4c17-9579-40790b4b5bab {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:15:02.398416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.452466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.455955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:02.471636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] For port 7bfcf038-2861-4c17-9579-40790b4b5bab, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=7bfcf038-2861-4c17-9579-40790b4b5bab,segment=NetworkSegment(3e197a14-1a58-4d01-a80b-233df3ef64b2),segment_id=3e197a14-1a58-4d01-a80b-233df3ef64b2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:02.472192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.479917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=53869cb2-a20f-4168-8441-42b10a39b4b8,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:02.484492 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:02.488134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Calling delete_port for 7bfcf038-2861-4c17-9579-40790b4b5bab owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:15:02.505750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:15:01Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.540282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.558994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a42d9-c265-45e3-b511-edaf775fcedf None None] The sync data for ids ['3eeea19d-cac5-4264-8953-f3bb163c5f03'] in dv-neutron-797537-2-hyperv is: [{'id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876137847', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:15:01Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '53869cb2-a20f-4168-8441-42b10a39b4b8', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeea19d-cac5-4264-8953-f3bb163c5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:13:16Z', 'updated_at': '2021-06-22T21:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:15:02.602338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.604764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-cbb56e30-1717-4e82-a9b3-026325ec1da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:02.629759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Pushing event deleted for resources: {'Port': ['ID=7bfcf038-2861-4c17-9579-40790b4b5bab,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:02.638500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.639400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.639680 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.640023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.640360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.640694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.640892 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.641006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.641339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.641681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.642023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.642349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.642673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.643781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:02.646570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] No DVR routers for this DVR port 7bfcf038-2861-4c17-9579-40790b4b5bab on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:15:02.648106 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:02.688757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.689353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Fanout notify agent at l3_agent the message router_deleted on router 3eeea19d-cac5-4264-8953-f3bb163c5f03 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:15:02.697087 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.698200 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/routers/3eeea19d-cac5-4264-8953-f3bb163c5f03 HTTP/1.1" status: 204 len: 168 time: 0.7761395 Jun 22 21:15:02.700841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37816) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:02.775731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.866834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.876192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4e23c6-752c-4fe4-8916-c355a5aef31c']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.887141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e197a14-1a58-4d01-a80b-233df3ef64b2') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.887445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e197a14-1a58-4d01-a80b-233df3ef64b2') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:02.896175 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.910164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.916786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:15:02.917187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:15:02.920505 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:15:02.989086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:02.994196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.000159 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/networks/ac4e23c6-752c-4fe4-8916-c355a5aef31c HTTP/1.1" status: 204 len: 168 time: 0.2948015 Jun 22 21:15:03.000159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:03.001068 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37818) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:03.015602 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Network': ['ID=ac4e23c6-752c-4fe4-8916-c355a5aef31c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:03.018997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-07fd493f-34ba-4fbd-8536-9fdf0a1a09c9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:03.072701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.098014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.163530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.166156 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.167348 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/security-groups/f57aae0f-5420-4d6e-98bb-9135adb78ed2 HTTP/1.1" status: 204 len: 168 time: 0.1578259 Jun 22 21:15:03.168442 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c43e73a0-fa20-4445-a062-bbc23047ccb6 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:03.179511 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57aae0f-5420-4d6e-98bb-9135adb78ed2,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:03.182034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:03.469178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37824) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:03.469857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a05c6e52-6715-456e-bad5-f67d43600c04 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:15:03.474580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180520362', 'description': 'tempest-secgroup-smoke-1180520362 description', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:03.491644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: a05c6e52-6715-456e-bad5-f67d43600c04 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:15:03.492001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a05c6e52-6715-456e-bad5-f67d43600c04 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:15:03.503375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.601572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.607523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.610798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:03.653329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.657693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37826) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:03.659578 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874785 Jun 22 21:15:03.659923 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bc2459-7945-4f20-9b55-702cc9de6fad,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:03.666054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:03.668985 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:03.695854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7bfcf038-2861-4c17-9579-40790b4b5bab no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:15:03.697217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.716187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 7bfcf038-2861-4c17-9579-40790b4b5bab {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:15:03.716854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 7bfcf038-2861-4c17-9579-40790b4b5bab not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:15:03.717287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44f88d43-2d19-41f1-8732-5c5c67064715 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:15:03.735839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 44f88d43-2d19-41f1-8732-5c5c67064715 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:15:03.736191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 44f88d43-2d19-41f1-8732-5c5c67064715 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:15:03.766543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.771615 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.774589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-df22ae84-69c1-4721-b1a6-0b9418b40e4b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:03.793305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3d9659-9b6f-40ac-8452-91c2e0ff3349,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:03.798690 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:03.805445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.806697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8c5378af-7d48-48be-abcc-6d7467ab66ed tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473193 Jun 22 21:15:03.809325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37828) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:03.813802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:03.842057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.891425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.895844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.901868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e4ae542a-e2f3-4c37-9aed-4abb6cedc818 tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:03.916298 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57e9438-9975-46c4-8dee-6d63d955a0d9,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:03.922158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:03.929411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:03.930734 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204040 Jun 22 21:15:03.933369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37830) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:03.937778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:03.963994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.020155 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.023749 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.025608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1dba710a-3bd9-41a6-9a56-777fdd7cd357 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:04.043108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962841a1-3489-4cf1-824d-6449e68cc0f2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:04.046060 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:04.046774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.047925 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136322 Jun 22 21:15:04.051148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37832) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:04.055626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:04.081027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.143698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.148323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.150755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2f071322-e92b-4b5c-aa6b-2bba4d33a662 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:04.167987 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a2e15d-8189-4220-a34e-49c9f9de0973,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:04.171031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:04.173709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.174974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228807 Jun 22 21:15:04.178451 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37834) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:04.182980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:04.205511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:15:04.211012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.269944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.273624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.275427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-75ee43cb-c069-4023-9f00-d9079f819dc4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:04.291637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4c1e31-0d76-4a15-a29c-4d41ed94f791,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:04.294373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:04.297311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.298236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187341 Jun 22 21:15:04.301855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37836) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:04.306285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '53bc2459-7945-4f20-9b55-702cc9de6fad', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:04.327970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:15:04.334279 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.395543 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.398999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.404222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3870db03-7a3a-45fc-8112-3e1ec1614817 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:04.419442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb26d43-ad58-46fa-8ba9-131060c05096,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:04.422483 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:04.423605 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.424750 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-468ad16c-581f-44bf-8e2c-ae679cc73674 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219714 Jun 22 21:15:04.428758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37838) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:04.433656 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'network': {'name': 'tempest-network-smoke--937923420', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'port_security_enabled': True}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:04.454663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:15:04.458676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.484478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:15:04.493820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.494207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Added segment ee0f6842-f4a1-43e7-8c46-9c418d2ad0da of type vlan for network b90ada91-2dd3-4178-bb55-af64196ad5e3 Jun 22 21:15:04.533917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.561609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.567244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:04.567821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.570034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-492e2880-9c5c-4ca3-a119-57a4aaa70e5f tempest-PortsTestJSON-225923256 tempest-PortsTestJSON-225923256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:04.601261 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1713488 Jun 22 21:15:04.604010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37840) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:04.609844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'admin_state_up': True, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:04.633777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.634835 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:04.642964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Network': ['ID=b90ada91-2dd3-4178-bb55-af64196ad5e3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:04.646888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:04.654359 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:15:04.694562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.184926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.254144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 53869cb2-a20f-4168-8441-42b10a39b4b8 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:15:05.276560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 53869cb2-a20f-4168-8441-42b10a39b4b8 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:15:05.277078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 53869cb2-a20f-4168-8441-42b10a39b4b8 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:15:05.383734 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.406676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.508884 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.116 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/556882fc-72d5-4110-a43b-390077a688d2) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:15:05.615116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.653206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:05.655199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:05.693229 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:05.696003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:05.699357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:15:05.724709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=556882fc-72d5-4110-a43b-390077a688d2,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:05.728510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:05.951672 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.150975 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.277306 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 9f5588c0-cb52-4251-b192-69bd15b6a273 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:15:06.384615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:15:06.398318 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Sync routers for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:15:06.404665 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.405964 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-41e41682-43eb-46fb-962b-ac015a9694ab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8009200 Jun 22 21:15:06.408925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37842) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:06.411295 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:06.411903 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:06.437880 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-5fd119e7-c423-40e8-bff0-1fd4d8de5a94 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5da92ff765e740cdbb0a51a0ef9ffaa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272591 Jun 22 21:15:06.440282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37844) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:06.515757 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:06.532186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8ea2c-7635-486a-b74a-eaa464933574 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:06.533714 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fbd8ea2c-7635-486a-b74a-eaa464933574 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924113 Jun 22 21:15:06.537074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37846) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:06.564768 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-eb260a2a-31ef-4e22-86fb-8d12f8153ca7 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264955 Jun 22 21:15:06.567541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37848) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:06.572421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786269418', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:06.665876 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:15:06.669346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.692861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:05Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:06.723554 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Checking router: 9f5588c0-cb52-4251-b192-69bd15b6a273 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:15:06.723909 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Updating router 9f5588c0-cb52-4251-b192-69bd15b6a273 port 556882fc-72d5-4110-a43b-390077a688d2 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:15:06.757864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.856195 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.865938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c69f2733-4c79-4860-a045-ef6836b27127 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:06.928888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Subnet': ['ID=e5d3915a-0e27-4885-90be-73d7c6f32ee5,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:06.932645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:06.936637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Checking segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:15:06.936999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network hostable DHCP agents. Network: b90ada91-2dd3-4178-bb55-af64196ad5e3, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:15:06.955122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:15:06.965000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, b90ada91-2dd3-4178-bb55-af64196ad5e3) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:06.969764 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:06.970374 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:06.975530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa25303-5038-4cf3-8393-8d57a9f31db3 None None] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:15:06.985960 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4172862 Jun 22 21:15:06.990811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37850) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:07.035109 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.044956 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Transition to ACTIVE for port object 556882fc-72d5-4110-a43b-390077a688d2 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:07.051227 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.053111 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-c39678c5-c517-46fc-b3dd-8e394757a75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:07.102486 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Pushing event updated for resources: {'Port': ['ID=556882fc-72d5-4110-a43b-390077a688d2,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:07.108417 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Attempting to bind port 556882fc-72d5-4110-a43b-390077a688d2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:15:07.108790 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Attempting to bind port 556882fc-72d5-4110-a43b-390077a688d2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:15:07.109243 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Attempting to bind port 556882fc-72d5-4110-a43b-390077a688d2 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:15:07.117012 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.117353 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.117685 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.118039 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.118360 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.118680 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.118998 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.119312 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.119629 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.119941 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.120250 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.120556 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:15:07.124019 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:15:07.124393 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:15:07.124791 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.125168 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:15:07.126028 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Bound port: 556882fc-72d5-4110-a43b-390077a688d2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:15:07.126584 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.134451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-b90ada91-2dd3-4178-bb55-af64196ad5e3', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:15:07.135312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.147679 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:07.181855 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] For port 556882fc-72d5-4110-a43b-390077a688d2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:15:07.185334 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] For port 556882fc-72d5-4110-a43b-390077a688d2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=556882fc-72d5-4110-a43b-390077a688d2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:15:07.193179 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.196466 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-bab135ed-e37a-499e-ad04-60cab76043ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:07.254333 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:07.255107 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:07.260302 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Pushing event updated for resources: {'Port': ['ID=556882fc-72d5-4110-a43b-390077a688d2,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:07.286720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Allocated IP 172.20.0.2 (b90ada91-2dd3-4178-bb55-af64196ad5e3/e5d3915a-0e27-4885-90be-73d7c6f32ee5/0cf4cd07-84a6-4427-b9e9-5389faa0ff30) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:15:07.297981 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-d9702b73-1076-4c85-8cca-6c0bdd5c0d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:07.366818 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:07.437069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.446600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.446850 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Transition to ACTIVE for port object 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:07.462464 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Transition to ACTIVE for port object 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:07.467932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.470692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:07.567857 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:05Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:07.597867 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac91958-3f0d-4b8c-b17c-a1bee6660e61 None None] The sync data for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv is: [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:05Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:15:07.669408 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:07.672145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:07.676338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:15:07.705696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Pushing event updated for resources: {'Port': ['ID=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:07.709357 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:07.739307 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Attempting to bind port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:15:07.739862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Attempting to bind port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:15:07.740220 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Attempting to bind port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 on network b90ada91-2dd3-4178-bb55-af64196ad5e3 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:15:07.741455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.1 (b90ada91-2dd3-4178-bb55-af64196ad5e3/e5d3915a-0e27-4885-90be-73d7c6f32ee5/a15ebcc5-6f01-4a52-b017-6afd23ff4029) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:15:07.745679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:15:07.746190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Checking segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:15:07.746905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.747084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Bound using segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:15:07.747675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Bound port: 0cf4cd07-84a6-4427-b9e9-5389faa0ff30, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:15:07.748096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.819531 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] For port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:15:07.832650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] For port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:15:07.838561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.842286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:07.873410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.887509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object a15ebcc5-6f01-4a52-b017-6afd23ff4029 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:07.928824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Pushing event updated for resources: {'Port': ['ID=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:07.929773 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:07.932481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:07.940530 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5257ebab-c3f9-41f2-a507-3ad27a5dd39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:07.993779 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:07.997242 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:08.001536 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:15:08.008648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:08.032893 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:08.054497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:08.233283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:08.528833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:08.533960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:08.557520 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26e06252-73ba-4dbc-94f4-2ec1b5098a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:08.610119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:08.618426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:08.622452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:08.716652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:08.718131 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:08.839017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 9f5588c0-cb52-4251-b192-69bd15b6a273 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:15:08.960508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:15:08.970391 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/9f5588c0-cb52-4251-b192-69bd15b6a273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760847 Jun 22 21:15:08.992556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22f16e-a1d7-4dbf-a7ff-d87173011a83 None None] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:15:09.108824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-92ac7b50-f43e-4118-bf87-eb37920f9c5c None None] Provisioning for port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:09.126397 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-1956cf6b-e8e7-4019-a154-5a5867b1a768 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180520362&fields=id&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 267 time: 0.0408530 Jun 22 21:15:09.273669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-7f80bd18-812f-43ad-9e20-bff852530ef5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:09.282259 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-7f80bd18-812f-43ad-9e20-bff852530ef5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 796 time: 0.1344714 Jun 22 21:15:09.295572 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-be7c2016-3a95-4a9c-96d5-125f7af97376 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/quotas/5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 375 time: 0.0121043 Jun 22 21:15:09.386967 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-77f43f8e-fa24-4d03-adc1-1987f59eb613 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838823 Jun 22 21:15:09.410070 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 556882fc-72d5-4110-a43b-390077a688d2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:09.477354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f86e29af-1ced-4c6c-a52b-aef6afad99ab None None] Provisioning for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:09.482462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f86e29af-1ced-4c6c-a52b-aef6afad99ab None None] Provisioning complete for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:09.482972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f86e29af-1ced-4c6c-a52b-aef6afad99ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:09.485918 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 556882fc-72d5-4110-a43b-390077a688d2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:09.522868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 556882fc-72d5-4110-a43b-390077a688d2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:09.523444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:09.564372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-f86e29af-1ced-4c6c-a52b-aef6afad99ab None None] Port a15ebcc5-6f01-4a52-b017-6afd23ff4029 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:15:09.572378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Sync routers for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:15:09.591411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:09.592340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:09.732543 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:09.754130 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4a83b14d-be36-4127-891e-85bf87f2ec1c None None] Provisioning complete for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:09.754402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a83b14d-be36-4127-891e-85bf87f2ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:09.789855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:09.796406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 556882fc-72d5-4110-a43b-390077a688d2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=556882fc-72d5-4110-a43b-390077a688d2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:09.827952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:09.828732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:09.837214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fec8bf94-14d0-4920-a028-7a1688bfdab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:09.878752 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-dba0554e-aa2f-4fcd-8624-15f0027e4927 service neutron] 10.222.0.66 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738541 Jun 22 21:15:09.936465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4a83b14d-be36-4127-891e-85bf87f2ec1c None None] Port a15ebcc5-6f01-4a52-b017-6afd23ff4029 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:15:09.973494 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-0d2e0fdd-0202-438a-bfc8-a88671285a66 service neutron] 10.222.0.66 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878263 Jun 22 21:15:09.976471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=556882fc-72d5-4110-a43b-390077a688d2,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:09.979481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:10.022461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:10.030561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:10.030890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.114338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-52fc8b92-9e7f-4ffd-8cb6-89817b93a278 None None] Provisioning complete for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:10.114725 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-52fc8b92-9e7f-4ffd-8cb6-89817b93a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.164204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f9f12e56-bb31-4a49-887c-128f426c6429 req-d70f23bc-9bdc-41c7-859d-29d6cde13a05 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 210 time: 0.0377626 Jun 22 21:15:10.192168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-52fc8b92-9e7f-4ffd-8cb6-89817b93a278 None None] Port a15ebcc5-6f01-4a52-b017-6afd23ff4029 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:15:10.218425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.232073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 2, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:10.265254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Checking router: 9f5588c0-cb52-4251-b192-69bd15b6a273 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:15:10.265659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Updating router 9f5588c0-cb52-4251-b192-69bd15b6a273 port a15ebcc5-6f01-4a52-b017-6afd23ff4029 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:15:10.314952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:10.323085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.325950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.327753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:10.410969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:10.414110 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:10.650749 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.662071 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Transition to ACTIVE for port object a15ebcc5-6f01-4a52-b017-6afd23ff4029 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:10.667650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.670387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:10.717739 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Pushing event updated for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:10.722546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:10.776219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Attempting to bind port a15ebcc5-6f01-4a52-b017-6afd23ff4029 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:15:10.776887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Attempting to bind port a15ebcc5-6f01-4a52-b017-6afd23ff4029 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:15:10.777249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Attempting to bind port a15ebcc5-6f01-4a52-b017-6afd23ff4029 on network b90ada91-2dd3-4178-bb55-af64196ad5e3 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:15:10.782351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:15:10.782740 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Checking segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:15:10.783155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.783564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Bound using segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:15:10.784266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Bound port: a15ebcc5-6f01-4a52-b017-6afd23ff4029, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:15:10.784474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.850906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] For port a15ebcc5-6f01-4a52-b017-6afd23ff4029, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:15:10.854036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] For port a15ebcc5-6f01-4a52-b017-6afd23ff4029, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a15ebcc5-6f01-4a52-b017-6afd23ff4029,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:15:10.859695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:10.861963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1e625aa8-18fc-4c77-a277-1e502a3837e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:10.930017 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:10.930657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:14:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:10.970321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Pushing event updated for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:10.979054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:11.050369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:11.333215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-1a646978-3706-4a45-bcfc-57808f7a0289 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:11.336290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-1a646978-3706-4a45-bcfc-57808f7a0289 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 796 time: 0.1731455 Jun 22 21:15:11.356604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 556882fc-72d5-4110-a43b-390077a688d2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:11.373114 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-88bd26d5-838a-4b4e-944a-c0a2ac2759c9 req-28ae56cf-30f6-4b06-afa1-253f468f3860 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 210 time: 0.0441442 Jun 22 21:15:11.400176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-58f7c0e6-42fb-4789-9d4c-f50d9fa3e173 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 380 time: 0.0455515 Jun 22 21:15:11.417142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'port': {'device_id': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'admin_state_up': True, 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'security_groups': ['53bc2459-7945-4f20-9b55-702cc9de6fad']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:11.455803 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 556882fc-72d5-4110-a43b-390077a688d2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:11.456223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:11.505215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:10Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:11.535203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:15:11.537862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da903a-8d54-4d15-879c-5dbd8ff1cf4e None None] The sync data for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv is: [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:10Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:15:11.538664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:11.599133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:11.657690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:11.658281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:11.695629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.9 (b90ada91-2dd3-4178-bb55-af64196ad5e3/e5d3915a-0e27-4885-90be-73d7c6f32ee5/87b83305-91bc-4821-86b4-e4fae05995d7) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:15:11.843922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:11.859465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 87b83305-91bc-4821-86b4-e4fae05995d7 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:11.895275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:11.899201 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04923408-122a-420f-b56d-1a26cf520ffa tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:11.943824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:11.947277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:11.951911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:15:11.957626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:11.985591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:12.014316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:12.015101 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:12.031237 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178138 Jun 22 21:15:12.047836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Request body: {'port': {'device_id': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:12.126188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:12.239812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-50cdbb4a-dd80-40cd-a155-460a298cf7ab None None] Provisioning for port 87b83305-91bc-4821-86b4-e4fae05995d7 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:12.244510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-50cdbb4a-dd80-40cd-a155-460a298cf7ab None None] Provisioning complete for port 87b83305-91bc-4821-86b4-e4fae05995d7 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:12.244896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-50cdbb4a-dd80-40cd-a155-460a298cf7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:12.279310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-50cdbb4a-dd80-40cd-a155-460a298cf7ab None None] Port 87b83305-91bc-4821-86b4-e4fae05995d7 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:15:12.414999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b83305-91bc-4821-86b4-e4fae05995d7 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:15:12.424026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:12.438141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Transition to ACTIVE for port object 87b83305-91bc-4821-86b4-e4fae05995d7 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:15:12.443209 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:12.445687 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:12.524265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Pushing event updated for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:12.527764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:12.987833 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Attempting to bind port 87b83305-91bc-4821-86b4-e4fae05995d7 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:15:12.988313 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Attempting to bind port 87b83305-91bc-4821-86b4-e4fae05995d7 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:15:12.988653 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Attempting to bind port 87b83305-91bc-4821-86b4-e4fae05995d7 on network b90ada91-2dd3-4178-bb55-af64196ad5e3 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:15:12.999011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244ba69-8b26-4e36-84b9-a0406095a260 req-a1c595a6-580d-457c-a1b5-7abb66b71152 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.000497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1244ba69-8b26-4e36-84b9-a0406095a260 req-a1c595a6-580d-457c-a1b5-7abb66b71152 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 943 time: 0.5158694 Jun 22 21:15:13.002532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Port 87b83305-91bc-4821-86b4-e4fae05995d7 on network b90ada91-2dd3-4178-bb55-af64196ad5e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:15:13.003401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Attempting to bind port 87b83305-91bc-4821-86b4-e4fae05995d7 on network b90ada91-2dd3-4178-bb55-af64196ad5e3 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:15:13.015131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:15:13.015470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Checking segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:15:13.015855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Bound using segment: {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:15:13.016291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Bound port: 87b83305-91bc-4821-86b4-e4fae05995d7, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:15:13.016638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.072065 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1244ba69-8b26-4e36-84b9-a0406095a260 req-73ad66b7-06ce-4ff6-8747-1846cda48939 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651207 Jun 22 21:15:13.100360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:15:13.103321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=87b83305-91bc-4821-86b4-e4fae05995d7,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:15:13.108794 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.111672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3c82399b-1dda-48f1-8b53-329903856ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:13.141518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.142141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.143708 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] 10.222.0.53 "PUT /v2.0/ports/87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1093 time: 1.1004872 Jun 22 21:15:13.144330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:15:13.146654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce" -d '{"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:15:13.185425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Pushing event updated for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:13.202525 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:13.222838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b85a4a-21ca-4a33-9339-b280c1a02b03 x-openstack-request-id: req-d2b85a4a-21ca-4a33-9339-b280c1a02b03 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:15:13.223193 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:15:13.223502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2b85a4a-21ca-4a33-9339-b280c1a02b03 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:15:13.223941 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7', 'status': 'completed', 'code': 200} Jun 22 21:15:13.251271 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-f12e6d02-056e-43d5-951c-f742f079744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.253205 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-f12e6d02-056e-43d5-951c-f742f079744e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1096 time: 0.0641928 Jun 22 21:15:13.316413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-15b769d5-790f-48f2-beb1-79c5ea80d613 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 217 time: 0.0518067 Jun 22 21:15:13.336380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a15ebcc5-6f01-4a52-b017-6afd23ff4029 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:13.371726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-00a17ede-85e5-4e04-8dcf-1aacec6ae927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.373193 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-00a17ede-85e5-4e04-8dcf-1aacec6ae927 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0472932 Jun 22 21:15:13.387675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:13.391218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:13.391610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.439478 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-57ae7ec3-ab82-426c-8d51-eec62387c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.440935 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-57ae7ec3-ab82-426c-8d51-eec62387c11e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567379 Jun 22 21:15:13.477654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.509641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a15ebcc5-6f01-4a52-b017-6afd23ff4029, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a15ebcc5-6f01-4a52-b017-6afd23ff4029,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:13.514108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:13.515920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:13.539774 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-343bf586-6fe5-49f3-917c-99e1f88c01e1 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Jun 22 21:15:13.562564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:13.566479 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:13.639375 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8660a3ae-46a9-45ba-8a0e-7f95e77125c0 req-5fdd17d7-95d1-4439-86e8-4bf55a4e376f service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Jun 22 21:15:13.751393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-19660196-436c-412c-8228-737e2e5a6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.752878 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-19660196-436c-412c-8228-737e2e5a6d26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1096 time: 0.0533235 Jun 22 21:15:13.844740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-22043e15-b234-44c4-89f1-33028ade918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.846165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-22043e15-b234-44c4-89f1-33028ade918a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0859470 Jun 22 21:15:13.887709 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-13434f10-987f-4ed6-8ae3-d08b2509970d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 217 time: 0.0346296 Jun 22 21:15:13.935719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-cdc0ce42-107e-4a13-9515-61aa00b07fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:13.937099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-cdc0ce42-107e-4a13-9515-61aa00b07fa8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0424030 Jun 22 21:15:14.000816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-425458be-a64b-4e89-8ed4-81fbcd50f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:14.002338 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-425458be-a64b-4e89-8ed4-81fbcd50f7cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549641 Jun 22 21:15:14.091983 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-552a8d0a-3c3c-420f-888f-af6ea29708dd service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Jun 22 21:15:14.199430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa7a6451-5c5e-43f1-979b-2d8b208b3cce req-44b9a07e-8763-4780-a4b4-f81ba4817596 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005957 Jun 22 21:15:14.251134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e306-6f98-4235-b2ab-ba363f9cfe89 req-5eb53275-815b-4965-8495-ee2e9dee110f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:14.252574 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3f92e306-6f98-4235-b2ab-ba363f9cfe89 req-5eb53275-815b-4965-8495-ee2e9dee110f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 943 time: 0.0692058 Jun 22 21:15:14.290526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3f92e306-6f98-4235-b2ab-ba363f9cfe89 req-a08c8c23-67ca-4961-ab66-d11fac46dcda tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Jun 22 21:15:15.303834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a15ebcc5-6f01-4a52-b017-6afd23ff4029 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:15.353232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a15ebcc5-6f01-4a52-b017-6afd23ff4029 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:15.353619 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:15.468515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad9f5-b82d-4ed0-8cb6-85152fab891f req-225ed55b-a62b-4f9e-9edb-7b500183b38f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:15.469997 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aecad9f5-b82d-4ed0-8cb6-85152fab891f req-225ed55b-a62b-4f9e-9edb-7b500183b38f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 943 time: 0.0638390 Jun 22 21:15:15.509359 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aecad9f5-b82d-4ed0-8cb6-85152fab891f req-092f6be2-ef3e-4e49-a256-dacc25895a4c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jun 22 21:15:16.683444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d8d4-9039-413e-88da-e4692ea8807c req-2449832f-d9af-4fc3-a214-9ecf6946718e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:16.684949 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ade1d8d4-9039-413e-88da-e4692ea8807c req-2449832f-d9af-4fc3-a214-9ecf6946718e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 943 time: 0.0649412 Jun 22 21:15:16.728776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ade1d8d4-9039-413e-88da-e4692ea8807c req-44a208f1-1503-48e2-b381-977b94abc61c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380001 Jun 22 21:15:16.983144 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-eeaaa113-f36e-4a3a-8a5a-21ee51adb46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:17.528834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 87b83305-91bc-4821-86b4-e4fae05995d7 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:15:17.624457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=87b83305-91bc-4821-86b4-e4fae05995d7,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:17.635602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '87b83305-91bc-4821-86b4-e4fae05995d7', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'port_id': '87b83305-91bc-4821-86b4-e4fae05995d7', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:15:17.671668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:17.684755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b83305-91bc-4821-86b4-e4fae05995d7 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:15:17.703888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=87b83305-91bc-4821-86b4-e4fae05995d7,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:17.709054 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:17.710828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-611b70b6-d9eb-4d13-adce-f6abdb826921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:17.759967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:17.763058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:17.905076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab263751-81bc-484a-9939-20f193d37f43 req-69f558eb-f87e-48f1-9e75-f86525ac347e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:17.906629 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab263751-81bc-484a-9939-20f193d37f43 req-69f558eb-f87e-48f1-9e75-f86525ac347e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 944 time: 0.0675659 Jun 22 21:15:17.944712 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab263751-81bc-484a-9939-20f193d37f43 req-c855118c-2be4-4c1a-bf37-3f850331c859 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Jun 22 21:15:17.961335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['87b83305-91bc-4821-86b4-e4fae05995d7'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:15:19.118663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d7bcc-9daf-412a-919c-86dd1f131a59 req-32624deb-8b78-4443-bea1-5c765b961ad9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:19.120099 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-369d7bcc-9daf-412a-919c-86dd1f131a59 req-32624deb-8b78-4443-bea1-5c765b961ad9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 944 time: 0.0627604 Jun 22 21:15:19.157013 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-369d7bcc-9daf-412a-919c-86dd1f131a59 req-0fe87197-f403-4a0c-b202-110ea1735b1a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jun 22 21:15:19.544221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 87b83305-91bc-4821-86b4-e4fae05995d7 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:15:19.591717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 87b83305-91bc-4821-86b4-e4fae05995d7 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:15:19.595243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 87b83305-91bc-4821-86b4-e4fae05995d7 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:15:19.595624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:19.671684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:19.694005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:15:19.696232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f949e-ca48-4f7e-8e79-b88bd721dd8f" -d '{"events": [{"server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "name": "network-vif-plugged", "status": "completed", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:15:19.709430 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=87b83305-91bc-4821-86b4-e4fae05995d7,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:15:19.714304 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:19.716794 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:19.741170 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b349dc-f30e-4dda-a5e9-db49e62a3403 x-openstack-request-id: req-66b349dc-f30e-4dda-a5e9-db49e62a3403 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:15:19.741474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "name": "network-vif-plugged", "status": "completed", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:15:19.741732 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66b349dc-f30e-4dda-a5e9-db49e62a3403 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:15:19.742144 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7', 'code': 200} Jun 22 21:15:19.767712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:19.771204 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:19.815961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2b630e1b-9df1-4b87-b9c0-e047cf4a1526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:19.974954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f453cc-1da6-4845-8534-94854dae60ef req-960c0718-89fb-4690-ab82-6aab51fd6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:19.976403 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21f453cc-1da6-4845-8534-94854dae60ef req-960c0718-89fb-4690-ab82-6aab51fd6cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0522084 Jun 22 21:15:20.014520 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21f453cc-1da6-4845-8534-94854dae60ef req-502612fa-e92d-4abb-a66b-3c3ca176619e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281661 Jun 22 21:15:20.043746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:20.337945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0be2-c570-4f44-bc7f-3aa7ce932e6d req-7e87758a-f389-4050-80b8-e57256ddb38f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:20.339439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-80bc0be2-c570-4f44-bc7f-3aa7ce932e6d req-7e87758a-f389-4050-80b8-e57256ddb38f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0688264 Jun 22 21:15:20.379018 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-80bc0be2-c570-4f44-bc7f-3aa7ce932e6d req-512f7705-d986-4eee-8b4d-a3771c116596 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Jun 22 21:15:21.135298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:21.549082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3dbf-759a-4cca-9cf0-4bddcffaed8e req-3481bcc7-f0d8-4b1f-b9a4-b6282fc358e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:21.550589 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-96bc3dbf-759a-4cca-9cf0-4bddcffaed8e req-3481bcc7-f0d8-4b1f-b9a4-b6282fc358e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0625873 Jun 22 21:15:21.588717 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-96bc3dbf-759a-4cca-9cf0-4bddcffaed8e req-d6c70345-d077-45ef-b3df-33bc3c392635 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Jun 22 21:15:21.757869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b1eed-f895-455b-b843-e7d272b2f885 req-d7ce59e2-8ede-4096-b63d-bf59841d6d04 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:21.759314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d3b1eed-f895-455b-b843-e7d272b2f885 req-d7ce59e2-8ede-4096-b63d-bf59841d6d04 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0637631 Jun 22 21:15:21.798144 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1d3b1eed-f895-455b-b843-e7d272b2f885 req-3a3bdee3-add6-47ae-8298-031a5b1a072b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Jun 22 21:15:21.822157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37906) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:21.872410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addad52f-0531-4fa2-a0a2-3ee748813a4d tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:21.873887 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-addad52f-0531-4fa2-a0a2-3ee748813a4d tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1093 time: 0.0507503 Jun 22 21:15:21.876658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37908) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:21.882669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '87b83305-91bc-4821-86b4-e4fae05995d7', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:15:21.903618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.014973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.118506 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.43 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7f58de97-ba00-41d4-ad3c-cc321e036468) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:15:22.218039 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.255172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.259071 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7bdad0e2-36cc-4ff2-8efe-c704ac4c19d5 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:22.304716 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:15:22.307386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:15:22.310709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:15:22.334447 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=7f58de97-ba00-41d4-ad3c-cc321e036468,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:22.338215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:22.539735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.677020 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.756707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.908613 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.913435 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:22.915510 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:15:22.978339 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=7f58de97-ba00-41d4-ad3c-cc321e036468,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:15:22.982206 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:15:22.992777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:23.072879 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:23.095992 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP a46c4c3a-c1e3-4db8-bffa-442e810300d7 associated. External IP: 172.26.4.43, port: 87b83305-91bc-4821-86b4-e4fae05995d7. Jun 22 21:15:23.301624 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 9f5588c0-cb52-4251-b192-69bd15b6a273 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:15:23.408917 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:15:23.418555 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Sync routers for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:15:23.424608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:23.427400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:23.428006 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:15:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:23.463187 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-378b0ac2-85c1-4d9e-ac4c-08aff2d994c1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5854261 Jun 22 21:15:23.463817 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:15:23.466355 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f488b6d-5f71-468f-8491-03be426e5788" -d '{"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:15:23.503341 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77dde2-6024-4d1c-83a3-e7e238cbcca8 x-openstack-request-id: req-bd77dde2-6024-4d1c-83a3-e7e238cbcca8 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:15:23.503695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:15:23.504599 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd77dde2-6024-4d1c-83a3-e7e238cbcca8 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:15:23.505777 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7', 'status': 'completed', 'code': 200} Jun 22 21:15:23.587977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488b6d-5f71-468f-8491-03be426e5788 req-c3a9f36b-03a9-4928-84be-0db9f9eba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:23.589617 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-c3a9f36b-03a9-4928-84be-0db9f9eba17e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0608582 Jun 22 21:15:23.628061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f9be-cadb-4c32-8c86-9b6edb34b4f6 req-2466f485-8ff6-4bfd-8bb2-30087e0fdb5b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:23.630560 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:23.631266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2203f9be-cadb-4c32-8c86-9b6edb34b4f6 req-2466f485-8ff6-4bfd-8bb2-30087e0fdb5b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0740106 Jun 22 21:15:23.672667 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2203f9be-cadb-4c32-8c86-9b6edb34b4f6 req-cd1978da-87d5-40e4-9929-8971df54d354 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358329 Jun 22 21:15:23.686797 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488b6d-5f71-468f-8491-03be426e5788 req-a818ca71-dba3-47de-9171-9de1aeceb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:23.688388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-a818ca71-dba3-47de-9171-9de1aeceb5f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0920846 Jun 22 21:15:23.697551 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37914) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:23.756395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-b52b639b-0f72-4f30-926c-58b21588c1a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 998 time: 0.0616882 Jun 22 21:15:23.765700 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6b461635-7320-470d-8561-9f1f7e71794d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/a46c4c3a-c1e3-4db8-bffa-442e810300d7 HTTP/1.1" status: 200 len: 990 time: 0.0669274 Jun 22 21:15:23.810582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488b6d-5f71-468f-8491-03be426e5788 req-3158ba6f-ebec-4683-bac8-c3f249873e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:23.812109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-3158ba6f-ebec-4683-bac8-c3f249873e62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0499799 Jun 22 21:15:23.856601 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a46c4c3a-c1e3-4db8-bffa-442e810300d7', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'port_id': '87b83305-91bc-4821-86b4-e4fae05995d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:15:22Z', 'updated_at': '2021-06-22T21:15:22Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:23.869672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488b6d-5f71-468f-8491-03be426e5788 req-f7514110-a25a-40f8-bc81-01a8e2e6b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:23.871207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-f7514110-a25a-40f8-bc81-01a8e2e6b653 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527899 Jun 22 21:15:23.887996 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Checking router: 9f5588c0-cb52-4251-b192-69bd15b6a273 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:15:23.896315 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:15:23.896928 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:15:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:23.965386 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-0402b944-fe11-4df2-bb27-7d9f7397f6de service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Jun 22 21:15:24.000804 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:15:24.059970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0f488b6d-5f71-468f-8491-03be426e5788 req-bb0f6265-56ab-4326-9f58-e073307684c4 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878756 Jun 22 21:15:24.219858 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a46c4c3a-c1e3-4db8-bffa-442e810300d7', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'port_id': '87b83305-91bc-4821-86b4-e4fae05995d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:15:22Z', 'updated_at': '2021-06-22T21:15:22Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:15:24.246250 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc247a-6acc-4c44-9776-2e4924b8e892 None None] The sync data for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv is: [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'a46c4c3a-c1e3-4db8-bffa-442e810300d7', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'port_id': '87b83305-91bc-4821-86b4-e4fae05995d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:15:22Z', 'updated_at': '2021-06-22T21:15:22Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:15:24.428484 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e54cdf-f245-4c1a-a89c-63722697b5e8 None None] New status for floating IP a46c4c3a-c1e3-4db8-bffa-442e810300d7: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:15:24.767969 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 37916) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:24.834785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4c2c2254-7017-4485-9801-7a6ce5aa6a3b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/a46c4c3a-c1e3-4db8-bffa-442e810300d7 HTTP/1.1" status: 200 len: 992 time: 0.0654898 Jun 22 21:15:25.362219 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-a3ee077c-eab0-4c94-b625-34f23e4d8320 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507257 Jun 22 21:15:25.453361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-c6541365-a663-471b-ab9b-19c173f10193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:25.455656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-c6541365-a663-471b-ab9b-19c173f10193 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0518825 Jun 22 21:15:25.561724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-60f64271-17b8-4be0-ac6b-f2a50752fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:25.563100 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-60f64271-17b8-4be0-ac6b-f2a50752fbed service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0884287 Jun 22 21:15:25.632412 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-4e490404-f057-48ce-8ff4-e598f2c1fb34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1000 time: 0.0592647 Jun 22 21:15:25.679565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-7f9abb9b-764b-4f12-887b-5fc5360d2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:25.680985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-7f9abb9b-764b-4f12-887b-5fc5360d2d1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0424399 Jun 22 21:15:25.743858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-f3589d90-1e75-4e31-a6f0-651f9342a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:25.745321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-f3589d90-1e75-4e31-a6f0-651f9342a7aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576620 Jun 22 21:15:25.834559 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-3c4c8339-eeba-4d3d-b799-924fa9a2ead4 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820327 Jun 22 21:15:25.929252 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e21bafd-d56d-477f-86fe-fd2ad440a569 req-62688059-7e6b-40ac-8e2a-67eae9796ad3 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861084 Jun 22 21:15:37.683593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-baa2083a-80d7-47ca-874c-01e904a0fb4b req-145d4e17-04da-4134-b0ff-54ea248e8b53 tempest-ServerDiskConfigTestJSON-58523529 tempest-ServerDiskConfigTestJSON-58523529-project] (100374) timed out ('10.222.0.53', 49862) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 21:15:37.959579 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:15:46.984108 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d6db4643-5ea2-4994-a858-941419a9cf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:49.821821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4c813876-45ca-4143-90fa-b65091356b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:50.044766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:51.136385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:52.541661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:53.105514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:15:58.348045 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 37936) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:15:58.377809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b827-f5dc-4bf5-b71c-88b9179816a5 req-e41ba090-8b46-4752-9890-126f090fa478 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:58.380082 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b84b827-f5dc-4bf5-b71c-88b9179816a5 req-e41ba090-8b46-4752-9890-126f090fa478 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0663600 Jun 22 21:15:58.417770 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1b84b827-f5dc-4bf5-b71c-88b9179816a5 req-9464be8c-c65d-4aa0-af08-eb238e698b82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jun 22 21:15:58.440712 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-e4b92100-d0b5-416b-8e3a-006f8c45d286 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913687 Jun 22 21:15:59.599100 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82b4ed-a20b-44ac-b4cf-1444bc93bdf8 req-a8727ffa-b05e-4d2a-8a0c-07fbf6bc17b7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:59.600609 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ca82b4ed-a20b-44ac-b4cf-1444bc93bdf8 req-a8727ffa-b05e-4d2a-8a0c-07fbf6bc17b7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0670948 Jun 22 21:15:59.604633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8a0d7068-b4fb-4fdc-8772-cc98b61f8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:59.606165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8a0d7068-b4fb-4fdc-8772-cc98b61f8aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0543509 Jun 22 21:15:59.641029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ca82b4ed-a20b-44ac-b4cf-1444bc93bdf8 req-faf92617-ae94-4d10-bcbe-b12bd8b1ef5f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Jun 22 21:15:59.703499 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-c7728722-9b22-4f65-b2a2-ff6b5e6aa1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:59.705209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-c7728722-9b22-4f65-b2a2-ff6b5e6aa1dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0913637 Jun 22 21:15:59.768423 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-3abc5a70-f9fc-4b01-b155-da0df13c8bb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1000 time: 0.0566897 Jun 22 21:15:59.820056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-58b68856-b3ea-4c1b-aabf-ca9cabdf37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:59.821528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-58b68856-b3ea-4c1b-aabf-ca9cabdf37bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0462246 Jun 22 21:15:59.882033 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-6322dfc2-e67a-44ee-96f6-f7423f3d8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:15:59.883597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-6322dfc2-e67a-44ee-96f6-f7423f3d8032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552404 Jun 22 21:15:59.977637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-3a04fdfb-ff07-4b2f-b2e0-8bb907305a88 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Jun 22 21:16:00.067939 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-2e5f143f-9d88-45de-b62f-88ad0db5b21d service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830841 Jun 22 21:16:00.816919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439c0b1-e507-497e-8085-0778373d9765 req-41275215-99a3-40f2-b40a-53753db84bd0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:00.818406 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9439c0b1-e507-497e-8085-0778373d9765 req-41275215-99a3-40f2-b40a-53753db84bd0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0626075 Jun 22 21:16:00.859914 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9439c0b1-e507-497e-8085-0778373d9765 req-78f0f665-f6f8-4314-9c42-59598df9698a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Jun 22 21:16:02.038199 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f23a6-3044-4a7f-bae7-1fe948206fe8 req-6f964093-a367-4abe-92a6-5200a3171e0c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:02.039649 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-927f23a6-3044-4a7f-bae7-1fe948206fe8 req-6f964093-a367-4abe-92a6-5200a3171e0c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0626214 Jun 22 21:16:02.077197 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-927f23a6-3044-4a7f-bae7-1fe948206fe8 req-326e7053-2119-4410-bba7-e00c3cf10fda tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Jun 22 21:16:03.254996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6346d0-affe-4435-ba20-0605d49ca293 req-df146b56-1cdb-42e5-bdfa-5085702a5a5e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:03.256453 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7d6346d0-affe-4435-ba20-0605d49ca293 req-df146b56-1cdb-42e5-bdfa-5085702a5a5e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0653841 Jun 22 21:16:03.295211 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7d6346d0-affe-4435-ba20-0605d49ca293 req-f18772cf-4068-48e7-80dd-4b95d83dd972 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Jun 22 21:16:04.494090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22931d93-1b68-4808-bf4a-94089e556d32 req-b91a2e9d-5224-4fe8-9721-440a87e8b0df tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:04.495546 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-22931d93-1b68-4808-bf4a-94089e556d32 req-b91a2e9d-5224-4fe8-9721-440a87e8b0df tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0655823 Jun 22 21:16:04.536253 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-22931d93-1b68-4808-bf4a-94089e556d32 req-f1a317ba-f7c9-4b7e-a70f-6208353e6883 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Jun 22 21:16:05.715897 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee14f-57eb-4a82-90e7-93df7b5f7ced req-35e34b38-364c-4304-a7a8-478a4bce071a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:05.717343 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-379ee14f-57eb-4a82-90e7-93df7b5f7ced req-35e34b38-364c-4304-a7a8-478a4bce071a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0624363 Jun 22 21:16:05.755248 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-379ee14f-57eb-4a82-90e7-93df7b5f7ced req-5d498b47-8014-45ca-8dce-68316f75e878 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Jun 22 21:16:06.936455 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a9a1-b436-46a4-9cec-60a8629e9251 req-2cab4a0a-352c-4a8d-9156-c35643cb8d5a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:06.937948 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dbb4a9a1-b436-46a4-9cec-60a8629e9251 req-2cab4a0a-352c-4a8d-9156-c35643cb8d5a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0694566 Jun 22 21:16:06.975839 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dbb4a9a1-b436-46a4-9cec-60a8629e9251 req-d20a5667-b737-4941-894c-416d7cd0b670 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Jun 22 21:16:08.155070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda3846-5b5d-4942-881d-57d72ed646d8 req-9690d0b6-3404-42a4-ae83-f066418317f5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:08.156550 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4dda3846-5b5d-4942-881d-57d72ed646d8 req-9690d0b6-3404-42a4-ae83-f066418317f5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0699980 Jun 22 21:16:08.195547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4dda3846-5b5d-4942-881d-57d72ed646d8 req-1efcedd3-0c44-4136-a4f8-71972f20a866 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Jun 22 21:16:09.375647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79dcb-1e3e-418d-9cd6-f1f064f5d945 req-eff5ae21-0a28-4d7d-9abd-30ecf0768847 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:09.377215 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75e79dcb-1e3e-418d-9cd6-f1f064f5d945 req-eff5ae21-0a28-4d7d-9abd-30ecf0768847 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0664515 Jun 22 21:16:09.417941 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-75e79dcb-1e3e-418d-9cd6-f1f064f5d945 req-f78e8525-931c-4d4e-b4e8-f5ed921fb567 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344152 Jun 22 21:16:10.601171 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da9d2-edc9-425c-970a-2a6a1ffe1a22 req-ae72adbd-8ded-4db7-b9f1-2c578a7ab42d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:10.602655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b70da9d2-edc9-425c-970a-2a6a1ffe1a22 req-ae72adbd-8ded-4db7-b9f1-2c578a7ab42d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0708032 Jun 22 21:16:10.639072 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b70da9d2-edc9-425c-970a-2a6a1ffe1a22 req-396e9b87-2ba2-4c37-882c-6d52d79942fc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308247 Jun 22 21:16:11.814974 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95c84c-2451-40a7-9786-0db2b3d3fe7a req-16058dc6-3e8e-4647-be50-ac8834f028a3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:11.817076 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef95c84c-2451-40a7-9786-0db2b3d3fe7a req-16058dc6-3e8e-4647-be50-ac8834f028a3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0656023 Jun 22 21:16:11.855035 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef95c84c-2451-40a7-9786-0db2b3d3fe7a req-750ade5f-f6f9-41c8-91d8-05ceea8e715d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Jun 22 21:16:13.028091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d0e36-3a44-4914-bb19-b0648b8857c4 req-8cc21c75-1587-4b9c-9cf0-9124fb3d4405 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:13.029457 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-629d0e36-3a44-4914-bb19-b0648b8857c4 req-8cc21c75-1587-4b9c-9cf0-9124fb3d4405 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0636737 Jun 22 21:16:13.071972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-629d0e36-3a44-4914-bb19-b0648b8857c4 req-9642c496-3f05-4ddd-a50f-d09b14b7ca94 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Jun 22 21:16:14.249592 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5cd6e-0776-4012-95d1-5f48b41e9c73 req-71e85dda-751d-433f-8852-220a9b868e07 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:14.251102 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8ab5cd6e-0776-4012-95d1-5f48b41e9c73 req-71e85dda-751d-433f-8852-220a9b868e07 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0666811 Jun 22 21:16:14.289792 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8ab5cd6e-0776-4012-95d1-5f48b41e9c73 req-7aabe01f-fcd1-42ad-af47-ca3f5af94599 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Jun 22 21:16:14.958042 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:16:15.465074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc1f6d-f664-4f13-8f9d-37f5f962f656 req-9df0425f-5f73-4eda-9a91-cdf85695ec18 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:15.466710 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bafc1f6d-f664-4f13-8f9d-37f5f962f656 req-9df0425f-5f73-4eda-9a91-cdf85695ec18 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0650334 Jun 22 21:16:15.505851 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bafc1f6d-f664-4f13-8f9d-37f5f962f656 req-742c2b62-df9e-4973-ac11-05bdf452a47f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Jun 22 21:16:16.684849 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060690a7-8790-46af-afa9-e62144957eb1 req-f3af319e-b7e3-4bef-aea1-6f3c5925c5b1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:16.686319 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-060690a7-8790-46af-afa9-e62144957eb1 req-f3af319e-b7e3-4bef-aea1-6f3c5925c5b1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0630682 Jun 22 21:16:16.723426 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-060690a7-8790-46af-afa9-e62144957eb1 req-ea9e4611-a115-48be-aff6-04cfae897f68 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Jun 22 21:16:16.985439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-129418b1-bf85-44c9-9566-ee583004db52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:17.007001 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-5ba14708-20a2-4e32-823d-632b2462de83 service neutron] 10.222.0.53 "GET /v2.0/ports/87b83305-91bc-4821-86b4-e4fae05995d7/bindings/hv-neutron-7975 HTTP/1.1" status: 200 len: 384 time: 0.0564799 Jun 22 21:16:17.290798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8b6431d9-bdcb-4a10-a35b-e68ba0858dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.292264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8b6431d9-bdcb-4a10-a35b-e68ba0858dca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0618320 Jun 22 21:16:17.376136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8f2da5dd-418b-473b-bf88-acc50000daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.377573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-8f2da5dd-418b-473b-bf88-acc50000daf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0555596 Jun 22 21:16:17.469515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-c5fe9cec-051b-4876-afef-8a686e757a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.471037 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-c5fe9cec-051b-4876-afef-8a686e757a1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0818021 Jun 22 21:16:17.543207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-b85f0b21-1d5f-4a95-afe3-fd33876ed29c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1000 time: 0.0621569 Jun 22 21:16:17.594160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-a097ebd2-e4ab-4368-990b-ad37b62f3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.595545 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-a097ebd2-e4ab-4368-990b-ad37b62f3a47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0427566 Jun 22 21:16:17.656063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-efd0a4eb-a828-41e6-bf31-821e21b6f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.657489 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-efd0a4eb-a828-41e6-bf31-821e21b6f6f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518365 Jun 22 21:16:17.755026 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-459ab815-af67-44ad-b5c7-5cdf4ab49bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863597 Jun 22 21:16:17.884253 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c37d23e9-a6e9-4904-a9b7-fcad816556c8 req-c546d7bb-0164-4849-a073-a17a30a4d555 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188860 Jun 22 21:16:17.913769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986358-ccec-4d54-be78-1ca7a32b43bf req-d0a9ffe8-761f-48be-9dbe-9709bf5e6c27 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:17.915322 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f986358-ccec-4d54-be78-1ca7a32b43bf req-d0a9ffe8-761f-48be-9dbe-9709bf5e6c27 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0797544 Jun 22 21:16:17.955587 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5f986358-ccec-4d54-be78-1ca7a32b43bf req-d126d8f2-cbf9-4128-9125-6bd0c23a3fd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Jun 22 21:16:19.129968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d678-e0bf-44dd-833c-8e02dc308066 req-f3a02994-ca87-4b03-a615-87dd2958ccaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:19.131437 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8820d678-e0bf-44dd-833c-8e02dc308066 req-f3a02994-ca87-4b03-a615-87dd2958ccaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0676899 Jun 22 21:16:19.168841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8820d678-e0bf-44dd-833c-8e02dc308066 req-70afbe78-9d14-49bc-a7a3-1892972c92b2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Jun 22 21:16:19.824414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-afdd5f3a-0496-4f5e-8068-2691853ce44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:20.045334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:20.345351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039806e2-d2f9-471f-9e59-33ad5c9ae6ea req-ffcda01c-78ab-47da-924b-7fefb7ac3c22 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.346865 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-039806e2-d2f9-471f-9e59-33ad5c9ae6ea req-ffcda01c-78ab-47da-924b-7fefb7ac3c22 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0634437 Jun 22 21:16:20.384249 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-039806e2-d2f9-471f-9e59-33ad5c9ae6ea req-04641b29-aeb3-4eae-bced-4ec522e5cab5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Jun 22 21:16:20.746160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-9b302ce7-db80-47ae-a0b7-295fbe90e00f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.747626 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-9b302ce7-db80-47ae-a0b7-295fbe90e00f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&binding%3Ahost_id=hv-neutron-7975 HTTP/1.1" status: 200 len: 945 time: 0.1232688 Jun 22 21:16:20.755776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753608f-2671-49b4-b8c2-a207ff879b05 req-c702e21f-6831-4f35-a986-e09f1dcc010b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.757068 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5753608f-2671-49b4-b8c2-a207ff879b05 req-c702e21f-6831-4f35-a986-e09f1dcc010b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.1230409 Jun 22 21:16:20.803325 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5753608f-2671-49b4-b8c2-a207ff879b05 req-927910fe-5df6-48c3-b014-f78d92fa9150 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405574 Jun 22 21:16:20.848185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-d38c6817-a359-4229-b065-d4055fa08f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.849749 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-d38c6817-a359-4229-b065-d4055fa08f2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0565462 Jun 22 21:16:20.943028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-45b0c2a3-3335-4379-ae7c-4d4bd7862859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.944551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-45b0c2a3-3335-4379-ae7c-4d4bd7862859 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0882330 Jun 22 21:16:20.981584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277e3df-96ef-4a57-98f0-4460ce78088e req-6df75d4c-06a9-4bab-8bef-af2ab0cfb32e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:20.983095 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7277e3df-96ef-4a57-98f0-4460ce78088e req-6df75d4c-06a9-4bab-8bef-af2ab0cfb32e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0666018 Jun 22 21:16:21.011365 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-717bf78b-519d-4274-b1e0-b0b50fa7b00b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1000 time: 0.0604026 Jun 22 21:16:21.022580 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7277e3df-96ef-4a57-98f0-4460ce78088e req-01bd8bf3-2985-4b60-8aff-4c2e15ca09d5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Jun 22 21:16:21.063623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-dda6a878-8074-40d4-bbca-3587e1e80377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:21.065036 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-dda6a878-8074-40d4-bbca-3587e1e80377 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0473547 Jun 22 21:16:21.120880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-f686a670-6875-4bc0-9881-729f09182b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:21.122337 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-f686a670-6875-4bc0-9881-729f09182b5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502744 Jun 22 21:16:21.141221 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:21.212528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-0091937d-8ce1-4d4f-92f9-78a7da2bfbdf service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822148 Jun 22 21:16:21.314836 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1f2e435-9e41-4dc3-808b-f94446eedcd2 req-009217ac-50e7-4835-bcda-650f80ceea9a service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932875 Jun 22 21:16:22.195347 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b57c-82a1-4d0b-90c5-9c051cc95094 req-371e3c54-6f03-470b-b495-c715dbc8738d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:22.196823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e430b57c-82a1-4d0b-90c5-9c051cc95094 req-371e3c54-6f03-470b-b495-c715dbc8738d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0620070 Jun 22 21:16:22.234805 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e430b57c-82a1-4d0b-90c5-9c051cc95094 req-6d2524b5-eb06-4020-ba85-70a21a5fca8b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Jun 22 21:16:22.258804 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38014) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:16:22.327669 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2d8925dc-7b36-4ce3-9a4f-12517637b8ff tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/a46c4c3a-c1e3-4db8-bffa-442e810300d7 HTTP/1.1" status: 200 len: 992 time: 0.0675371 Jun 22 21:16:22.554679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:23.078522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:27.394746 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-39cc4473-937d-49ea-9284-24c938edd44d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070414 Jun 22 21:16:27.487352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-e3b31e36-6795-41eb-a389-376c891234eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:27.489461 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-e3b31e36-6795-41eb-a389-376c891234eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0517814 Jun 22 21:16:27.594327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-f89197ce-9556-4c14-9a88-a361ba263365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:27.595670 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-f89197ce-9556-4c14-9a88-a361ba263365 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.0872166 Jun 22 21:16:27.660273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-82e5ffd4-04c4-45c6-943d-aec2c12982d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 1000 time: 0.0578303 Jun 22 21:16:27.711458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-60aabb41-1775-4361-a463-c2fa093a325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:27.712860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-60aabb41-1775-4361-a463-c2fa093a325c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0469635 Jun 22 21:16:27.767887 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-ff140e76-22d0-4f9e-a3a6-202b140ef73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:27.770034 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-ff140e76-22d0-4f9e-a3a6-202b140ef73e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501709 Jun 22 21:16:27.858374 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-b57aa413-7b42-45be-ac1b-a92023d1bf4e service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822482 Jun 22 21:16:27.953551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ca2efdcf-03b5-4e38-b797-b5f518d715d5 req-902caaef-fa38-4766-8561-5671dc110413 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Jun 22 21:16:46.986462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-17214a7e-4a68-4eac-b703-385863a5234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:49.826698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-762288c6-6585-47be-8463-514970d0ee4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:50.046381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:51.142295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:51.956848 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:16:52.554552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:52.820566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38026) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:16:52.980905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 7f58de97-ba00-41d4-ad3c-cc321e036468 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:16:52.981244 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.057712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.058078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.071094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 7f58de97-ba00-41d4-ad3c-cc321e036468 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:16:53.081785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.217999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.219911 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:16:53.244078 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=7f58de97-ba00-41d4-ad3c-cc321e036468,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:16:53.272138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.272532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.272918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.273297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.273673 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.274079 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.274452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.274823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.275195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.275565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.275931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.276296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:16:53.280898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:16:53.322120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:53.322385 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP a46c4c3a-c1e3-4db8-bffa-442e810300d7 disassociated (deleted). External IP: 172.26.4.43, port: 87b83305-91bc-4821-86b4-e4fae05995d7. Jun 22 21:16:53.923700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 9f5588c0-cb52-4251-b192-69bd15b6a273 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:16:54.041705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:16:54.046113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:54.057197 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Sync routers for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:16:54.072887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:16:54.073694 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:16:54.085008 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/floatingips/a46c4c3a-c1e3-4db8-bffa-442e810300d7 HTTP/1.1" status: 204 len: 168 time: 1.2634122 Jun 22 21:16:54.085716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:16:54.088129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f89317-756c-4d99-8984-32aa49301ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:16:54.129979 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113bb2de-b2e4-457d-87e9-b123a908fbfb x-openstack-request-id: req-113bb2de-b2e4-457d-87e9-b123a908fbfb {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:16:54.130484 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:16:54.130894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-113bb2de-b2e4-457d-87e9-b123a908fbfb {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:16:54.131473 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7', 'status': 'completed', 'code': 200} Jun 22 21:16:54.199148 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:16:54.221824 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89317-756c-4d99-8984-32aa49301ecb req-f424b81a-4b6e-4959-ab5a-a0b257d2fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:54.224070 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-f424b81a-4b6e-4959-ab5a-a0b257d2fd47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 1098 time: 0.0676968 Jun 22 21:16:54.337440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89317-756c-4d99-8984-32aa49301ecb req-5b2b120f-995c-47c2-af06-cf64b5033d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:54.338974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-5b2b120f-995c-47c2-af06-cf64b5033d79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 200 len: 897 time: 0.1069233 Jun 22 21:16:54.389250 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-cba399fd-fa70-46bc-87db-647f6dd2b76f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 200 len: 217 time: 0.0381842 Jun 22 21:16:54.415998 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:16:54.443967 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Checking router: 9f5588c0-cb52-4251-b192-69bd15b6a273 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:16:54.452083 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89317-756c-4d99-8984-32aa49301ecb req-f3ade5fd-d8f7-47f8-a4d1-90a3a759b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:54.452762 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:16:54.453386 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:16:54.455036 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-f3ade5fd-d8f7-47f8-a4d1-90a3a759b40b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 200 len: 835 time: 0.0575404 Jun 22 21:16:54.518312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89317-756c-4d99-8984-32aa49301ecb req-a8b8dca6-0348-4f03-aafa-0ab296fd2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:54.520501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-a8b8dca6-0348-4f03-aafa-0ab296fd2f8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b90ada91-2dd3-4178-bb55-af64196ad5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575454 Jun 22 21:16:54.572241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:16:54.595362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae70ba3-4944-4ef9-86fe-0232fe87d1cd req-a30867fa-1013-4b70-a6a7-c6b05ee91497 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:54.597731 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fae70ba3-4944-4ef9-86fe-0232fe87d1cd req-a30867fa-1013-4b70-a6a7-c6b05ee91497 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.1723475 Jun 22 21:16:54.618588 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-a8643b4b-2603-4aef-9626-bfc752e1d2a7 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895224 Jun 22 21:16:54.641314 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fae70ba3-4944-4ef9-86fe-0232fe87d1cd req-c5828fb3-2ff5-4a5e-b0b1-b0f257e3601b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357771 Jun 22 21:16:54.713930 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37f89317-756c-4d99-8984-32aa49301ecb req-8cd23faa-82ec-4a76-9d57-2fd9a46dec48 service neutron] 10.222.0.53 "GET /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874350 Jun 22 21:16:54.782735 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:16:54.809053 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee686e-b43c-4bc2-888f-01834d74a346 None None] The sync data for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv is: [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:15:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a15ebcc5-6f01-4a52-b017-6afd23ff4029', 'name': '', 'network_id': 'b90ada91-2dd3-4178-bb55-af64196ad5e3', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:f6:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:07Z', 'updated_at': '2021-06-22T21:15:13Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': 'e5d3915a-0e27-4885-90be-73d7c6f32ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:16:55.025406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133bbf74-347c-4b37-8603-cfc3d67b718a None None] New status for floating IP a46c4c3a-c1e3-4db8-bffa-442e810300d7: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:16:55.869925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371e3f1-c7c3-4839-a158-cf7739ce65e9 req-f5a55658-f10e-42f7-96fe-34e9e09929f3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:55.871395 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d371e3f1-c7c3-4839-a158-cf7739ce65e9 req-f5a55658-f10e-42f7-96fe-34e9e09929f3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.1087019 Jun 22 21:16:55.911635 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d371e3f1-c7c3-4839-a158-cf7739ce65e9 req-1928f7ca-af5e-4386-a959-50c73a82e223 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=53bc2459-7945-4f20-9b55-702cc9de6fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343580 Jun 22 21:16:56.312575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-2dbda556-ecd4-41d2-9880-a0770c26e1a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:16:56.314074 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-2dbda556-ecd4-41d2-9880-a0770c26e1a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 945 time: 0.0727446 Jun 22 21:16:56.414225 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 87b83305-91bc-4821-86b4-e4fae05995d7 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:16:56.414564 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:56.504884 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 87b83305-91bc-4821-86b4-e4fae05995d7, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=87b83305-91bc-4821-86b4-e4fae05995d7,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:16:56.505232 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:56.516530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 87b83305-91bc-4821-86b4-e4fae05995d7 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:16:56.646341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:56.650330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9164596f-0d81-45a9-9ff0-a62a4c1f2172 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:16:56.681396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=87b83305-91bc-4821-86b4-e4fae05995d7,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:16:56.686291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:16:56.725467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] No DVR routers for this DVR port 87b83305-91bc-4821-86b4-e4fae05995d7 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:16:56.728024 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:56.729980 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac3baca6-b8ee-44cd-bf72-cd429dd89587 req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "DELETE /v2.0/ports/87b83305-91bc-4821-86b4-e4fae05995d7 HTTP/1.1" status: 204 len: 173 time: 0.4073451 Jun 22 21:16:56.730597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'name': 'network-vif-deleted', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:16:56.732898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64715545-6be7-44b6-ad67-5c9b8e7ebde8" -d '{"events": [{"server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "name": "network-vif-deleted", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:16:56.772859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea5334-039a-4d42-bd14-9b56cebb7f37 x-openstack-request-id: req-59ea5334-039a-4d42-bd14-9b56cebb7f37 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:16:56.773235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c079d647-c4a4-4a0f-be64-f8b2ae3e608d", "name": "network-vif-deleted", "tag": "87b83305-91bc-4821-86b4-e4fae05995d7", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:16:56.773538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59ea5334-039a-4d42-bd14-9b56cebb7f37 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:16:56.774058 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c079d647-c4a4-4a0f-be64-f8b2ae3e608d', 'name': 'network-vif-deleted', 'tag': '87b83305-91bc-4821-86b4-e4fae05995d7', 'status': 'completed', 'code': 200} Jun 22 21:16:57.069560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7d3021e7-0e82-4160-a7bc-f736f7b710ad req-3785b0bb-85af-4f9e-a75c-905bc15743ea tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=c079d647-c4a4-4a0f-be64-f8b2ae3e608d HTTP/1.1" status: 200 len: 210 time: 0.0294495 Jun 22 21:16:58.164036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38046) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:16:58.525110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:58.785705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port a15ebcc5-6f01-4a52-b017-6afd23ff4029 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:16:58.786008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:58.871737 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port a15ebcc5-6f01-4a52-b017-6afd23ff4029, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a15ebcc5-6f01-4a52-b017-6afd23ff4029,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:16:58.872091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:58.888672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for a15ebcc5-6f01-4a52-b017-6afd23ff4029 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:16:59.076134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.077982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bc1cc91b-429f-45ec-84bd-76b527b3ad78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:16:59.103996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=a15ebcc5-6f01-4a52-b017-6afd23ff4029,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:16:59.107117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:16:59.279619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.498544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 9f5588c0-cb52-4251-b192-69bd15b6a273 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:16:59.603669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:16:59.609199 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/9f5588c0-cb52-4251-b192-69bd15b6a273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440594 Jun 22 21:16:59.611145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38048) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:16:59.612616 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Sync routers for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:16:59.622023 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:16:59.622640 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:16:59.661599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting subnet e5d3915a-0e27-4885-90be-73d7c6f32ee5 {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:16:59.664738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.710312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.799517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.819241 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:16:59.859835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.861988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1139ec38-9688-4cef-9e74-c5c2165bc4fb tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:16:59.888473 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d3915a-0e27-4885-90be-73d7c6f32ee5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:16:59.891432 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:16:59.892593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:16:59.894440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-09cc7b92-0cf2-41b9-920f-a002c1c2ffb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/subnets/e5d3915a-0e27-4885-90be-73d7c6f32ee5 HTTP/1.1" status: 204 len: 168 time: 0.2822402 Jun 22 21:16:59.897948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38050) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:16:59.902597 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af828c4a-c453-4b66-af15-ac6928bc704c None None] Network b90ada91-2dd3-4178-bb55-af64196ad5e3 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:16:59.966268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 87b83305-91bc-4821-86b4-e4fae05995d7 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:16:59.987620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 87b83305-91bc-4821-86b4-e4fae05995d7 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:16:59.988923 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 87b83305-91bc-4821-86b4-e4fae05995d7 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:17:00.011240 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:16:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.014607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.042283 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Checking router: 9f5588c0-cb52-4251-b192-69bd15b6a273 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:17:00.050944 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Routers {'9f5588c0-cb52-4251-b192-69bd15b6a273'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:00.051946 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['9f5588c0-cb52-4251-b192-69bd15b6a273'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.124210 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.143607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] DHCP port deletion for b90ada91-2dd3-4178-bb55-af64196ad5e3 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:17:00.163887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] Set router 9f5588c0-cb52-4251-b192-69bd15b6a273 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:00.178556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 556882fc-72d5-4110-a43b-390077a688d2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:17:00.179066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.193258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Deleting port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:17:00.194041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.272955 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] For port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,segment=NetworkSegment(ee0f6842-f4a1-43e7-8c46-9c418d2ad0da),segment_id=ee0f6842-f4a1-43e7-8c46-9c418d2ad0da)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:00.273519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.282223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 556882fc-72d5-4110-a43b-390077a688d2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=556882fc-72d5-4110-a43b-390077a688d2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:00.282816 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.290209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Calling delete_port for 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:17:00.295291 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 556882fc-72d5-4110-a43b-390077a688d2 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:17:00.363464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:16:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.376754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.378929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:00.390904 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b3c03-37f0-49ee-bede-4fa96e24bfe7 None None] The sync data for ids ['9f5588c0-cb52-4251-b192-69bd15b6a273'] in dv-neutron-797537-2-hyperv is: [{'id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141715295', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '556882fc-72d5-4110-a43b-390077a688d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:15:04Z', 'updated_at': '2021-06-22T21:16:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '556882fc-72d5-4110-a43b-390077a688d2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5588c0-cb52-4251-b192-69bd15b6a273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:15:05Z', 'updated_at': '2021-06-22T21:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:17:00.401391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Pushing event deleted for resources: {'Port': ['ID=0cf4cd07-84a6-4427-b9e9-5389faa0ff30,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:00.412172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.412418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.412748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.413273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.413780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.414292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.414791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.415280 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.415760 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.416252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.416720 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.417203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:00.420522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] No DVR routers for this DVR port 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:17:00.422141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:00.485513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.487608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:00.511394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=556882fc-72d5-4110-a43b-390077a688d2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:00.514304 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:00.575086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.675493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.678297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.719408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.719869 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5588c0-cb52-4251-b192-69bd15b6a273 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:17:00.727505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.728695 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/routers/9f5588c0-cb52-4251-b192-69bd15b6a273 HTTP/1.1" status: 204 len: 168 time: 0.8295450 Jun 22 21:17:00.731204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38052) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:00.812041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.901315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.911467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90ada91-2dd3-4178-bb55-af64196ad5e3']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.921956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.922261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0f6842-f4a1-43e7-8c46-9c418d2ad0da') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:00.931405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.945655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.951881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:17:00.952275 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:17:00.956317 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:17:01.023254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.026777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-6f7ec163-86ec-4a85-be35-3d528485f700 tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:01.030774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.032440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/networks/b90ada91-2dd3-4178-bb55-af64196ad5e3 HTTP/1.1" status: 204 len: 168 time: 0.3002720 Jun 22 21:17:01.035398 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38054) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:01.044100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Network': ['ID=b90ada91-2dd3-4178-bb55-af64196ad5e3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:01.050361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-15340d0d-023f-4189-9a4a-33809b7eaa0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:01.096720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.120874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.179909 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.182580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.183847 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/security-groups/53bc2459-7945-4f20-9b55-702cc9de6fad HTTP/1.1" status: 204 len: 168 time: 0.1473105 Jun 22 21:17:01.184673 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-041be4f9-63ac-4479-8395-f66e340d6320 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101 tempest-ExtraDHCPOptionsIpV6TestJSON-698803101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:01.194236 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bc2459-7945-4f20-9b55-702cc9de6fad,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:01.201556 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.202063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.202446 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.202831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.203329 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.203680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.204055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.204727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.205057 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.205425 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.205790 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.206313 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:01.210434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ee7edbf-bc8c-49ff-acc0-514f87a30e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:01.426830 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a15ebcc5-6f01-4a52-b017-6afd23ff4029 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:17:01.447058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a15ebcc5-6f01-4a52-b017-6afd23ff4029 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:17:01.447419 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a15ebcc5-6f01-4a52-b017-6afd23ff4029 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:17:01.447913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:17:01.471023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:17:01.471373 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 0cf4cd07-84a6-4427-b9e9-5389faa0ff30 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:17:01.471798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 556882fc-72d5-4110-a43b-390077a688d2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:17:01.491695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 556882fc-72d5-4110-a43b-390077a688d2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:17:01.492058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 556882fc-72d5-4110-a43b-390077a688d2 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:17:01.514990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38060) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:01.519796 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562512060', 'description': 'tempest-secgroup-smoke-1562512060 description', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:01.542123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.624237 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.631648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.634311 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03429180-6662-437e-ac4c-7c6f1b5777eb tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:01.669007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.670672 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545470 Jun 22 21:17:01.672275 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165b592a-74ba-4975-9094-53b0b4aac19c,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:01.673619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38062) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:01.676451 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f69de606-3bbf-41d0-a0ec-2e117c43de2b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:01.680146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:01.707796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.763090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.766575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.771454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-482c9a20-f776-4746-b075-d73079a76334 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:01.785085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d8f5d9-a6fc-43a4-b36c-030073c9b77b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:01.789127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:01.793457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.794686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5aecb9f9-5471-4574-b08f-40476386fc26 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200581 Jun 22 21:17:01.797337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38064) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:01.802212 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:01.827223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.888421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.891910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.893854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0f8de5fb-d9b6-48cb-9129-68acae2d1913 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:01.911935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d27f893-a5f5-48b4-b6d8-f15b46511a0b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:01.914442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:01.915644 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:01.916830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185393 Jun 22 21:17:01.919569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38066) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:01.923986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:01.951166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.011694 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.015158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.016965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dcc50653-f8fc-48e0-91fe-34d739c9e571 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:02.032288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a34a7-c62a-423e-af67-aff27516f285,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:02.034729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:02.039378 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.040890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8aa22785-dbb8-4a0b-afd9-c7c90e30b5c6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202781 Jun 22 21:17:02.043489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38068) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:02.047859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:02.074099 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.133536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.137319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.139235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4fa5636c-18d7-4485-a5a5-8b0ca76dd56b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:02.156320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8535ea10-9716-4e6a-b9e3-767bdd25ac9b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:02.158676 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:02.160017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.164554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38070) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:02.165015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4cc6c444-fa97-4b17-af89-245a95c1f190 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202292 Jun 22 21:17:02.169537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:02.190623 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:17:02.195499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.259720 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.263134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.264938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43cb19f3-5b2f-4463-b976-e2e09699400a tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:02.280725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e87eb41-020d-4b2b-9964-0ee6a8cdf1af,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:02.283134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:02.287746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.289011 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4e4a0882-cc04-4c6e-96af-3b0643ecce97 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233535 Jun 22 21:17:02.292409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38072) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:02.296874 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '165b592a-74ba-4975-9094-53b0b4aac19c', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:02.318344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:17:02.322926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.382929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.386766 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.388575 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:02.404312 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9832096-7669-46cc-a066-2fc0d3752190,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:02.406707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:02.411140 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.412337 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-873bdb0d-a94a-4959-9baa-93eb70eea66d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189899 Jun 22 21:17:02.415113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38074) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:02.420394 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'network': {'name': 'tempest-network-smoke--127073019', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:02.440405 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:17:02.444055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.469710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:17:02.479126 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.479426 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Added segment 44c95982-f874-4aa2-b6aa-eecddc036567 of type vlan for network 61585e98-f01c-46da-9fd9-08222c94ef56 Jun 22 21:17:02.520023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.549936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.555434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:02.556007 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.558188 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-40d3d3f4-9b39-4f0a-9ab9-4acc65e59670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:02.612393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1960368 Jun 22 21:17:02.615278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38076) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:02.620124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'admin_state_up': True, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:02.621061 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Network': ['ID=61585e98-f01c-46da-9fd9-08222c94ef56,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:02.623850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b1362fdc-29ad-4592-a145-2016a9f23861 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:02.631905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 61585e98-f01c-46da-9fd9-08222c94ef56 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:17:02.643742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.645457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.699264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:02.834643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:03.415133 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:03.433601 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:03.538517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.199 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/59d6368d-420c-434d-9228-6cc3cfd0f386) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:17:03.643050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:03.681785 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:03.684053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:03.725934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:03.728740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:03.731148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:17:03.754845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=59d6368d-420c-434d-9228-6cc3cfd0f386,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:03.757553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:03.981539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.171818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.295778 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:17:04.403609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:17:04.413209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Sync routers for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:17:04.422112 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.422882 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:04.425383 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8071215 Jun 22 21:17:04.425523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:04.427316 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38078) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:04.455685 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-42817d31-904a-4301-9e11-b993b28ae7d0 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5da92ff765e740cdbb0a51a0ef9ffaa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271037 Jun 22 21:17:04.459198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38080) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:04.527802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:04.551551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33d2de-6435-4d50-9fc3-55ab7fd9e2cf tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:04.552736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ef33d2de-6435-4d50-9fc3-55ab7fd9e2cf tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926096 Jun 22 21:17:04.555814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38082) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:04.583657 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-45685f1c-b307-4c85-bd1a-16bceefc8f42 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266936 Jun 22 21:17:04.586477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38084) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:04.590685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658609155', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:04.683434 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:17:04.686998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.709325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:03Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:04.735308 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Checking router: 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:17:04.735662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Updating router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c port 59d6368d-420c-434d-9228-6cc3cfd0f386 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:17:04.770620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.877108 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.879850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bb773fa1-b1d3-4ffa-b1a9-9c6f4cfbb984 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:04.938663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Subnet': ['ID=991a6211-8f53-4499-8b5d-a46599ff5d1b,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:04.943320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:04.950450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Checking segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:17:04.950820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network hostable DHCP agents. Network: 61585e98-f01c-46da-9fd9-08222c94ef56, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:17:04.967931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network 61585e98-f01c-46da-9fd9-08222c94ef56 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:17:04.976518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 61585e98-f01c-46da-9fd9-08222c94ef56) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:04.980641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:04.981221 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:04.989602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b641a9-d4e3-4a92-acf0-c3c75f4e3d4f None None] Network 61585e98-f01c-46da-9fd9-08222c94ef56 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:17:04.997750 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d22c5dc6-1435-472e-bf88-2da22971a6fb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4107633 Jun 22 21:17:05.000652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38086) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:05.075798 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.092172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Transition to ACTIVE for port object 59d6368d-420c-434d-9228-6cc3cfd0f386 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:05.101599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.106800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:05.189023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Attempting to bind port 59d6368d-420c-434d-9228-6cc3cfd0f386 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:17:05.189406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Attempting to bind port 59d6368d-420c-434d-9228-6cc3cfd0f386 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:17:05.189777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Attempting to bind port 59d6368d-420c-434d-9228-6cc3cfd0f386 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:17:05.202833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Pushing event updated for resources: {'Port': ['ID=59d6368d-420c-434d-9228-6cc3cfd0f386,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:05.207899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:05.208927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:17:05.209321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:17:05.209730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.210161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:17:05.210667 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Bound port: 59d6368d-420c-434d-9228-6cc3cfd0f386, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:17:05.211051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.265266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-61585e98-f01c-46da-9fd9-08222c94ef56', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:17:05.266203 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.309793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] For port 59d6368d-420c-434d-9228-6cc3cfd0f386, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:17:05.313934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] For port 59d6368d-420c-434d-9228-6cc3cfd0f386, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59d6368d-420c-434d-9228-6cc3cfd0f386,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:17:05.367234 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.371180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d6412435-be78-47c0-a9ff-b814a29b23ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:05.483181 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:05.675572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Pushing event updated for resources: {'Port': ['ID=59d6368d-420c-434d-9228-6cc3cfd0f386,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:05.684161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Allocated IP 172.20.0.2 (61585e98-f01c-46da-9fd9-08222c94ef56/991a6211-8f53-4499-8b5d-a46599ff5d1b/d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:17:05.692837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:05.693492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:05.698602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:05.901536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:06.039932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.057848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Transition to ACTIVE for port object d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:06.085791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Transition to ACTIVE for port object d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:06.092482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.111588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-643c342c-9377-4c3c-b8e3-acff17792461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:06.141206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.1 (61585e98-f01c-46da-9fd9-08222c94ef56/991a6211-8f53-4499-8b5d-a46599ff5d1b/5893f528-edf8-4ab4-a650-346700647c82) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:17:06.159360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Network 61585e98-f01c-46da-9fd9-08222c94ef56 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:06.166416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:06.169061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:17:06.177746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Pushing event updated for resources: {'Port': ['ID=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:06.181055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:06.249555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:03Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:06.253773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Attempting to bind port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:17:06.254912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Attempting to bind port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:17:06.255450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Attempting to bind port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 on network 61585e98-f01c-46da-9fd9-08222c94ef56 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:17:06.271470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.282975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56f27e-e99d-4a6c-9c8d-114d6608717f None None] The sync data for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv is: [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:03Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:17:06.284965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:17:06.285342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Checking segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:17:06.285880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.286169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Bound using segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:17:06.286862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Bound port: d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:17:06.287572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.287670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 5893f528-edf8-4ab4-a650-346700647c82 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:06.331677 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.335557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:06.360848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] For port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:17:06.365028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] For port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:17:06.373616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.376528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:06.376739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network 61585e98-f01c-46da-9fd9-08222c94ef56 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:06.380779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:06.385867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:17:06.416679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:06.421057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:06.444063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.448412 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Pushing event updated for resources: {'Port': ['ID=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:06.451666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:06.616570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.944533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.949863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:06.952962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83cd00d5-f3c4-40b7-ab7f-8676d1635537 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:07.029927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:07.031914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:07.035370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:07.140360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network 61585e98-f01c-46da-9fd9-08222c94ef56 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:07.141989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:07.268416 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:17:07.384344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:17:07.389387 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875942 Jun 22 21:17:07.440856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:07.443635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce11cd-476a-48ab-b7d9-f2acfbcf11d9 None None] Network 61585e98-f01c-46da-9fd9-08222c94ef56 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:17:07.551683 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5870546d-125a-40cb-b816-3fac29988449 None None] Provisioning for port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:07.590437 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-16e9b19a-24b5-4e15-964d-bf03355f01f4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562512060&fields=id&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 267 time: 0.0354738 Jun 22 21:17:07.598782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:07.606452 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:07.606816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:07.713353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-696c2fb9-65a0-406f-a771-6533714d2d2d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:07.715960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-696c2fb9-65a0-406f-a771-6533714d2d2d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 796 time: 0.1134720 Jun 22 21:17:07.731193 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-0db413f2-1c2e-47e1-aa98-79f26ac935ef tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/quotas/5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 375 time: 0.0099182 Jun 22 21:17:07.741189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:07.779521 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:07.786252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:07.787451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59d6368d-420c-434d-9228-6cc3cfd0f386 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:07.789568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:07.812160 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-7a0809e0-dbb7-4264-9bf7-003ef689bd46 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755446 Jun 22 21:17:07.870987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:07.874672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:07.894193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 59d6368d-420c-434d-9228-6cc3cfd0f386 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:07.903256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 59d6368d-420c-434d-9228-6cc3cfd0f386 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:07.903893 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-b411ff49-5fb6-470c-ac7b-d32c74fb1e13 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:17:07.904038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:07.905233 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-b411ff49-5fb6-470c-ac7b-d32c74fb1e13 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806282 Jun 22 21:17:07.960673 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Sync routers for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:17:07.970776 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:07.971445 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:08.011140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.017787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Provisioning complete for port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:08.018345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.027794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-ac2806b7-7866-4f9d-8756-9c5a01fd7346 service neutron] 10.222.0.66 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154032 Jun 22 21:17:08.059434 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 59d6368d-420c-434d-9228-6cc3cfd0f386, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59d6368d-420c-434d-9228-6cc3cfd0f386,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:08.074024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.079423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-d34642dc-385c-4e51-baab-214b204a0c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:08.096735 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:08.132942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=59d6368d-420c-434d-9228-6cc3cfd0f386,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:08.136382 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:08.160899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-bafd193e-0ee7-4658-b77d-57af77fb3871 service neutron] 10.222.0.66 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264112 Jun 22 21:17:08.211209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Provisioning for port 5893f528-edf8-4ab4-a650-346700647c82 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:08.215784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Provisioning complete for port 5893f528-edf8-4ab4-a650-346700647c82 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:08.216692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.262704 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-1aa35ec7-3662-426e-8eaf-a42619fdfd8e None None] Port 5893f528-edf8-4ab4-a650-346700647c82 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:17:08.345932 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 2, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:08.374540 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Checking router: 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:17:08.375162 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Updating router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c port 5893f528-edf8-4ab4-a650-346700647c82 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:17:08.385387 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9a5648c4-77aa-4904-9d55-c933f67b3f18 req-6aff19cc-7fac-4dec-97ae-280afd664ccb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 210 time: 0.0317011 Jun 22 21:17:08.395550 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c59cda77-c05a-4e25-8cce-348cc652fa36 None None] Provisioning complete for port 5893f528-edf8-4ab4-a650-346700647c82 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:08.396148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c59cda77-c05a-4e25-8cce-348cc652fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.420216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.447435 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c59cda77-c05a-4e25-8cce-348cc652fa36 None None] Port 5893f528-edf8-4ab4-a650-346700647c82 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:17:08.567987 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-8a54eb77-6f7a-4cc1-a648-76e9ad94f975 None None] Provisioning complete for port 5893f528-edf8-4ab4-a650-346700647c82 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:08.568632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8a54eb77-6f7a-4cc1-a648-76e9ad94f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.605453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8a54eb77-6f7a-4cc1-a648-76e9ad94f975 None None] Port 5893f528-edf8-4ab4-a650-346700647c82 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:17:08.704411 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.714712 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Transition to ACTIVE for port object 5893f528-edf8-4ab4-a650-346700647c82 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:08.720999 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.724137 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-89520585-3f1c-4799-914c-18423ec211b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:08.769315 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Pushing event updated for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:08.779271 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.779619 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.779959 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.780295 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.780621 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.780946 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.781268 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.781589 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.781923 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.782257 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.782548 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.782870 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:17:08.793431 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:08.845101 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Attempting to bind port 5893f528-edf8-4ab4-a650-346700647c82 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:17:08.845471 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Attempting to bind port 5893f528-edf8-4ab4-a650-346700647c82 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:17:08.845834 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Attempting to bind port 5893f528-edf8-4ab4-a650-346700647c82 on network 61585e98-f01c-46da-9fd9-08222c94ef56 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:17:08.851541 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:17:08.851918 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Checking segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:17:08.852385 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.852718 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Bound using segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:17:08.853185 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Bound port: 5893f528-edf8-4ab4-a650-346700647c82, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:17:08.853557 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.925687 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] For port 5893f528-edf8-4ab4-a650-346700647c82, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:17:08.929116 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] For port 5893f528-edf8-4ab4-a650-346700647c82, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5893f528-edf8-4ab4-a650-346700647c82,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:17:08.934768 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:08.938910 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:08.987883 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:08.989072 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:16:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:09.041133 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Pushing event updated for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:09.054806 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:09.116398 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:09.313032 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:09.349633 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca52bd5-eb05-4ab9-991f-db10c16425d9 None None] The sync data for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv is: [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:17:09.381478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:09.465633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:09.466287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:09.660696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59d6368d-420c-434d-9228-6cc3cfd0f386 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:09.694656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-772b9f5f-892b-48aa-8f16-6f7a29538bdb req-31b899ed-a794-40f0-a034-97abea1dbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 210 time: 0.0834472 Jun 22 21:17:09.755274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 59d6368d-420c-434d-9228-6cc3cfd0f386 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:09.755274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:09.762614 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-f48a9201-1906-4048-b437-1ec27799af4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:09.764185 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-f48a9201-1906-4048-b437-1ec27799af4d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 796 time: 0.2275028 Jun 22 21:17:09.849188 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-33d97924-9c9b-4724-b4d7-736402d5b533 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 380 time: 0.0595555 Jun 22 21:17:09.861198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'port': {'device_id': '9c273e0d-8be0-480d-b939-bef86a711585', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'admin_state_up': True, 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'security_groups': ['165b592a-74ba-4975-9094-53b0b4aac19c']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:10.387715 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:17:10.391636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:10.528777 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.9 (61585e98-f01c-46da-9fd9-08222c94ef56/991a6211-8f53-4499-8b5d-a46599ff5d1b/a98a1786-3af2-48f3-943a-77d1f4e63c11) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:17:10.671354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:10.685189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object a98a1786-3af2-48f3-943a-77d1f4e63c11 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:10.717830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:10.721958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-599a67a6-c0d8-4d0b-9c1c-91fabd8895b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:10.763852 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network 61585e98-f01c-46da-9fd9-08222c94ef56 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:10.767126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:10.771353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:17:10.805322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:10.809868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:10.830131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:10.830765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:10.845722 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9884644 Jun 22 21:17:10.862707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Request body: {'port': {'device_id': '9c273e0d-8be0-480d-b939-bef86a711585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:10.887798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5e1e2-9cac-44eb-93b0-b4d939c57895 req-7dc709b7-9b17-4646-a3ee-5b12c307c5e1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:10.890376 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0ca5e1e2-9cac-44eb-93b0-b4d939c57895 req-7dc709b7-9b17-4646-a3ee-5b12c307c5e1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 931 time: 0.0740411 Jun 22 21:17:10.931326 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0ca5e1e2-9cac-44eb-93b0-b4d939c57895 req-eae52c28-b1f5-44bb-a29a-a194c610cd69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362308 Jun 22 21:17:10.937410 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:10.978702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-716ab8b8-604e-4078-a102-e8b8567f59cb None None] Provisioning for port a98a1786-3af2-48f3-943a-77d1f4e63c11 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:10.982527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-716ab8b8-604e-4078-a102-e8b8567f59cb None None] Provisioning complete for port a98a1786-3af2-48f3-943a-77d1f4e63c11 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:10.982976 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-716ab8b8-604e-4078-a102-e8b8567f59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.018610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-716ab8b8-604e-4078-a102-e8b8567f59cb None None] Port a98a1786-3af2-48f3-943a-77d1f4e63c11 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:17:11.197671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98a1786-3af2-48f3-943a-77d1f4e63c11 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:17:11.205323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.217728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Transition to ACTIVE for port object a98a1786-3af2-48f3-943a-77d1f4e63c11 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:17:11.221312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.224716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-aa212ae0-e1d3-406a-a7a2-8c65ce3da6bd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:11.274363 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:11.278418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:11.348716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Attempting to bind port a98a1786-3af2-48f3-943a-77d1f4e63c11 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:17:11.349666 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Attempting to bind port a98a1786-3af2-48f3-943a-77d1f4e63c11 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:17:11.350038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Attempting to bind port a98a1786-3af2-48f3-943a-77d1f4e63c11 on network 61585e98-f01c-46da-9fd9-08222c94ef56 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:17:11.354700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Port a98a1786-3af2-48f3-943a-77d1f4e63c11 on network 61585e98-f01c-46da-9fd9-08222c94ef56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:17:11.355034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Attempting to bind port a98a1786-3af2-48f3-943a-77d1f4e63c11 on network 61585e98-f01c-46da-9fd9-08222c94ef56 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:17:11.360228 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:17:11.360569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Checking segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:17:11.360962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Bound using segment: {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:17:11.361394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Bound port: a98a1786-3af2-48f3-943a-77d1f4e63c11, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c95982-f874-4aa2-b6aa-eecddc036567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:17:11.361746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.407062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5893f528-edf8-4ab4-a650-346700647c82 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:11.437287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:17:11.440855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:17:11.448315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.451831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:11.460787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5893f528-edf8-4ab4-a650-346700647c82 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:11.464396 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5893f528-edf8-4ab4-a650-346700647c82 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:11.464775 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.484161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:11.484823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.486161 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 1093 time: 0.6281166 Jun 22 21:17:11.489402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:17:11.491863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73791a51-8467-44e0-998a-1debd788cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:17:11.528994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:11.532809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:11.583945 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49a9a5c-b845-4176-9f31-a90580a09130 x-openstack-request-id: req-a49a9a5c-b845-4176-9f31-a90580a09130 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:17:11.584288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:17:11.585012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a49a9a5c-b845-4176-9f31-a90580a09130 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:17:11.585201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'status': 'completed', 'code': 200} Jun 22 21:17:11.591919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.622515 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-096e5465-6888-4a17-9480-93f583205dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:11.624177 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-096e5465-6888-4a17-9480-93f583205dc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1096 time: 0.0720861 Jun 22 21:17:11.625799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5893f528-edf8-4ab4-a650-346700647c82, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5893f528-edf8-4ab4-a650-346700647c82,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:11.631233 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:11.633062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:11.679835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-33212c72-c238-4be1-8fcb-cdd415b60871 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 217 time: 0.0434899 Jun 22 21:17:11.684441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:11.687766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:11.734712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-73aa68b5-5327-4a89-9a97-45a949147761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:11.736171 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-73aa68b5-5327-4a89-9a97-45a949147761 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0463338 Jun 22 21:17:11.798612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-6bef345f-b22e-4906-90fb-069c254fab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:11.800044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-6bef345f-b22e-4906-90fb-069c254fab55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534520 Jun 22 21:17:11.900225 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-4e0ec831-0b57-4115-8807-793413de654c service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896387 Jun 22 21:17:11.995316 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fa31495d-e55d-48d1-989c-a9ae7e20eb7f req-74079111-7273-448c-b7ce-eb1026dd07e1 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857816 Jun 22 21:17:12.110769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73791a51-8467-44e0-998a-1debd788cb73 req-d8f6b880-f112-4ce5-9eba-d06cab854091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:12.112648 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-d8f6b880-f112-4ce5-9eba-d06cab854091 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1096 time: 0.0562248 Jun 22 21:17:12.122111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a5ac-5b33-460a-b26c-0b51376e64af req-99932364-8eff-42fb-8ce9-76cae40ce7af tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:12.123598 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fd62a5ac-5b33-460a-b26c-0b51376e64af req-99932364-8eff-42fb-8ce9-76cae40ce7af tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 943 time: 0.0786722 Jun 22 21:17:12.162029 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-fd62a5ac-5b33-460a-b26c-0b51376e64af req-d8e93b67-8d74-4ec6-99b4-a3a3dd048cb7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Jun 22 21:17:12.210946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73791a51-8467-44e0-998a-1debd788cb73 req-b21d34a3-d307-47ef-a150-2d7a4e14f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:12.212451 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-b21d34a3-d307-47ef-a150-2d7a4e14f458 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.0932472 Jun 22 21:17:12.254370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-60b03dee-9abc-4f1b-bcc5-4eabdce52c41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 217 time: 0.0339985 Jun 22 21:17:12.306272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73791a51-8467-44e0-998a-1debd788cb73 req-299d924f-a661-4e1e-99e1-1879e530844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:12.307707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-299d924f-a661-4e1e-99e1-1879e530844b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0476840 Jun 22 21:17:12.367729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73791a51-8467-44e0-998a-1debd788cb73 req-7253a060-5f16-431e-8a7a-fc011448cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:12.369248 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-7253a060-5f16-431e-8a7a-fc011448cb1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516322 Jun 22 21:17:12.462544 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-95944a2f-0a03-4183-8f15-dfaf9e95645f service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Jun 22 21:17:12.551560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-73791a51-8467-44e0-998a-1debd788cb73 req-4a5c1aa0-7088-48c5-b11d-8ace7373bbc3 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810938 Jun 22 21:17:13.337367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382c5f-1226-46f5-808b-784946e6d47a req-994ede2a-8e5e-4ed7-a321-98456d04f1a2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:13.338918 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95382c5f-1226-46f5-808b-784946e6d47a req-994ede2a-8e5e-4ed7-a321-98456d04f1a2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 943 time: 0.0635548 Jun 22 21:17:13.371966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5893f528-edf8-4ab4-a650-346700647c82 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:13.382796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95382c5f-1226-46f5-808b-784946e6d47a req-8f5e579e-a993-4098-8f62-7bdbcd3bc23a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Jun 22 21:17:13.422172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5893f528-edf8-4ab4-a650-346700647c82 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:13.422552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:14.042747 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a98a1786-3af2-48f3-943a-77d1f4e63c11 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:17:14.137370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:14.151380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'port_id': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'mac_address': 'fa:16:3e:af:fe:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:17:14.186900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:14.198911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98a1786-3af2-48f3-943a-77d1f4e63c11 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:17:14.218490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:14.223122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:14.224943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:14.268668 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:14.272255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:14.521104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['a98a1786-3af2-48f3-943a-77d1f4e63c11'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:17:14.561728 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e7580-20cb-4e6f-a92b-42920d419476 req-127a0844-01de-4fb1-b9fc-a275a62d4e44 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:14.563227 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b63e7580-20cb-4e6f-a92b-42920d419476 req-127a0844-01de-4fb1-b9fc-a275a62d4e44 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 944 time: 0.0631824 Jun 22 21:17:14.602369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b63e7580-20cb-4e6f-a92b-42920d419476 req-6f6cf786-36f6-4c9a-8339-a0f86d2821a5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Jun 22 21:17:15.780407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a870e2-8b2b-453e-aae4-ce1581a8fe8e req-a521a88e-3631-4291-97fb-885fd02e58fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:15.781927 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10a870e2-8b2b-453e-aae4-ce1581a8fe8e req-a521a88e-3631-4291-97fb-885fd02e58fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 944 time: 0.0682905 Jun 22 21:17:15.820082 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-10a870e2-8b2b-453e-aae4-ce1581a8fe8e req-82ea639e-c998-49ed-9fe6-b9b320673b1e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jun 22 21:17:16.056148 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a98a1786-3af2-48f3-943a-77d1f4e63c11 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:17:16.107255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port a98a1786-3af2-48f3-943a-77d1f4e63c11 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:17:16.110996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port a98a1786-3af2-48f3-943a-77d1f4e63c11 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:17:16.111377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:16.188854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:16.212437 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:17:16.214724 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b91d77-1c73-40a7-95fb-2cc26a76c05d" -d '{"events": [{"server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "name": "network-vif-plugged", "status": "completed", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:17:16.228346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:17:16.232474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:16.234519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ac15d51d-11bb-4775-8e9e-e975e1238a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:16.256243 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c16f475-4e2f-420e-a698-48bed6f26061 x-openstack-request-id: req-2c16f475-4e2f-420e-a698-48bed6f26061 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:17:16.256547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "name": "network-vif-plugged", "status": "completed", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:17:16.256815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c16f475-4e2f-420e-a698-48bed6f26061 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:17:16.257216 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'code': 200} Jun 22 21:17:16.282870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:16.286333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:16.497385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10539ae-7e8f-4351-805d-50e1ea2fec61 req-6bfdbc8d-0fdf-491f-80d8-0ed9e3d981fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:16.498804 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f10539ae-7e8f-4351-805d-50e1ea2fec61 req-6bfdbc8d-0fdf-491f-80d8-0ed9e3d981fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.0534244 Jun 22 21:17:16.532867 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f10539ae-7e8f-4351-805d-50e1ea2fec61 req-bd9f6fe5-0124-48a5-985b-c2374ed74147 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268321 Jun 22 21:17:16.986884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-27e00bca-6369-4150-b635-ddaac5293ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:16.994752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386bfe-83bb-4aad-80a8-2e733b758c6f req-7661548a-9e33-428f-a766-c2da4f6c1443 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:16.996209 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-56386bfe-83bb-4aad-80a8-2e733b758c6f req-7661548a-9e33-428f-a766-c2da4f6c1443 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0666144 Jun 22 21:17:17.033064 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-56386bfe-83bb-4aad-80a8-2e733b758c6f req-83dac32b-0624-4db3-8f93-fa2481048b96 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311360 Jun 22 21:17:18.214218 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9b65-314f-4784-b861-4cd2ad833802 req-52d7721a-296e-43ce-9612-91a936619d27 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:18.215662 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b94c9b65-314f-4784-b861-4cd2ad833802 req-52d7721a-296e-43ce-9612-91a936619d27 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0676887 Jun 22 21:17:18.253169 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b94c9b65-314f-4784-b861-4cd2ad833802 req-b131a908-05fa-4e29-a998-401b3f263269 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319412 Jun 22 21:17:18.422814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b8701-a8d8-4f59-a3c5-79381099693f req-87218b8a-9b31-408b-809b-3ec6db2491e3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:18.424276 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc0b8701-a8d8-4f59-a3c5-79381099693f req-87218b8a-9b31-408b-809b-3ec6db2491e3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0632184 Jun 22 21:17:18.465426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc0b8701-a8d8-4f59-a3c5-79381099693f req-e1a4bac1-a266-4201-962f-c72484b3c046 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Jun 22 21:17:18.488446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38140) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:18.580597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d712d1c-d26b-47bc-bcf1-20394de9f6ae tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:18.582655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3d712d1c-d26b-47bc-bcf1-20394de9f6ae tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1093 time: 0.0927322 Jun 22 21:17:18.584838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38144) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:18.589152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:17:18.610551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:18.709649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:18.835792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.77 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7260e428-be89-4faa-9049-c54b67ecb99e) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:17:18.934796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:18.973860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:18.975904 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-437f0217-e0de-46ad-be2f-a431e0d97165 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:19.013621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:17:19.016637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:17:19.021553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:17:19.024634 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=7260e428-be89-4faa-9049-c54b67ecb99e,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:19.047007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:19.390950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:19.470358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:19.621886 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:19.626016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:19.627986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a9024690-2649-4c98-ad1e-1c6e8bd9f880 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:17:19.690197 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=7260e428-be89-4faa-9049-c54b67ecb99e,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:17:19.695035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:17:19.705153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:19.805097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 associated. External IP: 172.26.4.77, port: a98a1786-3af2-48f3-943a-77d1f4e63c11. Jun 22 21:17:19.827400 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55a7fe59-1e22-446e-aa9d-695777519648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:20.012963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:17:20.046515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:20.120465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:17:20.130016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Sync routers for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:17:20.135830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:20.138951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:20.139571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:17:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:20.173885 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5855079 Jun 22 21:17:20.173885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:17:20.175310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:17:20.217332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0861ceb-6694-487f-801b-3688c6b57dfe x-openstack-request-id: req-d0861ceb-6694-487f-801b-3688c6b57dfe {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:17:20.217674 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:17:20.219635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0861ceb-6694-487f-801b-3688c6b57dfe {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:17:20.219635 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'status': 'completed', 'code': 200} Jun 22 21:17:20.263260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:20.295281 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-4d52f9ed-e097-4863-9c2b-00fa641e0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:20.296786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-4d52f9ed-e097-4863-9c2b-00fa641e0864 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.0557654 Jun 22 21:17:20.327727 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97540c1c-f1e6-4836-87c2-1968b232e644 req-529a601b-38ec-42e0-b476-63d9cd4358d5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:20.329456 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97540c1c-f1e6-4836-87c2-1968b232e644 req-529a601b-38ec-42e0-b476-63d9cd4358d5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0656567 Jun 22 21:17:20.370680 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-97540c1c-f1e6-4836-87c2-1968b232e644 req-d3d5d2b8-c53f-493e-9c7b-1e5139d87457 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Jun 22 21:17:20.394066 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-750aeb15-2fcb-45e6-a3e1-de057a6c80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:20.396107 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-750aeb15-2fcb-45e6-a3e1-de057a6c80c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.0915153 Jun 22 21:17:20.397391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38150) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:20.511063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-d2a6dc54-7df4-458e-b4ff-a2544c36c040 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 998 time: 0.1063411 Jun 22 21:17:20.514133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f7a6d8af-77ab-4dd9-9066-c8f8eacf0e3c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 HTTP/1.1" status: 200 len: 990 time: 0.1157715 Jun 22 21:17:20.562686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-7ca654d2-30e6-4811-b4a9-41f00d4c1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:20.564143 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-7ca654d2-30e6-4811-b4a9-41f00d4c1ead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0461059 Jun 22 21:17:20.621095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-7091474a-b381-4e80-b461-affc1ad98ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:20.622511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-7091474a-b381-4e80-b461-affc1ad98ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515695 Jun 22 21:17:20.654001 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'd37f87f6-19b5-4c9d-9b6a-3d17a0d1f065', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'port_id': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'mac_address': 'fa:16:3e:af:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c273e0d-8be0-480d-b939-bef86a711585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:17:19Z', 'updated_at': '2021-06-22T21:17:19Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:20.682295 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Checking router: 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:17:20.690451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:17:20.691133 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:17:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:20.716923 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-31184231-5bc0-45ed-adc5-f28db010db98 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867598 Jun 22 21:17:20.798104 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:17:20.805554 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-74b1cf0c-0927-48b5-bbe2-c37c5d10a3c7 req-d8a49b02-8393-4d83-9007-77deb8c9a1e5 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 Jun 22 21:17:21.019037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'd37f87f6-19b5-4c9d-9b6a-3d17a0d1f065', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'port_id': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'mac_address': 'fa:16:3e:af:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c273e0d-8be0-480d-b939-bef86a711585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:17:19Z', 'updated_at': '2021-06-22T21:17:19Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:17:21.044779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea2f8e-db81-440c-bbf1-83596e5047f0 None None] The sync data for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv is: [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'd37f87f6-19b5-4c9d-9b6a-3d17a0d1f065', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'port_id': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'mac_address': 'fa:16:3e:af:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c273e0d-8be0-480d-b939-bef86a711585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:17:19Z', 'updated_at': '2021-06-22T21:17:19Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:17:21.145727 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:21.228781 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ba764-1c7c-478c-9c1a-921d0fcad203 None None] New status for floating IP d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:17:21.517957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38152) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:17:21.585289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c252192d-eed5-47f4-91f0-6ad87177ff78 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 HTTP/1.1" status: 200 len: 992 time: 0.0660458 Jun 22 21:17:22.568632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:23.083789 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:27.334421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-908c3302-cc08-4e8c-87eb-e9292393e3d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517001 Jun 22 21:17:27.430068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-a7175c13-efcc-4be6-bc76-4fdd28540b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:27.431528 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-a7175c13-efcc-4be6-bc76-4fdd28540b14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.0542483 Jun 22 21:17:27.539836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-e0dfa2b2-be14-4682-bede-118d18891c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:27.541267 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-e0dfa2b2-be14-4682-bede-118d18891c1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.0881240 Jun 22 21:17:27.605707 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-865f0f6b-df31-4646-b1e9-6369d8f3e5c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 1000 time: 0.0573990 Jun 22 21:17:27.660370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-b6c6cec7-c219-4894-8148-ec45b6e2e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:27.661783 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-b6c6cec7-c219-4894-8148-ec45b6e2e4c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0476103 Jun 22 21:17:27.723431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-a084e477-7155-4eb2-a15e-1e4684c45faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:27.724954 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-a084e477-7155-4eb2-a15e-1e4684c45faa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563707 Jun 22 21:17:27.815248 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-6a2d3d3f-a03e-43af-8c08-63d272252543 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Jun 22 21:17:27.911992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-072fc187-84f4-4fd6-ad15-ae8a93c5baf5 req-40f4e59d-d460-44a7-afde-cd291dee3d85 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899744 Jun 22 21:17:28.955133 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:17:46.988360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a0f4-4e5f-45ca-8a7f-f59f0cc57cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:49.828622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b290340e-cf5c-4aa4-ae78-ecbab0a7e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:50.047854 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:51.148646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:52.581653 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:53.108514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:17:55.225394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ff0d7-3ab5-428c-8bf1-853213782e15 req-49310ab9-93f4-4597-8319-daad03b8db68 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:55.227929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-641ff0d7-3ab5-428c-8bf1-853213782e15 req-49310ab9-93f4-4597-8319-daad03b8db68 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0703235 Jun 22 21:17:55.267293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-641ff0d7-3ab5-428c-8bf1-853213782e15 req-d6e118b2-41f9-4113-aa72-4e645d6e5ba9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335283 Jun 22 21:17:56.443428 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6db2ca-dfb8-4043-abe2-d0e9f2c45058 req-5d2b697b-c3e4-4827-aad7-b1b903adaee2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:56.444874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-af6db2ca-dfb8-4043-abe2-d0e9f2c45058 req-5d2b697b-c3e4-4827-aad7-b1b903adaee2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0663934 Jun 22 21:17:56.482160 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-af6db2ca-dfb8-4043-abe2-d0e9f2c45058 req-be6ee2d9-5b56-45ed-8f27-4dfe5577f51f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Jun 22 21:17:57.658009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bc21-5032-44db-9b17-c78e96005dfb req-e1411f2b-b81f-4f11-99f4-c33c78c4bf04 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:57.659493 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9178bc21-5032-44db-9b17-c78e96005dfb req-e1411f2b-b81f-4f11-99f4-c33c78c4bf04 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0677640 Jun 22 21:17:57.703604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9178bc21-5032-44db-9b17-c78e96005dfb req-ffb15638-d3ce-42ad-8137-d2a0e1479c3b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369093 Jun 22 21:17:58.881439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b07ce-cf07-4a79-95ff-ff93dff698da req-368df80d-1269-4114-9094-dd76f58835e4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:17:58.883489 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d57b07ce-cf07-4a79-95ff-ff93dff698da req-368df80d-1269-4114-9094-dd76f58835e4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0638130 Jun 22 21:17:58.921124 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d57b07ce-cf07-4a79-95ff-ff93dff698da req-58549405-d722-4975-8ee2-c8c0fccb46b1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Jun 22 21:18:00.097094 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec2cfb-86f3-4cc2-bc5a-0b22e1383f98 req-ce300ffd-5d9b-493a-b1b2-bd4410fb4161 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:00.098578 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9dec2cfb-86f3-4cc2-bc5a-0b22e1383f98 req-ce300ffd-5d9b-493a-b1b2-bd4410fb4161 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0654850 Jun 22 21:18:00.136401 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9dec2cfb-86f3-4cc2-bc5a-0b22e1383f98 req-f287c0d8-4c36-4a4e-8851-e8f1a13df2c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Jun 22 21:18:01.322240 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abfc6-ea94-4248-bc4c-d3ec47ed0ad0 req-c957559d-caa5-4acc-983b-b6feb993f24f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:01.324032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7c5abfc6-ea94-4248-bc4c-d3ec47ed0ad0 req-c957559d-caa5-4acc-983b-b6feb993f24f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0680587 Jun 22 21:18:01.368878 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7c5abfc6-ea94-4248-bc4c-d3ec47ed0ad0 req-dbef89c6-b8df-4964-be82-dc4026521c34 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Jun 22 21:18:02.566136 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1b55a-b007-43f0-a390-c8c418fa3ac5 req-e097cb66-7bb0-459f-965c-a758a9ecec24 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:02.567676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f2b1b55a-b007-43f0-a390-c8c418fa3ac5 req-e097cb66-7bb0-459f-965c-a758a9ecec24 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0832729 Jun 22 21:18:02.609961 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f2b1b55a-b007-43f0-a390-c8c418fa3ac5 req-b0a02e4d-4a74-4f29-9690-42398453c64b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358043 Jun 22 21:18:03.787708 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c19a-1215-4c7e-b662-ae415f7371f3 req-4ce2e415-026d-4f81-8d3d-2b2fd094aa67 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:03.789392 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aec4c19a-1215-4c7e-b662-ae415f7371f3 req-4ce2e415-026d-4f81-8d3d-2b2fd094aa67 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0631170 Jun 22 21:18:03.827352 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-aec4c19a-1215-4c7e-b662-ae415f7371f3 req-aab244eb-8b0a-4974-b1f3-484fe072c07c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jun 22 21:18:05.014877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe7dd5-1965-44c1-92e7-934ee53fa3e4 req-7bc84cde-29dd-4431-a334-b3355d427621 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:05.016411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a3fe7dd5-1965-44c1-92e7-934ee53fa3e4 req-7bc84cde-29dd-4431-a334-b3355d427621 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0672371 Jun 22 21:18:05.058532 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a3fe7dd5-1965-44c1-92e7-934ee53fa3e4 req-15ada2ab-fa18-4806-bd5d-47951bfd6291 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Jun 22 21:18:05.953171 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:18:06.244250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932d93-b28f-4009-8920-a9dbd32fde66 req-4acc0337-9b3d-4e99-859b-a72d2906116a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:06.245747 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-61932d93-b28f-4009-8920-a9dbd32fde66 req-4acc0337-9b3d-4e99-859b-a72d2906116a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0666130 Jun 22 21:18:06.284714 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-61932d93-b28f-4009-8920-a9dbd32fde66 req-7bc312d4-4b32-48bb-87d7-663b26967753 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333052 Jun 22 21:18:06.318095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38188) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:06.385250 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-80070b38-c98b-4248-ab12-c228bdb95c4e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 HTTP/1.1" status: 200 len: 992 time: 0.0658898 Jun 22 21:18:08.247898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-a148046f-92ea-4cea-9e71-bea94fa696f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:08.249404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-a148046f-92ea-4cea-9e71-bea94fa696f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.4534571 Jun 22 21:18:08.257348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef04ae-c829-437b-9a81-cf7c8998fab3 req-75f21a17-0f3f-4285-97ac-121e16758334 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:08.258786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08ef04ae-c829-437b-9a81-cf7c8998fab3 req-75f21a17-0f3f-4285-97ac-121e16758334 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.4727130 Jun 22 21:18:08.347179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-08ef04ae-c829-437b-9a81-cf7c8998fab3 req-e5e77cf2-20d2-4078-aa85-9d75f5a029f1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796349 Jun 22 21:18:08.370102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-7afbc0c8-3aa1-442d-84f9-2c6997a6c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:08.371679 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-7afbc0c8-3aa1-442d-84f9-2c6997a6c1d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.1111057 Jun 22 21:18:08.443384 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-7f8fbc7d-8aff-4ce1-a0db-27dffe55b038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 1000 time: 0.0610297 Jun 22 21:18:08.494883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-bccaa9e3-9edc-475b-af55-ad8659996555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:08.496273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-bccaa9e3-9edc-475b-af55-ad8659996555 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0435886 Jun 22 21:18:08.558458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-46c388e0-ddfd-4d8e-b122-5ce3e7210686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:08.559815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-46c388e0-ddfd-4d8e-b122-5ce3e7210686 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523629 Jun 22 21:18:08.654439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-a4b8b295-bc3a-4e44-9878-f7b2368f0c18 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845923 Jun 22 21:18:08.749201 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-417a966f-0a24-48c3-bc1b-ea6fe6f10e3e req-702f5618-31e8-4f03-b413-75c780cb3a68 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833607 Jun 22 21:18:09.690647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb287-8b59-4068-9f19-524d7a9dd3f6 req-2c992842-17f6-488e-b916-0491784549b0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:09.692129 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-929fb287-8b59-4068-9f19-524d7a9dd3f6 req-2c992842-17f6-488e-b916-0491784549b0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0655875 Jun 22 21:18:09.732389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-929fb287-8b59-4068-9f19-524d7a9dd3f6 req-2167d492-0aba-4aec-8566-0b7f46d7e5cb tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Jun 22 21:18:09.757320 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38198) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:09.826597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-60d21bf9-35b9-4361-a13c-d69aec1303d0 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 HTTP/1.1" status: 200 len: 992 time: 0.0668838 Jun 22 21:18:16.988806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4a319d4d-2f71-45ad-adf3-8943b3ccfadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:19.829551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-48390ce5-e4fa-46fa-8c07-10fb00d99914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:20.052488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:21.150610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:22.595841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:23.091180 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:27.330517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-28d8c9cf-4ea3-4014-9892-1fabeebf85cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502596 Jun 22 21:18:27.428093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-2d91adca-04ef-440e-9883-064c9b84f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:27.429549 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-2d91adca-04ef-440e-9883-064c9b84f380 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.0558517 Jun 22 21:18:27.535900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-0fd46011-38b7-424b-b53e-46bd58b74eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:27.537330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-0fd46011-38b7-424b-b53e-46bd58b74eea service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.0843263 Jun 22 21:18:27.607965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-8015b74a-1c5b-4897-92ac-656cbd2cbea0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 1000 time: 0.0631382 Jun 22 21:18:27.655890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-ccc6f685-f7d9-469b-94fd-c8cfb4de2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:27.657265 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-ccc6f685-f7d9-469b-94fd-c8cfb4de2826 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0425966 Jun 22 21:18:27.715054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-cf0f93b5-179f-4b6f-b997-f467d46ea84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:27.716479 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-cf0f93b5-179f-4b6f-b997-f467d46ea84a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508840 Jun 22 21:18:27.808777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-ff696451-0e5f-4dc2-905c-f3e39ec97196 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Jun 22 21:18:27.899349 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dbd318b9-0351-48a2-bd9e-289b825baf26 req-8d477956-5fe9-4643-aab0-1439c58d6549 service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825381 Jun 22 21:18:42.340739 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38216) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:42.493051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 7260e428-be89-4faa-9049-c54b67ecb99e {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:18:42.494019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:42.569277 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:42.569630 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:42.582145 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 7260e428-be89-4faa-9049-c54b67ecb99e owned by network:floatingip {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:18:42.723338 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:42.725294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-19bc2a6e-abd8-4648-a00e-abea3ab92aaf tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:42.749124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=7260e428-be89-4faa-9049-c54b67ecb99e,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:42.776925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.777322 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.777710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.778123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.778509 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.778888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.779261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.779638 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.780014 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.780385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.780754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.781123 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:42.784701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:42.819544 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:42.819875 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 disassociated (deleted). External IP: 172.26.4.77, port: a98a1786-3af2-48f3-943a-77d1f4e63c11. Jun 22 21:18:42.952071 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:18:43.025187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:18:43.130540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:18:43.136178 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:43.141078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Sync routers for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:18:43.150895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:43.151536 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:43.172142 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/floatingips/d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065 HTTP/1.1" status: 204 len: 168 time: 0.8302989 Jun 22 21:18:43.172806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:18:43.175146 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec78c62-353e-4f17-bb23-4295b6ee0025" -d '{"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:18:43.262848 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:43.270600 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4cd26-bea9-46b6-aa70-1400791fcaea x-openstack-request-id: req-42d4cd26-bea9-46b6-aa70-1400791fcaea {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:18:43.270942 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:18:43.271241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42d4cd26-bea9-46b6-aa70-1400791fcaea {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:18:43.271688 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'status': 'completed', 'code': 200} Jun 22 21:18:43.357394 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-7c2b740a-ee5e-41e2-9c24-d484c3c43687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:43.358947 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-7c2b740a-ee5e-41e2-9c24-d484c3c43687 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 1098 time: 0.0630128 Jun 22 21:18:43.467661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-8e153d21-df1c-4c4d-ae14-a3c3c802c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:43.469135 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-8e153d21-df1c-4c4d-ae14-a3c3c802c543 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 200 len: 897 time: 0.1023061 Jun 22 21:18:43.469762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:43.496860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Checking router: 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:18:43.505006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:43.505622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:43.522580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-2578fbe5-2942-4f26-b3f9-0054c799b84c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 200 len: 217 time: 0.0454402 Jun 22 21:18:43.601001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-af1eab56-80ee-4473-90a0-7319bea551b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:43.602480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-af1eab56-80ee-4473-90a0-7319bea551b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 200 len: 834 time: 0.0707433 Jun 22 21:18:43.613887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:43.650001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0631-c4d8-4213-b626-4d2de4b2e09e req-abe6fd4e-baac-4aa7-abe4-7015c4f77ff8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:43.651462 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a2a0631-c4d8-4213-b626-4d2de4b2e09e req-abe6fd4e-baac-4aa7-abe4-7015c4f77ff8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.1316819 Jun 22 21:18:43.708146 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a2a0631-c4d8-4213-b626-4d2de4b2e09e req-419b1a26-15e5-4f1f-b3cc-8c9832302359 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499218 Jun 22 21:18:43.710054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-b88a19a2-dc1f-4f85-b2fd-99ec42c5d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:43.711491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-b88a19a2-dc1f-4f85-b2fd-99ec42c5d1b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61585e98-f01c-46da-9fd9-08222c94ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986481 Jun 22 21:18:43.803942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-0b46d5fa-270b-447d-9aae-2c317e4af91c service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Jun 22 21:18:43.822778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:43.849575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ccf7a-4402-47f3-87a1-1f721ebf51da None None] The sync data for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv is: [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:17:06Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5893f528-edf8-4ab4-a650-346700647c82', 'name': '', 'network_id': '61585e98-f01c-46da-9fd9-08222c94ef56', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:45:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:05Z', 'updated_at': '2021-06-22T21:17:11Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '991a6211-8f53-4499-8b5d-a46599ff5d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:18:43.900683 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aec78c62-353e-4f17-bb23-4295b6ee0025 req-af31724e-e7ef-4a75-add0-2d24ef9709cb service neutron] 10.222.0.53 "GET /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897529 Jun 22 21:18:44.065582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052d4a77-7fb9-4f8a-b80e-6d734a8a9f30 None None] New status for floating IP d37f87f6-19b5-4c9d-9b6a-3d17a0d1f065: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:18:44.885151 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64bc53-18de-4f1f-b4ab-4babfc273bc3 req-34f3a6b3-7d05-4250-9cc3-5c3f2cb0a92d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:44.885713 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-af64bc53-18de-4f1f-b4ab-4babfc273bc3 req-34f3a6b3-7d05-4250-9cc3-5c3f2cb0a92d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0664365 Jun 22 21:18:44.924050 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-af64bc53-18de-4f1f-b4ab-4babfc273bc3 req-31b7f32d-c131-427c-934f-c21bed3ecdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=165b592a-74ba-4975-9094-53b0b4aac19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Jun 22 21:18:45.156387 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-dfcf59bc-244e-44d9-b4c8-e5f796ed0dab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:45.157823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-dfcf59bc-244e-44d9-b4c8-e5f796ed0dab tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 945 time: 0.0630503 Jun 22 21:18:45.258458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port a98a1786-3af2-48f3-943a-77d1f4e63c11 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:18:45.259587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:45.350222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port a98a1786-3af2-48f3-943a-77d1f4e63c11, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=a98a1786-3af2-48f3-943a-77d1f4e63c11,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:45.350566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:45.362736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for a98a1786-3af2-48f3-943a-77d1f4e63c11 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:18:45.492576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:45.497195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:45.524308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=a98a1786-3af2-48f3-943a-77d1f4e63c11,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:45.537297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.537697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.538114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.538500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.538879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.539254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.539625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.540026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.541717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.542131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.542533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.542907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:45.563779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:45.585194 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] No DVR routers for this DVR port a98a1786-3af2-48f3-943a-77d1f4e63c11 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:18:45.588876 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:45.590866 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-84f9fb63-a4b3-4742-9ef1-01fda23fea29 req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "DELETE /v2.0/ports/a98a1786-3af2-48f3-943a-77d1f4e63c11 HTTP/1.1" status: 204 len: 173 time: 0.4243124 Jun 22 21:18:45.591401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'name': 'network-vif-deleted', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:18:45.593707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea97969c-0ad9-4790-9075-b4857d7b36b7" -d '{"events": [{"server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "name": "network-vif-deleted", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:18:45.677009 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eb8ce1-6bc0-4a9b-9790-aa1e90e42f00 x-openstack-request-id: req-b3eb8ce1-6bc0-4a9b-9790-aa1e90e42f00 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:18:45.677422 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c273e0d-8be0-480d-b939-bef86a711585", "name": "network-vif-deleted", "tag": "a98a1786-3af2-48f3-943a-77d1f4e63c11", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:18:45.677791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3eb8ce1-6bc0-4a9b-9790-aa1e90e42f00 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:18:45.678341 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c273e0d-8be0-480d-b939-bef86a711585', 'name': 'network-vif-deleted', 'tag': 'a98a1786-3af2-48f3-943a-77d1f4e63c11', 'status': 'completed', 'code': 200} Jun 22 21:18:46.078353 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d8472de-0b0b-4762-9e80-c523f295f326 req-633300f7-9bd7-49af-a094-513c93fe1e6b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c273e0d-8be0-480d-b939-bef86a711585 HTTP/1.1" status: 200 len: 210 time: 0.0310636 Jun 22 21:18:46.989654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-35e95671-6396-44f2-a80d-aea3d24c3a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:47.171970 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38238) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:47.860307 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:48.128660 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 5893f528-edf8-4ab4-a650-346700647c82 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:18:48.128913 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:48.217087 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 5893f528-edf8-4ab4-a650-346700647c82, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5893f528-edf8-4ab4-a650-346700647c82,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:48.217929 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:48.230701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 5893f528-edf8-4ab4-a650-346700647c82 owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:18:48.416823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:48.419413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-859efb68-4b64-406e-ad3d-059b762fbdd5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:48.449987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=5893f528-edf8-4ab4-a650-346700647c82,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:48.452926 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:48.474591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a98a1786-3af2-48f3-943a-77d1f4e63c11 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:18:48.498451 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: a98a1786-3af2-48f3-943a-77d1f4e63c11 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:18:48.498814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device a98a1786-3af2-48f3-943a-77d1f4e63c11 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:18:48.627979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:48.840839 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:18:48.947113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:18:48.952728 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7797589 Jun 22 21:18:48.955689 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38240) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:48.958561 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Sync routers for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:18:48.968089 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:48.968702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:49.005620 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting subnet 991a6211-8f53-4499-8b5d-a46599ff5d1b {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:18:49.008671 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.049289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.070605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:49.138410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.196744 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.199038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-214ad052-9097-4c31-ab9b-75d52928c335 tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:49.225462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Subnet': ['ID=991a6211-8f53-4499-8b5d-a46599ff5d1b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:49.228524 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:49.230869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.232664 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3259333e-500d-4bb1-8e0b-2af7e714ccdc tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/subnets/991a6211-8f53-4499-8b5d-a46599ff5d1b HTTP/1.1" status: 204 len: 168 time: 0.2760623 Jun 22 21:18:49.235219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38242) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:49.239122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92a878-54f4-4003-94c0-c71191ca6351 None None] Network 61585e98-f01c-46da-9fd9-08222c94ef56 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:18:49.345965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.360811 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:18:48Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:49.392105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Checking router: 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:18:49.413105 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Routers {'5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:49.413730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:49.464182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.507113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] DHCP port deletion for 61585e98-f01c-46da-9fd9-08222c94ef56 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:18:49.524285 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 59d6368d-420c-434d-9228-6cc3cfd0f386 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:18:49.524632 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.556729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] Set router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:49.609868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 59d6368d-420c-434d-9228-6cc3cfd0f386, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=59d6368d-420c-434d-9228-6cc3cfd0f386,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:49.610250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.622679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 59d6368d-420c-434d-9228-6cc3cfd0f386 owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:18:49.670651 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Deleting port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:18:49.670950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.803497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.805700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:49.831895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=59d6368d-420c-434d-9228-6cc3cfd0f386,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:49.835155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:49.903173 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.927143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] For port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,segment=NetworkSegment(44c95982-f874-4aa2-b6aa-eecddc036567),segment_id=44c95982-f874-4aa2-b6aa-eecddc036567)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:49.927445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.929821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b83448e-d59f-4864-9f58-b5369599b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.959349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Calling delete_port for d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:18:49.995120 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:49.997163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.039465 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:18:48Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:50.042150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.042871 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:18:50.049618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.050722 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/routers/5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c HTTP/1.1" status: 204 len: 168 time: 0.8145902 Jun 22 21:18:50.053458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38246) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:50.083411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92613cad-4cc6-4f44-98e2-b248179401fd None None] The sync data for ids ['5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c'] in dv-neutron-797537-2-hyperv is: [{'id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258582107', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:17:02Z', 'updated_at': '2021-06-22T21:18:48Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': '59d6368d-420c-434d-9228-6cc3cfd0f386', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5ddf89-aaab-41a8-8aca-2a9e1602cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:17:03Z', 'updated_at': '2021-06-22T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:18:50.092472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.101468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.104705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:50.133869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Pushing event deleted for resources: {'Port': ['ID=d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:50.140778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] No DVR routers for this DVR port d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:18:50.150255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.150779 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.151043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.151279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.151617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.151946 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.152269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.152593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.152920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.153240 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.153560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.153957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:50.156907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:50.157063 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.242346 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.252622 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61585e98-f01c-46da-9fd9-08222c94ef56']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:50.263017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c95982-f874-4aa2-b6aa-eecddc036567') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:50.263315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c95982-f874-4aa2-b6aa-eecddc036567') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:50.271723 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.285375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.291025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:18:50.291459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:18:50.294577 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:18:50.354607 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.358094 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e18b173a-2878-44b7-b74d-dc8facc33ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:50.361789 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.363597 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/networks/61585e98-f01c-46da-9fd9-08222c94ef56 HTTP/1.1" status: 204 len: 168 time: 0.3091769 Jun 22 21:18:50.366405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38248) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:50.375310 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Network': ['ID=61585e98-f01c-46da-9fd9-08222c94ef56,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:50.377563 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:50.438951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.465041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.539686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.542949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:50.544191 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/security-groups/165b592a-74ba-4975-9094-53b0b4aac19c HTTP/1.1" status: 204 len: 168 time: 0.1767378 Jun 22 21:18:50.545030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-67f77a73-6dee-4be4-8b2a-dff2691e5d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:50.554643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b592a-74ba-4975-9094-53b0b4aac19c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:50.557956 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-492c17dc-cd2e-48af-8801-8224d1372513 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.152853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38254) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.154644 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.157792 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293052974', 'description': 'tempest-secgroup-smoke-1293052974 description', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.180389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.263757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.267691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.270120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32fd6d4e-9b55-4674-b836-225f25836afe tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.297013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.298144 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441464 Jun 22 21:18:51.299297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7480698f-84b2-4e7a-b93e-2a6c4b297c47,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.301116 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38256) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.303431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-32e10500-ddca-49a0-b816-fa7f76bd7e28 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.305794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.333150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.390598 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.394408 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.396196 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-462e3055-fb4a-418a-976b-d053b4b1fb72 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.412701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c3f6e-3109-42ff-bc53-e9023613ad75,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.415200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.422225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.426152 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213813 Jun 22 21:18:51.426291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38258) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.430731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.433391 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5893f528-edf8-4ab4-a650-346700647c82 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:18:51.454928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5893f528-edf8-4ab4-a650-346700647c82 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:18:51.455291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5893f528-edf8-4ab4-a650-346700647c82 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:18:51.455735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:18:51.461386 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.477460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:18:51.477815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device d5ef5cb6-aea6-48f7-9f60-b3df8f21d9a5 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:18:51.478268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59d6368d-420c-434d-9228-6cc3cfd0f386 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:18:51.497690 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 59d6368d-420c-434d-9228-6cc3cfd0f386 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:18:51.498078 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 59d6368d-420c-434d-9228-6cc3cfd0f386 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:18:51.524718 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.528990 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.530805 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-47d25c3f-f4d9-47da-85ff-2c8def1c9d02 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.548148 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af592b34-9036-453f-ada2-cb096e401f26,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.550878 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.553646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.554827 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-3fb57f2e-f9fb-451e-86e5-4e5168b4665f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276412 Jun 22 21:18:51.557629 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38260) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.562037 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.587065 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.645411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.648998 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.651305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-922ec561-b49e-4090-8262-e38f04022b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.667837 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40797b31-ad22-4cc6-a029-e3b9da7cc43e,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.670606 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.673793 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.674458 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158540 Jun 22 21:18:51.677152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38262) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.681426 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.707187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.764022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.767410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.769243 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0d0515e2-c7c3-4f78-9425-bf620de5de40 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.785257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51269508-f344-4e07-8a6b-d571cefb1a74,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.787962 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.790314 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.792024 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bddc4f7f-75d1-4c3d-ba46-1c6ea950d5c4 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134450 Jun 22 21:18:51.794828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38264) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.799287 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.819336 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:18:51.824250 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.888458 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.892407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.894193 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-afa88d0f-d461-4ec4-b8a2-0212eb088cbc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:51.910541 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d4feaf-c084-4158-bda6-8dd23dc9313b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:51.912886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:51.918207 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:51.919389 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-55bff5a7-f25d-4163-a033-7cb75d952eaf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236315 Jun 22 21:18:51.922144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38266) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:51.926503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'security_group_rule': {'security_group_id': '7480698f-84b2-4e7a-b93e-2a6c4b297c47', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:51.946762 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Project 5da92ff765e740cdbb0a51a0ef9ffaa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:18:51.952415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.013533 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.016847 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.018582 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:52.035496 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29010f7-da54-45cc-a67a-05d046c46499,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:52.038274 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:52.039977 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.041505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8171bce2-bfdf-4949-a8f8-7e410c071619 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180909 Jun 22 21:18:52.044075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38268) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:52.048925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'network': {'name': 'tempest-network-smoke--815279331', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'port_security_enabled': True}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:52.069971 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:18:52.074340 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.098046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:18:52.108163 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.108500 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Added segment 54051dc5-7470-4465-ab4c-d81e58609817 of type vlan for network e0b23668-9a84-4038-994c-2d7cf133cd9f Jun 22 21:18:52.147153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.174215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.179646 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:52.180220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.182964 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e6df55c1-225b-44a0-ba6a-50bf9d3798ad tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:52.243203 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1980896 Jun 22 21:18:52.246917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38270) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:52.251626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'admin_state_up': True, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:52.252979 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Network': ['ID=e0b23668-9a84-4038-994c-2d7cf133cd9f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:52.255662 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-792060c8-94c1-4198-81ff-63bf9abc719d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:52.263425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network e0b23668-9a84-4038-994c-2d7cf133cd9f details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:18:52.275344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.276531 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.334716 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.472050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.613370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.669774 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.690366 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.788587 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.175 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/cf90e09b-5aad-4494-ad9c-a1ccf8f1425a) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:18:52.892719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.930170 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:52.933243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-8664097f-3f81-427d-9f6d-076c0658fdf8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:52.969306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:18:52.972003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:52.975331 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:18:53.002867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:53.006648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:53.093528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:53.225576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:53.415667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:53.542335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:18:53.645700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:18:53.654930 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986de498-a490-415a-a827-b04f8082a7da None None] Sync routers for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:18:53.663773 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:53.663998 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:53.664375 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:53.668676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4170864 Jun 22 21:18:53.668973 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38272) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:53.700196 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-11223458-45a0-4a2b-ab14-06fc45605770 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5da92ff765e740cdbb0a51a0ef9ffaa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270021 Jun 22 21:18:53.700590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38274) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:53.768788 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:53.789190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda4357e-a925-4ea6-a144-b70a41ad774e tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:53.790745 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fda4357e-a925-4ea6-a144-b70a41ad774e tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890861 Jun 22 21:18:53.794004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38276) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:53.823681 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8553bc43-6a26-4147-a14e-6f07945ce5b7 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283756 Jun 22 21:18:53.825986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38278) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:53.831295 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396983429', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:53.922155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:18:53.925590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:53.950214 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:53Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:53.980879 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986de498-a490-415a-a827-b04f8082a7da None None] Checking router: 44c0d3e2-ddca-408f-93a5-4dcc59d55215 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:18:53.981231 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986de498-a490-415a-a827-b04f8082a7da None None] Updating router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:18:54.015707 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.111266 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.113754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-1e5268a1-639f-4abb-985c-71fddd960938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:54.173356 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Subnet': ['ID=132cb195-b7a8-409f-b0b3-9228ae82f92a,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:54.176361 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:54.178960 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Checking segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:18:54.179317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network hostable DHCP agents. Network: e0b23668-9a84-4038-994c-2d7cf133cd9f, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:18:54.198023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network e0b23668-9a84-4038-994c-2d7cf133cd9f is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:18:54.208072 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, e0b23668-9a84-4038-994c-2d7cf133cd9f) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:54.212078 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:54.212659 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.220235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742fddea-c78c-4410-ae0c-63d1e0004481 None None] Network e0b23668-9a84-4038-994c-2d7cf133cd9f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:18:54.228225 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-cf019334-c5f6-486f-9567-c77f37809c0a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011207 Jun 22 21:18:54.232820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38280) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:18:54.276239 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.286072 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-986de498-a490-415a-a827-b04f8082a7da None None] Transition to ACTIVE for port object cf90e09b-5aad-4494-ad9c-a1ccf8f1425a will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:54.292636 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.294958 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-a4e1a6d8-2501-4506-a9ec-875ef1d14383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:54.342170 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-986de498-a490-415a-a827-b04f8082a7da None None] Attempting to bind port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:18:54.342572 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-986de498-a490-415a-a827-b04f8082a7da None None] Attempting to bind port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:18:54.342937 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de498-a490-415a-a827-b04f8082a7da None None] Attempting to bind port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:18:54.352891 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de498-a490-415a-a827-b04f8082a7da None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:18:54.353251 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de498-a490-415a-a827-b04f8082a7da None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:18:54.354213 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.354970 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986de498-a490-415a-a827-b04f8082a7da None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:18:54.355223 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-986de498-a490-415a-a827-b04f8082a7da None None] Bound port: cf90e09b-5aad-4494-ad9c-a1ccf8f1425a, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:18:54.355673 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.357211 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Pushing event updated for resources: {'Port': ['ID=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,revision_number=2']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:54.390602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-e0b23668-9a84-4038-994c-2d7cf133cd9f', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:18:54.390824 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.390997 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.391629 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.391755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.391847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.391926 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.392255 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.392580 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.392898 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.393592 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.393592 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.393841 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.394176 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:18:54.409849 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:54.418865 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-986de498-a490-415a-a827-b04f8082a7da None None] For port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:18:54.422188 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-986de498-a490-415a-a827-b04f8082a7da None None] For port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:18:54.427599 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-986de498-a490-415a-a827-b04f8082a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.429546 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-80ff6e25-c51f-4c1b-af63-a22e7ee1f768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:54.475572 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:54.476208 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:54.555167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Allocated IP 172.20.0.2 (e0b23668-9a84-4038-994c-2d7cf133cd9f/132cb195-b7a8-409f-b0b3-9228ae82f92a/023de080-0281-4a47-bc78-e4678eafe5b1) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:18:54.570264 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Pushing event updated for resources: {'Port': ['ID=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:54.581237 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-4551a773-4123-4ec4-9a1a-cfa044d26d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:54.591896 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:54.702262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.718870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.727375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Transition to ACTIVE for port object 023de080-0281-4a47-bc78-e4678eafe5b1 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:54.743961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Transition to ACTIVE for port object 023de080-0281-4a47-bc78-e4678eafe5b1 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:54.751618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.753573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:54.779359 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-986de498-a490-415a-a827-b04f8082a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:53Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:54.793283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Network e0b23668-9a84-4038-994c-2d7cf133cd9f is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:18:54.798634 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:54.803303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:18:54.807197 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Pushing event updated for resources: {'Port': ['ID=023de080-0281-4a47-bc78-e4678eafe5b1,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:54.811335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:54.866515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Attempting to bind port 023de080-0281-4a47-bc78-e4678eafe5b1 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:18:54.866940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Attempting to bind port 023de080-0281-4a47-bc78-e4678eafe5b1 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:18:54.867265 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Attempting to bind port 023de080-0281-4a47-bc78-e4678eafe5b1 on network e0b23668-9a84-4038-994c-2d7cf133cd9f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:18:54.873735 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:18:54.874218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Checking segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:18:54.874649 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.875067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Bound using segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:18:54.875573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Bound port: 023de080-0281-4a47-bc78-e4678eafe5b1, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:18:54.875966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.918978 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986de498-a490-415a-a827-b04f8082a7da None None] The sync data for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv is: [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:53Z', 'revision_number': 3, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:18:54.954773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] For port 023de080-0281-4a47-bc78-e4678eafe5b1, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:18:54.958759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] For port 023de080-0281-4a47-bc78-e4678eafe5b1, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=023de080-0281-4a47-bc78-e4678eafe5b1,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:18:54.971544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:54.974387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:55.044601 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Pushing event updated for resources: {'Port': ['ID=023de080-0281-4a47-bc78-e4678eafe5b1,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:55.048778 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:55.484795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.1 (e0b23668-9a84-4038-994c-2d7cf133cd9f/132cb195-b7a8-409f-b0b3-9228ae82f92a/4dddb605-da20-42dd-a3f8-de474dd6d8bf) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:18:55.502327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 023de080-0281-4a47-bc78-e4678eafe5b1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:18:55.585371 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 023de080-0281-4a47-bc78-e4678eafe5b1 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:55.594342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device cf90e09b-5aad-4494-ad9c-a1ccf8f1425a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:18:55.627624 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.650891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object 4dddb605-da20-42dd-a3f8-de474dd6d8bf will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:55.660476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:55.665026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:55.665633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.692910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.697336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ebd53dd3-6abc-49b2-bedb-d7bf21d04975 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:55.745376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network e0b23668-9a84-4038-994c-2d7cf133cd9f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:18:55.754756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:55.757402 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:18:55.763669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:55.764587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.776464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:55.792540 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:55.800328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.802985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:55.832315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:55.865849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:55.869937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:56.003626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.134137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919168e-c6dc-41e1-b90b-4b1b6dc3c857 None None] Network e0b23668-9a84-4038-994c-2d7cf133cd9f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:18:56.247888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Provisioning for port 023de080-0281-4a47-bc78-e4678eafe5b1 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:56.256785 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Provisioning complete for port 023de080-0281-4a47-bc78-e4678eafe5b1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:56.257179 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.295841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.301537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.305713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2d8756ea-784a-45a2-a249-5264c9290fe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:56.381688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.383740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:56.384019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.387442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:56.432068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] For port 023de080-0281-4a47-bc78-e4678eafe5b1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=023de080-0281-4a47-bc78-e4678eafe5b1,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:56.436876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.438914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:56.487664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network e0b23668-9a84-4038-994c-2d7cf133cd9f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:18:56.490054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:56.498748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Pushing event updated for resources: {'Port': ['ID=023de080-0281-4a47-bc78-e4678eafe5b1,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:56.502570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:56.618874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:18:56.661067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Provisioning for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:56.665925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Provisioning complete for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:56.666721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.702150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Port 4dddb605-da20-42dd-a3f8-de474dd6d8bf cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:18:56.713440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Provisioning complete for port 023de080-0281-4a47-bc78-e4678eafe5b1 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:56.714058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3d53e74d-d296-4a0d-a9ea-bbc58db4ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:56.747379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:18:56.757157 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/44c0d3e2-ddca-408f-93a5-4dcc59d55215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182736 Jun 22 21:18:56.766991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Sync routers for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:18:56.781480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:56.782150 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:56.926787 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-57c0f8b1-2f55-47f0-9aab-1f4cc56ec40d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293052974&fields=id&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 267 time: 0.0374613 Jun 22 21:18:56.929369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:57.030675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-4f05618a-6e24-4b1d-b710-2241870e0bc9 None None] Provisioning complete for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:57.030975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4f05618a-6e24-4b1d-b710-2241870e0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.046726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-d6f27cc3-a93a-4b1c-a9f1-3c2379a57d19 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:57.048208 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-d6f27cc3-a93a-4b1c-a9f1-3c2379a57d19 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 796 time: 0.1113167 Jun 22 21:18:57.063488 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-19aea644-7db9-4618-8d30-c21b5398767e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/quotas/5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 375 time: 0.0096467 Jun 22 21:18:57.102177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-4f05618a-6e24-4b1d-b710-2241870e0bc9 None None] Port 4dddb605-da20-42dd-a3f8-de474dd6d8bf cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:18:57.136066 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-b612930e-95dd-4e63-b2ad-32daedd6a7f1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673032 Jun 22 21:18:57.172177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:56Z', 'revision_number': 2, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:57.199527 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Checking router: 44c0d3e2-ddca-408f-93a5-4dcc59d55215 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:18:57.199899 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Updating router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 port 4dddb605-da20-42dd-a3f8-de474dd6d8bf binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:18:57.241921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.251296 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b79446e4-e70c-4cae-8ccd-98fd19a4493a None None] Provisioning complete for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:57.251676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b79446e4-e70c-4cae-8ccd-98fd19a4493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.280308 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-52f2312f-aeb8-452e-bb15-8ca71b95d375 service neutron] 10.222.0.66 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325512 Jun 22 21:18:57.315154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-b79446e4-e70c-4cae-8ccd-98fd19a4493a None None] Port 4dddb605-da20-42dd-a3f8-de474dd6d8bf cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:18:57.368853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-d80f938a-3982-4e17-964e-0d00ec306e78 service neutron] 10.222.0.66 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Jun 22 21:18:57.451101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 023de080-0281-4a47-bc78-e4678eafe5b1 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:18:57.551745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 023de080-0281-4a47-bc78-e4678eafe5b1 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:57.552403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.566541 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-feb08d42-5bc0-4715-b380-62b1876720c8 req-054ca926-094e-4d0f-b04d-483cdde15f84 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 210 time: 0.0418346 Jun 22 21:18:57.622869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.636608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Transition to ACTIVE for port object 4dddb605-da20-42dd-a3f8-de474dd6d8bf will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:57.643792 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.661642 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:57.718472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device cf90e09b-5aad-4494-ad9c-a1ccf8f1425a up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:18:57.722199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Pushing event updated for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:57.743474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:57.814313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Attempting to bind port 4dddb605-da20-42dd-a3f8-de474dd6d8bf on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:18:57.814705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Attempting to bind port 4dddb605-da20-42dd-a3f8-de474dd6d8bf by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:18:57.815075 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Attempting to bind port 4dddb605-da20-42dd-a3f8-de474dd6d8bf on network e0b23668-9a84-4038-994c-2d7cf133cd9f {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:18:57.823628 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:18:57.824191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Checking segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:18:57.824604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.825022 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Bound using segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:18:57.825507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Bound port: 4dddb605-da20-42dd-a3f8-de474dd6d8bf, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:18:57.825884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.847558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:57.848113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.972707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] For port 4dddb605-da20-42dd-a3f8-de474dd6d8bf, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:18:57.980020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] For port 4dddb605-da20-42dd-a3f8-de474dd6d8bf, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4dddb605-da20-42dd-a3f8-de474dd6d8bf,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:18:57.986670 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:57.989762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:58.087310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:18:58.088448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:58.132581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Pushing event updated for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:58.154313 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:58.402731 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:18:58.604489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:57Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:18:58.635839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62107e5e-2a2e-48fa-9ea3-4944ca386911 None None] The sync data for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv is: [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:57Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:18:58.747232 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ca83644a-ad0a-4d1a-b514-e1a4780e50d1 req-9a576e3d-ec15-4489-b5d0-55e633339735 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 210 time: 0.0373833 Jun 22 21:18:58.859775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-3ac4fc48-7040-4f33-9923-ba014b7ffa6a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:58.861552 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-3ac4fc48-7040-4f33-9923-ba014b7ffa6a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 796 time: 0.1271737 Jun 22 21:18:58.920719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-2c6d3ad6-0fe6-4845-beed-b9c4128dadbf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7 HTTP/1.1" status: 200 len: 380 time: 0.0400212 Jun 22 21:18:58.930865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'port': {'device_id': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'admin_state_up': True, 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'security_groups': ['7480698f-84b2-4e7a-b93e-2a6c4b297c47']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:59.057037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Made reservation on behalf of 5da92ff765e740cdbb0a51a0ef9ffaa7 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:18:59.060881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.207312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.20.0.13 (e0b23668-9a84-4038-994c-2d7cf133cd9f/132cb195-b7a8-409f-b0b3-9228ae82f92a/fb08c569-fbb7-4d94-86c0-ceeee056850b) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:18:59.361467 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.377556 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Transition to ACTIVE for port object fb08c569-fbb7-4d94-86c0-ceeee056850b will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:18:59.420407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.428191 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b360641-a22c-4520-a3be-97fa86e0bd32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:59.473954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network e0b23668-9a84-4038-994c-2d7cf133cd9f is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:18:59.474208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4dddb605-da20-42dd-a3f8-de474dd6d8bf up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:18:59.480038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:18:59.483540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:18:59.513141 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:59.516427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:59.534077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:59.539712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:59.540102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.549317 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:18:59.550163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.569785 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6429880 Jun 22 21:18:59.587015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Request body: {'port': {'device_id': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:18:59.641526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.679363 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 4dddb605-da20-42dd-a3f8-de474dd6d8bf, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4dddb605-da20-42dd-a3f8-de474dd6d8bf,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:18:59.684862 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.693216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:18:59.698781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.756332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:18:59.760311 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:18:59.834656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3592635-9ff8-4b53-b189-ba953d7274e6 None None] Provisioning for port fb08c569-fbb7-4d94-86c0-ceeee056850b completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:18:59.839182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d3592635-9ff8-4b53-b189-ba953d7274e6 None None] Provisioning complete for port fb08c569-fbb7-4d94-86c0-ceeee056850b triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:18:59.839719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d3592635-9ff8-4b53-b189-ba953d7274e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:18:59.876196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d3592635-9ff8-4b53-b189-ba953d7274e6 None None] Port fb08c569-fbb7-4d94-86c0-ceeee056850b cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:19:00.004318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496e4e-8bed-44be-bba6-4863fe1eb580 req-aa725885-55d3-4d81-894b-e90310fec80e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.005668 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4496e4e-8bed-44be-bba6-4863fe1eb580 req-aa725885-55d3-4d81-894b-e90310fec80e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 932 time: 0.1097622 Jun 22 21:19:00.055720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb08c569-fbb7-4d94-86c0-ceeee056850b {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:19:00.068044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:00.080230 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e4496e4e-8bed-44be-bba6-4863fe1eb580 req-10688dd9-8b7d-4ad6-b302-962006bd2b77 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572202 Jun 22 21:19:00.087219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Transition to ACTIVE for port object fb08c569-fbb7-4d94-86c0-ceeee056850b will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:19:00.092235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:00.103335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41b5c942-a045-49cc-8924-3bd9fe2b671b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:00.146406 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Pushing event updated for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:00.165468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:00.217700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Attempting to bind port fb08c569-fbb7-4d94-86c0-ceeee056850b on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:19:00.218090 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Attempting to bind port fb08c569-fbb7-4d94-86c0-ceeee056850b by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:19:00.218529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Attempting to bind port fb08c569-fbb7-4d94-86c0-ceeee056850b on network e0b23668-9a84-4038-994c-2d7cf133cd9f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:19:00.223031 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Port fb08c569-fbb7-4d94-86c0-ceeee056850b on network e0b23668-9a84-4038-994c-2d7cf133cd9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:19:00.223352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Attempting to bind port fb08c569-fbb7-4d94-86c0-ceeee056850b on network e0b23668-9a84-4038-994c-2d7cf133cd9f {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:19:00.228632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:19:00.228960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Checking segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:19:00.229502 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Bound using segment: {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:19:00.229957 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Bound port: fb08c569-fbb7-4d94-86c0-ceeee056850b, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54051dc5-7470-4465-ab4c-d81e58609817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:19:00.230305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:00.302814 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:19:00.305739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:19:00.309633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:00.312348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e774d1f1-a68d-4387-8dbd-7e9bd3a5c64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:00.346829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.347436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:00.348788 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] 10.222.0.53 "PUT /v2.0/ports/fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 1094 time: 0.7669957 Jun 22 21:19:00.349344 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:19:00.351697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b0654-4a9a-4beb-ab42-7889f96a9717" -d '{"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:19:00.372321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Pushing event updated for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:00.375283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:00.414854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403d907c-a526-492e-8503-62b2e7cbc4c2 x-openstack-request-id: req-403d907c-a526-492e-8503-62b2e7cbc4c2 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:19:00.415218 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:19:00.416873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-403d907c-a526-492e-8503-62b2e7cbc4c2 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:19:00.417623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'status': 'completed', 'code': 200} Jun 22 21:19:00.465652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-ef1555b2-8c65-446e-9231-bdae7ca2924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.467226 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-ef1555b2-8c65-446e-9231-bdae7ca2924e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1097 time: 0.0707448 Jun 22 21:19:00.522113 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-66d7e24a-3899-4fb3-a970-eb313cbdcf63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 217 time: 0.0420954 Jun 22 21:19:00.574685 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-6d34e486-8910-49d3-a502-a8cec95cbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.576090 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-6d34e486-8910-49d3-a502-a8cec95cbdd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0449729 Jun 22 21:19:00.641146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-25ed2d79-69aa-4944-9e9d-d31aa0d00666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.642644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-25ed2d79-69aa-4944-9e9d-d31aa0d00666 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566068 Jun 22 21:19:00.739576 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-17f8d246-4b7a-4be8-91cd-bfd477efc9fa service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866327 Jun 22 21:19:00.831299 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b76019bf-adb6-4ace-9682-0840ec33d98a req-e3547ded-f1b2-488e-9771-01bdac9a36fd service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812986 Jun 22 21:19:00.939762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-561d3595-6d05-484a-89fd-09364780a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:00.941216 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-561d3595-6d05-484a-89fd-09364780a10b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1097 time: 0.0513663 Jun 22 21:19:01.037039 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-e5358c63-3577-4e9c-9bfc-fdb443c79dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:01.038527 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-e5358c63-3577-4e9c-9bfc-fdb443c79dbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 897 time: 0.0895720 Jun 22 21:19:01.080822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-b176ac5c-890d-4a49-b608-0a1b0e28508c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 217 time: 0.0351000 Jun 22 21:19:01.133812 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-d661549d-9b0a-4bdb-a631-09abe518c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:01.136043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-d661549d-9b0a-4bdb-a631-09abe518c73a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0482340 Jun 22 21:19:01.193001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-4347ef28-3744-4310-b15e-d979c208a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:01.194521 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-4347ef28-3744-4310-b15e-d979c208a64e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518997 Jun 22 21:19:01.329369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc0522-2963-45e8-8656-4a5c0b3545e5 req-85b9a657-e3a2-40d8-9021-6d36976831fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:01.330862 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-34bc0522-2963-45e8-8656-4a5c0b3545e5 req-85b9a657-e3a2-40d8-9021-6d36976831fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 944 time: 0.1354637 Jun 22 21:19:01.332982 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-aa2fbccc-2420-4df4-b6a4-9492bb7b7dc5 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280169 Jun 22 21:19:01.423292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-34bc0522-2963-45e8-8656-4a5c0b3545e5 req-ff8b416e-48d7-4ac5-b81f-857f394c4cac tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867581 Jun 22 21:19:01.428835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4dddb605-da20-42dd-a3f8-de474dd6d8bf up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:19:01.462468 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-946b0654-4a9a-4beb-ab42-7889f96a9717 req-e9a19874-f636-43f6-886d-36195effa747 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199124 Jun 22 21:19:01.475904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 4dddb605-da20-42dd-a3f8-de474dd6d8bf triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:19:01.476278 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:02.521401 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device fb08c569-fbb7-4d94-86c0-ceeee056850b details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:19:02.618539 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:02.631774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'port_id': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'mac_address': 'fa:16:3e:9f:2e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:19:02.678767 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:02.693225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb08c569-fbb7-4d94-86c0-ceeee056850b {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:19:02.715870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:02.718996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:02.720890 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-595b61a9-756b-4682-b6f8-494384b13eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:02.769410 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:02.772681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:02.959635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099413c-136a-429d-99c4-80382b545771 req-43e2b185-7a02-49c5-8fc0-dab9e1065335 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:02.961104 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1099413c-136a-429d-99c4-80382b545771 req-43e2b185-7a02-49c5-8fc0-dab9e1065335 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 944 time: 0.4194570 Jun 22 21:19:02.972982 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['fb08c569-fbb7-4d94-86c0-ceeee056850b'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:19:03.000055 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1099413c-136a-429d-99c4-80382b545771 req-1ea22169-3322-4efe-837a-5a074c03060a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Jun 22 21:19:04.171631 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02a82-2bc3-46d9-aa5a-a4f0c761f7e4 req-74cce2fc-3eab-417f-83da-d2bd9d7d63d8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:04.173083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6c02a82-2bc3-46d9-aa5a-a4f0c761f7e4 req-74cce2fc-3eab-417f-83da-d2bd9d7d63d8 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 945 time: 0.0628870 Jun 22 21:19:04.212302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6c02a82-2bc3-46d9-aa5a-a4f0c761f7e4 req-db909b59-0c8d-4e96-9e97-b41cca8d6fa7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Jun 22 21:19:04.522226 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device fb08c569-fbb7-4d94-86c0-ceeee056850b up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:19:04.571052 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port fb08c569-fbb7-4d94-86c0-ceeee056850b completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:19:04.575507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port fb08c569-fbb7-4d94-86c0-ceeee056850b triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:19:04.575886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:04.654487 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:04.676613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:19:04.678962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5eb9da-b58b-4b6b-94cd-2db24f600079" -d '{"events": [{"server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "name": "network-vif-plugged", "status": "completed", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:19:04.692014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:04.696157 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:04.698112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:04.746025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:04.749206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:04.772049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc192e51-291c-4d39-ba2e-aaee37d81497 x-openstack-request-id: req-fc192e51-291c-4d39-ba2e-aaee37d81497 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:19:04.775843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "name": "network-vif-plugged", "status": "completed", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:19:04.776026 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc192e51-291c-4d39-ba2e-aaee37d81497 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:19:04.776444 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'code': 200} Jun 22 21:19:05.006100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bcb8a-5ca8-4e83-ad99-4b176b6d884b req-91cff379-2e76-48c7-9ff5-58e3f082fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:05.007618 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e78bcb8a-5ca8-4e83-ad99-4b176b6d884b req-91cff379-2e76-48c7-9ff5-58e3f082fa64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1099 time: 0.0509126 Jun 22 21:19:05.047076 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e78bcb8a-5ca8-4e83-ad99-4b176b6d884b req-b75c8092-8dde-4164-9941-505fea9a82a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273724 Jun 22 21:19:05.390795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228357d-9909-4d83-8e68-1af6bde2279b req-ea53a55b-e88c-40b8-a521-cf471ecb5cb9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:05.392313 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c228357d-9909-4d83-8e68-1af6bde2279b req-ea53a55b-e88c-40b8-a521-cf471ecb5cb9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0668902 Jun 22 21:19:05.429502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c228357d-9909-4d83-8e68-1af6bde2279b req-2c91c991-81fc-4668-879b-cf80426a4a83 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Jun 22 21:19:06.611851 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861293-5c88-4d27-966f-f70a2422067f req-dadec035-f7c8-4f33-9618-bc9e620d88fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:06.613332 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95861293-5c88-4d27-966f-f70a2422067f req-dadec035-f7c8-4f33-9618-bc9e620d88fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0634866 Jun 22 21:19:06.651175 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95861293-5c88-4d27-966f-f70a2422067f req-2ee156fb-7ad4-43e4-98c0-be2b5a13ca60 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jun 22 21:19:06.823289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ba2a4-e0de-4072-9ba0-a04a373ee221 req-ed67f3cc-b4c5-4b21-9781-b88d7f59257c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:06.824638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b25ba2a4-e0de-4072-9ba0-a04a373ee221 req-ed67f3cc-b4c5-4b21-9781-b88d7f59257c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0623779 Jun 22 21:19:06.861948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b25ba2a4-e0de-4072-9ba0-a04a373ee221 req-bd31618f-7581-41d0-b921-071b4bcf7e3d tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Jun 22 21:19:06.888455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38344) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:06.938836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5396aae-1a61-4869-b73b-3df14d70a298 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:06.940307 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c5396aae-1a61-4869-b73b-3df14d70a298 tempest-TestNetworkAdvancedServerOps-935190294 tempest-TestNetworkAdvancedServerOps-935190294-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1094 time: 0.0508904 Jun 22 21:19:06.943153 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:06.947963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:19:06.969177 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.067071 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.168883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Allocated IP 172.26.4.47 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/3a12a131-b132-4ffd-85a8-a044c2f9ef3c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:19:07.268962 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.307038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.311086 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-afd0fb3d-29bf-4b01-bb39-54224163d310 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:07.347341 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:19:07.350027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:19:07.354558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:19:07.381954 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=3a12a131-b132-4ffd-85a8-a044c2f9ef3c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:07.386503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:07.729361 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.807017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.957580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.961783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:07.964365 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:08.043681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event updated for resources: {'Port': ['ID=3a12a131-b132-4ffd-85a8-a044c2f9ef3c,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:08.049158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:08.055881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:08.157829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP b64db499-20b4-4742-95e0-8174df3fc8ca associated. External IP: 172.26.4.47, port: fb08c569-fbb7-4d94-86c0-ceeee056850b. Jun 22 21:19:08.773403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:19:08.883188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:19:08.893601 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Sync routers for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:19:08.899780 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:08.905467 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:08.906499 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:08.938822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9923394 Jun 22 21:19:08.938822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:19:08.939642 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a86f58-1a87-445c-aad8-1c2f0c665482" -d '{"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:19:08.981189 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0e517-0b08-4024-8512-c6529cda5283 x-openstack-request-id: req-5fc0e517-0b08-4024-8512-c6529cda5283 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:19:08.981782 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:19:08.981868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fc0e517-0b08-4024-8512-c6529cda5283 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:19:08.982430 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'status': 'completed', 'code': 200} Jun 22 21:19:09.015132 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:09.060768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-cfc360a6-a1ba-4493-b9d9-43d77f2d1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:09.062203 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-cfc360a6-a1ba-4493-b9d9-43d77f2d1b85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1099 time: 0.0563290 Jun 22 21:19:09.100994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9953-9780-4eff-8cd2-35df8cbe8777 req-8d05c340-36d7-4276-8b28-8562ee9f4087 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:09.102530 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6f1a9953-9780-4eff-8cd2-35df8cbe8777 req-8d05c340-36d7-4276-8b28-8562ee9f4087 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0711765 Jun 22 21:19:09.146303 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6f1a9953-9780-4eff-8cd2-35df8cbe8777 req-5bd8a88c-09ad-48d7-9031-f480088841ea tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356715 Jun 22 21:19:09.162660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-a602ce11-7f7d-476d-9ebf-32c0e95de10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:09.164103 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-a602ce11-7f7d-476d-9ebf-32c0e95de10b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 897 time: 0.0957658 Jun 22 21:19:09.170724 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38352) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:09.230614 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-90cae70e-7f4a-4f89-bb11-c71b90f03d55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 999 time: 0.0597341 Jun 22 21:19:09.234701 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-bb715674-c655-41a8-b0b4-8ddbb089dc68 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/b64db499-20b4-4742-95e0-8174df3fc8ca HTTP/1.1" status: 200 len: 991 time: 0.0622692 Jun 22 21:19:09.261054 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'b64db499-20b4-4742-95e0-8174df3fc8ca', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'port_id': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'mac_address': 'fa:16:3e:9f:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:19:07Z', 'updated_at': '2021-06-22T21:19:07Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:09.279400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-8f53c348-77a7-4093-8063-fa6f31cb7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:09.280834 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-8f53c348-77a7-4093-8063-fa6f31cb7956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0438490 Jun 22 21:19:09.290277 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Checking router: 44c0d3e2-ddca-408f-93a5-4dcc59d55215 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:19:09.299079 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:09.299684 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:18:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:09.343640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-1e8341dc-cc91-4109-b093-98e8b3a8119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:09.345104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-1e8341dc-cc91-4109-b093-98e8b3a8119d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578234 Jun 22 21:19:09.407877 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:09.435919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-47512c2e-9390-4354-bc85-a0faa648fbf2 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839231 Jun 22 21:19:09.530555 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a86f58-1a87-445c-aad8-1c2f0c665482 req-fa82f60b-2e04-4260-8622-e3b9d0a0b3a3 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881157 Jun 22 21:19:09.629302 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'b64db499-20b4-4742-95e0-8174df3fc8ca', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'port_id': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'mac_address': 'fa:16:3e:9f:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:19:07Z', 'updated_at': '2021-06-22T21:19:07Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:09.658057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df2b7-7d9f-482f-8304-c34131b16703 None None] The sync data for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv is: [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'b64db499-20b4-4742-95e0-8174df3fc8ca', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'floating_ip_address': '172.26.4.47', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'port_id': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'mac_address': 'fa:16:3e:9f:2e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:19:07Z', 'updated_at': '2021-06-22T21:19:07Z', 'revision_number': 0, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:19:09.862860 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a3107d-8171-45ed-bd1a-686706b3d0bc None None] New status for floating IP b64db499-20b4-4742-95e0-8174df3fc8ca: ACTIVE {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:19:10.238331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38354) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:10.309296 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-dcca0cab-b40c-4db8-9126-0840cfd7e0a5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/b64db499-20b4-4742-95e0-8174df3fc8ca HTTP/1.1" status: 200 len: 993 time: 0.0696688 Jun 22 21:19:16.992067 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-82725014-88e9-4fbc-a636-93916756327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:19.830752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0d819beb-1267-4484-b71b-97b7ddf9d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:19.950271 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:19:20.054503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:21.157961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:22.631624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:23.095846 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:27.340929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-93b90b73-c111-4205-80d2-11b2cbc581c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507832 Jun 22 21:19:27.436958 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-10b2b5ad-27d6-4e62-bcc4-9423687d9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:27.438426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-10b2b5ad-27d6-4e62-bcc4-9423687d9cba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1099 time: 0.0527701 Jun 22 21:19:27.549700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-0314828f-f81a-4155-8fa0-754b3f718806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:27.551154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-0314828f-f81a-4155-8fa0-754b3f718806 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 897 time: 0.0892906 Jun 22 21:19:27.614756 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-b0eb99ea-82d4-44f4-894c-95b91235a6bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 1001 time: 0.0562441 Jun 22 21:19:27.666617 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-ffd6ee77-2c81-49ab-aabf-03e4c5b1e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:27.668004 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-ffd6ee77-2c81-49ab-aabf-03e4c5b1e0bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0462754 Jun 22 21:19:27.725045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-7c34cd2b-6267-434b-a114-a73309da3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:27.726589 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-7c34cd2b-6267-434b-a114-a73309da3913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519385 Jun 22 21:19:27.816644 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-24f9e537-df3f-45f8-ae4f-4503918fc07d service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Jun 22 21:19:27.911658 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d03a9eac-ebff-4d35-8ff6-e6eaa002bcdf req-7bf405bb-0852-496c-9c15-68e27299e64f service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874047 Jun 22 21:19:43.847704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec50afd-3f44-4a50-ac66-8cb395d5f79c req-5df2fe05-8f0a-4b09-b104-8a0e9869ca79 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:43.849224 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dec50afd-3f44-4a50-ac66-8cb395d5f79c req-5df2fe05-8f0a-4b09-b104-8a0e9869ca79 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0715992 Jun 22 21:19:43.888480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dec50afd-3f44-4a50-ac66-8cb395d5f79c req-c16c3273-e32e-459d-a9e9-fbb777de9d92 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336473 Jun 22 21:19:45.059000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189b5e4-e627-4102-8913-0f71c85ca0c3 req-3762fd4a-afe2-4401-aa84-fdfa8fc094e5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:45.060443 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2189b5e4-e627-4102-8913-0f71c85ca0c3 req-3762fd4a-afe2-4401-aa84-fdfa8fc094e5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0617597 Jun 22 21:19:45.097626 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2189b5e4-e627-4102-8913-0f71c85ca0c3 req-aa25461d-77b3-4106-9f6f-ec2a671c0fba tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309279 Jun 22 21:19:45.122533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38372) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:45.188694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ea54cef9-0a97-4f7a-b4bf-168bde6a29ba tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/b64db499-20b4-4742-95e0-8174df3fc8ca HTTP/1.1" status: 200 len: 993 time: 0.0649157 Jun 22 21:19:46.692898 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8177-54d4-4662-9f34-0bfe68915af5 req-38893319-5f17-4aee-b6f6-6f8c0d6a43fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:46.694427 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6afe8177-54d4-4662-9f34-0bfe68915af5 req-38893319-5f17-4aee-b6f6-6f8c0d6a43fe tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.1067173 Jun 22 21:19:46.696443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-b249c4eb-4863-48ba-84bf-98b4868d3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:46.697748 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-b249c4eb-4863-48ba-84bf-98b4868d3b39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1099 time: 0.1088424 Jun 22 21:19:46.755314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6afe8177-54d4-4662-9f34-0bfe68915af5 req-d5311270-fe36-40ea-8824-cc3cf5e9b8d1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549943 Jun 22 21:19:46.814693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-70bc4143-bbfd-4594-aa9b-849dd6d1e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:46.816118 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-70bc4143-bbfd-4594-aa9b-849dd6d1e375 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 897 time: 0.1021752 Jun 22 21:19:46.887730 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-d596f57b-069d-4a9a-9002-6e468e74f072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 1001 time: 0.0620055 Jun 22 21:19:46.938023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-bfaf8efa-de02-4572-be4b-ad7700278923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:46.939415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-bfaf8efa-de02-4572-be4b-ad7700278923 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0423138 Jun 22 21:19:46.992421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4241-05c7-4a0d-880a-2a7a0d8c42f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:47.000192 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-ba86f146-5f2b-4756-8854-6e39e4eb281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:47.001807 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-ba86f146-5f2b-4756-8854-6e39e4eb281e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523028 Jun 22 21:19:47.098677 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-17aa6491-d60c-4ec3-8eb2-0035f652ee0e service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870419 Jun 22 21:19:47.193388 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8c891200-4292-45ec-888e-235d7eb9ea09 req-574e9028-c771-4bde-babe-3c4094d492f6 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847547 Jun 22 21:19:47.929738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cb5c1-c3c3-4ef6-ae91-38d6fe4b4120 req-b4a49ee4-2da1-4163-b3e2-c0fdcf1d7851 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:47.931226 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bd6cb5c1-c3c3-4ef6-ae91-38d6fe4b4120 req-b4a49ee4-2da1-4163-b3e2-c0fdcf1d7851 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0638080 Jun 22 21:19:47.970112 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bd6cb5c1-c3c3-4ef6-ae91-38d6fe4b4120 req-79e5ac2e-5afb-45b7-955b-5c52c2b94bef tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Jun 22 21:19:49.163504 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85281c99-db95-4c7f-a3b9-4be3638ff731 req-81d30ea5-cb6d-427a-8709-e397cc1e6cdf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:49.164958 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-85281c99-db95-4c7f-a3b9-4be3638ff731 req-81d30ea5-cb6d-427a-8709-e397cc1e6cdf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0636327 Jun 22 21:19:49.202334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-85281c99-db95-4c7f-a3b9-4be3638ff731 req-f1ffc644-e8e0-4b72-a0f1-403123be7391 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Jun 22 21:19:49.228236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:49.287887 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-50e6ab14-2bc5-4097-8582-54f1abdcdcc2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/floatingips/b64db499-20b4-4742-95e0-8174df3fc8ca HTTP/1.1" status: 200 len: 993 time: 0.0584195 Jun 22 21:19:49.590748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38392) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:49.748490 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 3a12a131-b132-4ffd-85a8-a044c2f9ef3c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:19:49.748744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:49.828500 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:49.828881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:49.832526 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f403-184c-4be8-9699-ae40dce6cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:49.841049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 3a12a131-b132-4ffd-85a8-a044c2f9ef3c owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:19:49.991383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:49.994132 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:50.018840 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=3a12a131-b132-4ffd-85a8-a044c2f9ef3c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:50.029695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.030126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.030509 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.030916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.031878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.032264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.032639 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.033013 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.033384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.033752 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.034147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.034520 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:50.052582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:50.055664 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:50.092776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:50.093128 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Floating IP b64db499-20b4-4742-95e0-8174df3fc8ca disassociated (deleted). External IP: 172.26.4.47, port: fb08c569-fbb7-4d94-86c0-ceeee056850b. Jun 22 21:19:50.307247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:19:50.415776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:19:50.420571 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:50.426438 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Sync routers for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:19:50.438963 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:50.439647 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:50.458598 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/floatingips/b64db499-20b4-4742-95e0-8174df3fc8ca HTTP/1.1" status: 204 len: 168 time: 0.8667307 Jun 22 21:19:50.459383 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:19:50.462054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376" -d '{"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:19:50.501808 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c5891-bf6a-4e67-85b3-41a19187ea71 x-openstack-request-id: req-e97c5891-bf6a-4e67-85b3-41a19187ea71 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:19:50.502204 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:19:50.502526 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e97c5891-bf6a-4e67-85b3-41a19187ea71 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:19:50.502995 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'status': 'completed', 'code': 200} Jun 22 21:19:50.566668 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:50.590931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-e468e0b3-92a4-4a0b-8765-7091c31f7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:50.592450 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-e468e0b3-92a4-4a0b-8765-7091c31f7acd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 1099 time: 0.0573893 Jun 22 21:19:50.695411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-30ac8350-2624-4a52-ad53-7eb0cbacbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:50.696899 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-30ac8350-2624-4a52-ad53-7eb0cbacbec1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 200 len: 897 time: 0.0943553 Jun 22 21:19:50.748557 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-209c718d-c7e4-4b05-ac77-31120f4fc1cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 200 len: 217 time: 0.0402312 Jun 22 21:19:50.787488 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:50.811558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-7bfb67ae-908e-4ed7-9a8b-c3b8690b9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:50.815503 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-7bfb67ae-908e-4ed7-9a8b-c3b8690b9334 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 200 len: 835 time: 0.0600498 Jun 22 21:19:50.820819 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Checking router: 44c0d3e2-ddca-408f-93a5-4dcc59d55215 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:19:50.831040 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:50.831653 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:50.880409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23a0d-a870-421f-86a8-95cac2a2e68f req-e3daf8ba-1894-48ec-87f2-82ad3d030651 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:50.882209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edb23a0d-a870-421f-86a8-95cac2a2e68f req-e3daf8ba-1894-48ec-87f2-82ad3d030651 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.1091046 Jun 22 21:19:50.904343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-41672429-ec15-4f3f-8ba8-381bd3fad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:50.906346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-41672429-ec15-4f3f-8ba8-381bd3fad919 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0b23668-9a84-4038-994c-2d7cf133cd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830042 Jun 22 21:19:50.928311 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edb23a0d-a870-421f-86a8-95cac2a2e68f req-3c3d7a6d-a2c0-4372-b060-e6e13d5677a6 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Jun 22 21:19:50.948124 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:51.007697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-72bc258b-86e0-4687-b15f-87def6c602c7 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949378 Jun 22 21:19:51.101221 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7a8f5302-d7e9-45ce-bb8c-3e908c3fd376 req-2fea3022-d5f1-4ef6-9b95-b627e00c5634 service neutron] 10.222.0.53 "GET /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868869 Jun 22 21:19:51.162659 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:51.233510 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:51.258650 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5b112-5ada-4ca8-b982-9d1df486d663 None None] The sync data for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv is: [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '4dddb605-da20-42dd-a3f8-de474dd6d8bf', 'name': '', 'network_id': 'e0b23668-9a84-4038-994c-2d7cf133cd9f', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'mac_address': 'fa:16:3e:1b:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:55Z', 'updated_at': '2021-06-22T21:18:59Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'subnets': [{'id': '132cb195-b7a8-409f-b0b3-9228ae82f92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:19:51.464503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91d851-e621-4a22-9a9f-899a6f8d2849 None None] New status for floating IP b64db499-20b4-4742-95e0-8174df3fc8ca: DOWN {{(pid=100375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:19:52.112124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defb88a-5a78-48bb-9911-c24514fbe107 req-312d99bf-ed11-48f2-a48e-697b27d2ae32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:52.113703 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9defb88a-5a78-48bb-9911-c24514fbe107 req-312d99bf-ed11-48f2-a48e-697b27d2ae32 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0691755 Jun 22 21:19:52.157867 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9defb88a-5a78-48bb-9911-c24514fbe107 req-e8625d8d-7c8d-4614-bd8c-8a7112630147 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/security-groups?id=7480698f-84b2-4e7a-b93e-2a6c4b297c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383680 Jun 22 21:19:52.535340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-1d889ba0-0bcd-452b-8510-4cf541992605 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:52.536676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-1d889ba0-0bcd-452b-8510-4cf541992605 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 946 time: 0.0628574 Jun 22 21:19:52.625081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:52.638836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port fb08c569-fbb7-4d94-86c0-ceeee056850b {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:19:52.639174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:52.728390 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port fb08c569-fbb7-4d94-86c0-ceeee056850b, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=fb08c569-fbb7-4d94-86c0-ceeee056850b,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:52.728735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:52.740985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for fb08c569-fbb7-4d94-86c0-ceeee056850b owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:19:52.873321 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:52.877234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87ab89c5-0a3c-4de1-9baf-272c90dc987c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:52.902800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=fb08c569-fbb7-4d94-86c0-ceeee056850b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:52.906463 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:52.947012 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] No DVR routers for this DVR port fb08c569-fbb7-4d94-86c0-ceeee056850b on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:19:52.949433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:52.951392 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26db3f04-093e-4ad8-abef-8d0ade4af91d req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.53 "DELETE /v2.0/ports/fb08c569-fbb7-4d94-86c0-ceeee056850b HTTP/1.1" status: 204 len: 173 time: 0.4057789 Jun 22 21:19:52.951930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'name': 'network-vif-deleted', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:19:52.955272 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cf8617-ef54-4455-ad08-12cdfc25d436" -d '{"events": [{"server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "name": "network-vif-deleted", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:19:52.997041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11fc08-5e4b-423d-816e-8584d64ba4e2 x-openstack-request-id: req-4b11fc08-5e4b-423d-816e-8584d64ba4e2 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:19:52.997389 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d0495e-9ecb-4ee3-8e14-de79fbab575d", "name": "network-vif-deleted", "tag": "fb08c569-fbb7-4d94-86c0-ceeee056850b", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:19:52.997698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b11fc08-5e4b-423d-816e-8584d64ba4e2 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:19:52.998179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d0495e-9ecb-4ee3-8e14-de79fbab575d', 'name': 'network-vif-deleted', 'tag': 'fb08c569-fbb7-4d94-86c0-ceeee056850b', 'status': 'completed', 'code': 200} Jun 22 21:19:53.101874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:53.341620 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d825e482-040c-41c4-a5c6-efa25e823e2d req-10f7fda2-4672-4122-aac2-3a31ef94ae41 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "GET /v2.0/ports?device_id=32d0495e-9ecb-4ee3-8e14-de79fbab575d HTTP/1.1" status: 200 len: 210 time: 0.0350544 Jun 22 21:19:54.436241 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38410) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:54.801227 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.069279 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port 4dddb605-da20-42dd-a3f8-de474dd6d8bf {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:19:55.069540 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.157475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port 4dddb605-da20-42dd-a3f8-de474dd6d8bf, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=4dddb605-da20-42dd-a3f8-de474dd6d8bf,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:55.157823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.170028 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for 4dddb605-da20-42dd-a3f8-de474dd6d8bf owned by network:router_interface {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:19:55.352888 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.354733 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-99987377-723a-46aa-b359-098e644f634a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:55.378462 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=4dddb605-da20-42dd-a3f8-de474dd6d8bf,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:55.388099 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.388488 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.388868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.389247 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.389608 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.390026 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.391055 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.392000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.392000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.392194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.392475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.392832 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:55.398838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:55.573869 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.785230 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:19:55.893138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:19:55.898070 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "PUT /v2.0/routers/44c0d3e2-ddca-408f-93a5-4dcc59d55215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4607489 Jun 22 21:19:55.900891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:55.902437 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Sync routers for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:19:55.912099 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:55.912794 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:55.950967 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting subnet 132cb195-b7a8-409f-b0b3-9228ae82f92a {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:19:55.954867 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:55.994375 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.017031 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:56.081104 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.141183 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.144161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-87069e92-9277-409f-b687-fb398dd953ff tempest-RoutersNegativeTest-1852508079 tempest-RoutersNegativeTest-1852508079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:56.169643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Subnet': ['ID=132cb195-b7a8-409f-b0b3-9228ae82f92a,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:56.171633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.173486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/subnets/132cb195-b7a8-409f-b0b3-9228ae82f92a HTTP/1.1" status: 204 len: 168 time: 0.2716143 Jun 22 21:19:56.174611 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7f02d579-1ce7-4ba1-bb28-bf1f1ee4e6c5 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:56.176191 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38414) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:56.180842 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81051e-d8b9-49ca-ace9-bc66215da9a7 None None] Network e0b23668-9a84-4038-994c-2d7cf133cd9f requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:19:56.201010 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:19:55Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:56.229559 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Checking router: 44c0d3e2-ddca-408f-93a5-4dcc59d55215 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:19:56.239262 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Routers {'44c0d3e2-ddca-408f-93a5-4dcc59d55215'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:19:56.240040 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:56.291875 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.349082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] Set router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:19:56.383102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] DHCP port deletion for e0b23668-9a84-4038-994c-2d7cf133cd9f request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:19:56.413074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.430443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Deleting port 023de080-0281-4a47-bc78-e4678eafe5b1 {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:19:56.431147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.466927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Deleting port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:19:56.467360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.495169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] For port 023de080-0281-4a47-bc78-e4678eafe5b1, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=023de080-0281-4a47-bc78-e4678eafe5b1,segment=NetworkSegment(54051dc5-7470-4465-ab4c-d81e58609817),segment_id=54051dc5-7470-4465-ab4c-d81e58609817)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:56.495682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.508415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Calling delete_port for 023de080-0281-4a47-bc78-e4678eafe5b1 owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:19:56.541400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:19:55Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:56.555535 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] For port cf90e09b-5aad-4494-ad9c-a1ccf8f1425a, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:19:56.555973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.568780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Calling delete_port for cf90e09b-5aad-4494-ad9c-a1ccf8f1425a owned by network:router_gateway {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:19:56.571106 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1573291-e345-4daf-b5e4-4a64afa49926 None None] The sync data for ids ['44c0d3e2-ddca-408f-93a5-4dcc59d55215'] in dv-neutron-797537-2-hyperv is: [{'id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302756752', 'tenant_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:19:55Z', 'revision_number': 5, 'project_id': '5da92ff765e740cdbb0a51a0ef9ffaa7', 'gw_port': {'id': 'cf90e09b-5aad-4494-ad9c-a1ccf8f1425a', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0d3e2-ddca-408f-93a5-4dcc59d55215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:18:52Z', 'updated_at': '2021-06-22T21:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:19:56.598292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.600618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:56.625669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Pushing event deleted for resources: {'Port': ['ID=023de080-0281-4a47-bc78-e4678eafe5b1,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:56.633141 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] No DVR routers for this DVR port 023de080-0281-4a47-bc78-e4678eafe5b1 on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:19:56.635175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.635523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.635859 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.636189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.636515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.636841 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.637249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.637575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.637936 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.638259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.638580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.638895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:19:56.643154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-8c5820b3-afd3-4032-88fd-65bfe1b5ac80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:56.746707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.748713 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9fc0c089-0291-4c00-926e-b5546e658d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:56.773746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Port': ['ID=cf90e09b-5aad-4494-ad9c-a1ccf8f1425a,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:56.777504 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:56.832287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device fb08c569-fbb7-4d94-86c0-ceeee056850b no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:19:56.836993 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.852925 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: fb08c569-fbb7-4d94-86c0-ceeee056850b {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:19:56.853194 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device fb08c569-fbb7-4d94-86c0-ceeee056850b not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:19:56.933416 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.935812 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.949037 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:19:56.985879 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.986434 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Fanout notify agent at l3_agent the message router_deleted on router 44c0d3e2-ddca-408f-93a5-4dcc59d55215 {{(pid=100373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:19:56.994127 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:56.995273 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-730a81e3-91ab-4e57-baa6-d6a6c54e5311 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/routers/44c0d3e2-ddca-408f-93a5-4dcc59d55215 HTTP/1.1" status: 204 len: 168 time: 0.8181067 Jun 22 21:19:56.998003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38416) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:57.080141 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.175175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.185889 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b23668-9a84-4038-994c-2d7cf133cd9f']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:57.196726 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54051dc5-7470-4465-ab4c-d81e58609817') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:57.197022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54051dc5-7470-4465-ab4c-d81e58609817') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:19:57.208034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.223616 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.230305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:19:57.230776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:19:57.234712 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:19:57.303781 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.307590 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5d4cb16e-2c21-42a7-aa14-28e471a1073f tempest-AllowedAddressPairIpV6TestJSON-386820816 tempest-AllowedAddressPairIpV6TestJSON-386820816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:57.311721 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.316522 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/networks/e0b23668-9a84-4038-994c-2d7cf133cd9f HTTP/1.1" status: 204 len: 168 time: 0.3148422 Jun 22 21:19:57.316859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38418) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:57.333357 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'Network': ['ID=e0b23668-9a84-4038-994c-2d7cf133cd9f,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:57.335377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d78dd279-2206-4e36-af00-374865f2c237 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:57.387909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.415947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.461079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 023de080-0281-4a47-bc78-e4678eafe5b1 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:19:57.479681 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.482330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:57.483354 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 023de080-0281-4a47-bc78-e4678eafe5b1 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:19:57.483486 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] 10.222.0.66 "DELETE /v2.0/security-groups/7480698f-84b2-4e7a-b93e-2a6c4b297c47 HTTP/1.1" status: 204 len: 168 time: 0.1656582 Jun 22 21:19:57.483737 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 023de080-0281-4a47-bc78-e4678eafe5b1 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:19:57.484177 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4dddb605-da20-42dd-a3f8-de474dd6d8bf no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:19:57.484453 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4925bb55-ba63-4555-a61d-99e519b54902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:57.493723 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480698f-84b2-4e7a-b93e-2a6c4b297c47,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:57.496964 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:57.507571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 4dddb605-da20-42dd-a3f8-de474dd6d8bf {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:19:57.508010 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 4dddb605-da20-42dd-a3f8-de474dd6d8bf not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:19:57.508485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device cf90e09b-5aad-4494-ad9c-a1ccf8f1425a no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:19:57.534764 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: cf90e09b-5aad-4494-ad9c-a1ccf8f1425a {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:19:57.535135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device cf90e09b-5aad-4494-ad9c-a1ccf8f1425a not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:19:57.810325 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38426) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:57.941304 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-d2f4647e-10f1-43d6-8caa-0cbc6a0e4703 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5da92ff765e740cdbb0a51a0ef9ffaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296008 Jun 22 21:19:57.943440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:57.992046 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.013353 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.058770 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.061461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.063430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37bdf6ef-bad9-427e-b259-f6197ba8bf3b HTTP/1.1" status: 204 len: 168 time: 0.1189744 Jun 22 21:19:58.064197 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6714cba5-5c6e-41a5-a82a-66859ddbaa6f tempest-TestVolumeBootPattern-1138463093 tempest-TestVolumeBootPattern-1138463093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:58.071489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bdf6ef-bad9-427e-b259-f6197ba8bf3b,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:58.073754 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c6c1f813-d4bd-4015-a0f2-57e61071107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:58.313293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38436) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:58.326400 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.418017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.422358 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.424709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9d09a4bf-b83f-41c8-9d96-0e7483ac5942 tempest-NegativeSecGroupTest-1607164776 tempest-NegativeSecGroupTest-1607164776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:58.460536 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=418448864f1a4ea4bc4fdd4803227968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461034 Jun 22 21:19:58.461439 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a68fe0-8463-487d-afa2-1f3ccc205e7e,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:58.463259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38438) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:58.464580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-0c3df869-e52c-461a-a532-91576e0327e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:58.513834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.540413 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.598123 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.600779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:58.601953 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62a68fe0-8463-487d-afa2-1f3ccc205e7e HTTP/1.1" status: 204 len: 168 time: 0.1376741 Jun 22 21:19:58.602762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76881021-9e26-4091-9f25-cb36bec6ed51 tempest-SecGroupTest-862388170 tempest-SecGroupTest-862388170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:58.611095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a68fe0-8463-487d-afa2-1f3ccc205e7e,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:58.613466 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:59.299058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38460) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:59.394362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1376571249-network', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:19:59.415760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Made reservation on behalf of 413483ba9e534b41b0c2a480eacd3d50 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:19:59.418091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.426931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.515377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.519433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.522418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0801b8a2-b142-4e1b-865a-e491b73c32ca tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:59.547284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:19:59.553428 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa8c0c-6303-437c-b983-677454ef0e36,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:59.557283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:59.560130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.560527 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Added segment 9facfe3a-6a64-4719-becb-285badcc2e96 of type vlan for network a220c591-5b4d-417b-bb7a-ca7547307111 Jun 22 21:19:59.602519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.631126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.632139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:59.632718 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.634875 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-774ceb85-0715-4413-bfd9-c96e3c7d7555 tempest-RoutersNegativeIpV6Test-1771146390 tempest-RoutersNegativeIpV6Test-1771146390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:59.663166 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3628716 Jun 22 21:19:59.666190 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38464) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:59.672291 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Request body: {'subnet': {'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1376571249-subnet', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:19:59.695776 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Made reservation on behalf of 413483ba9e534b41b0c2a480eacd3d50 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:19:59.698124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.706036 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Pushing event updated for resources: {'Network': ['ID=a220c591-5b4d-417b-bb7a-ca7547307111,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:59.708802 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b06fc2e6-a4dc-4386-b739-5ec3a8cae794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:59.715907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network a220c591-5b4d-417b-bb7a-ca7547307111 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:19:59.872946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.876267 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3116b669-d658-4203-b745-5b09dfd58f84 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:19:59.930326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:19:59.934069 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:19:59.938004 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Checking segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:19:59.938370 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Network hostable DHCP agents. Network: a220c591-5b4d-417b-bb7a-ca7547307111, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:19:59.955838 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Network a220c591-5b4d-417b-bb7a-ca7547307111 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:19:59.964652 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, a220c591-5b4d-417b-bb7a-ca7547307111) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:19:59.969359 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:19:59.970082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:19:59.975989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f2ec6-b419-4c3e-8d1c-9e9a6a9d16b0 None None] Network a220c591-5b4d-417b-bb7a-ca7547307111 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:19:59.988489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38466) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:19:59.988722 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-22c5dca3-a903-49ea-892d-b279ae3942d7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212783 Jun 22 21:19:59.993970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:00.016735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.017702 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.069696 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.130694 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-a220c591-5b4d-417b-bb7a-ca7547307111', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:20:00.131560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.208309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.270011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Allocated IP 172.20.0.2 (a220c591-5b4d-417b-bb7a-ca7547307111/31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b/b88bb7f6-4f87-489f-89e6-d2f27603df92) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:00.415912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.416324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.425385 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Transition to ACTIVE for port object b88bb7f6-4f87-489f-89e6-d2f27603df92 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:00.439008 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.441819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Transition to ACTIVE for port object b88bb7f6-4f87-489f-89e6-d2f27603df92 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:00.449320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.452109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:00.484776 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Network a220c591-5b4d-417b-bb7a-ca7547307111 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:00.489431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:00.492748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:00.506050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Pushing event updated for resources: {'Port': ['ID=b88bb7f6-4f87-489f-89e6-d2f27603df92,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:00.523865 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:00.543854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Allocated IP 172.26.4.152 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/22644301-8c6c-4a71-b402-fa0c106642f2) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:00.558254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Attempting to bind port b88bb7f6-4f87-489f-89e6-d2f27603df92 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:00.558770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Attempting to bind port b88bb7f6-4f87-489f-89e6-d2f27603df92 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:00.559227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Attempting to bind port b88bb7f6-4f87-489f-89e6-d2f27603df92 on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:00.565709 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:00.566258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Checking segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:00.566781 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.567279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Bound using segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:00.567845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Bound port: b88bb7f6-4f87-489f-89e6-d2f27603df92, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:00.568315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.634566 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] For port b88bb7f6-4f87-489f-89e6-d2f27603df92, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:00.637399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] For port b88bb7f6-4f87-489f-89e6-d2f27603df92, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b88bb7f6-4f87-489f-89e6-d2f27603df92,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:00.643137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.645318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:00.667944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.701155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Pushing event updated for resources: {'Port': ['ID=b88bb7f6-4f87-489f-89e6-d2f27603df92,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:00.705486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:00.711443 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:00.714593 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d56ab08b-eff6-47f4-ada2-fc90b2c16624 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:00.748989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:00.754107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:00.757505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:00.787760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Pushing event updated for resources: {'Port': ['ID=22644301-8c6c-4a71-b402-fa0c106642f2,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:00.791928 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:01.047927 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:01.502548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b88bb7f6-4f87-489f-89e6-d2f27603df92 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:01.554851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port b88bb7f6-4f87-489f-89e6-d2f27603df92 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:01.589515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5464e8-30c4-469b-80f0-ee1293169336 None None] Network a220c591-5b4d-417b-bb7a-ca7547307111 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:20:01.625533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:01.712389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Provisioning for port b88bb7f6-4f87-489f-89e6-d2f27603df92 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:01.732972 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Provisioning complete for port b88bb7f6-4f87-489f-89e6-d2f27603df92 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:01.733341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:01.753431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:20:01.830494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:01.883858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:20:01.903243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:01.904625 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9143052 Jun 22 21:20:01.907586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38468) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:02.008927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:20:02.037270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:02.037926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:02.042827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] For port b88bb7f6-4f87-489f-89e6-d2f27603df92, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b88bb7f6-4f87-489f-89e6-d2f27603df92,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:02.080684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.084040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:02.175012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Pushing event updated for resources: {'Port': ['ID=b88bb7f6-4f87-489f-89e6-d2f27603df92,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:02.179682 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:02.194658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:02.257607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c5a46115-2e3f-471a-aea5-58f6bc11a085 None None] Provisioning complete for port b88bb7f6-4f87-489f-89e6-d2f27603df92 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:02.258034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c5a46115-2e3f-471a-aea5-58f6bc11a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.336464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.444009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:00Z', 'revision_number': 3, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:02.470350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:20:02.470711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Updating router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 port 22644301-8c6c-4a71-b402-fa0c106642f2 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:20:02.493873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Allocated IP 172.20.0.1 (a220c591-5b4d-417b-bb7a-ca7547307111/31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b/5ddd7883-2092-4b58-8c32-16625b5d9f39) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:02.507088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.605586 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.619294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Transition to ACTIVE for port object 5ddd7883-2092-4b58-8c32-16625b5d9f39 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:02.651646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.653722 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b0141b57-45fa-4b43-b76d-19ba3f9bc0da tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:02.695810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Network a220c591-5b4d-417b-bb7a-ca7547307111 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:02.699732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:02.703180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:02.704435 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:02.706546 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:02.744688 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.760672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.772019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Transition to ACTIVE for port object 22644301-8c6c-4a71-b402-fa0c106642f2 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:02.778937 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.781983 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-5108cf46-90f6-4088-9aee-44ef3421b36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:02.833574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Attempting to bind port 22644301-8c6c-4a71-b402-fa0c106642f2 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:02.834129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Attempting to bind port 22644301-8c6c-4a71-b402-fa0c106642f2 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:02.834416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Attempting to bind port 22644301-8c6c-4a71-b402-fa0c106642f2 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:02.836528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Pushing event updated for resources: {'Port': ['ID=22644301-8c6c-4a71-b402-fa0c106642f2,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:02.839829 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:02.842671 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:02.843576 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:02.843995 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.844395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:02.844877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Bound port: 22644301-8c6c-4a71-b402-fa0c106642f2, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:02.845259 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.911312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] For port 22644301-8c6c-4a71-b402-fa0c106642f2, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:02.914635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] For port 22644301-8c6c-4a71-b402-fa0c106642f2, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=22644301-8c6c-4a71-b402-fa0c106642f2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:02.920868 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.923497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:02.926377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:02.991114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-197dfb7f-b275-484a-9467-e756407add6e None None] Provisioning for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:02.995318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:02.995947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:03.029956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-197dfb7f-b275-484a-9467-e756407add6e None None] Provisioning complete for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:03.030335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-197dfb7f-b275-484a-9467-e756407add6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.034870 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Pushing event updated for resources: {'Port': ['ID=22644301-8c6c-4a71-b402-fa0c106642f2,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:03.059044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:03.092054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.096760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.098995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b977fde8-8266-49af-8a2c-dcd9817c28bf tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:03.108235 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-197dfb7f-b275-484a-9467-e756407add6e None None] Port 5ddd7883-2092-4b58-8c32-16625b5d9f39 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:20:03.134096 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:03.167562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:03.170017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.173382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:03.263047 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Network a220c591-5b4d-417b-bb7a-ca7547307111 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:03.264533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:03.351809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 1, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:03.380587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49260815-9b27-44ae-a1d2-7f4cfde02bca None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 1, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:20:03.401026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:20:03.479421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b88bb7f6-4f87-489f-89e6-d2f27603df92 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:03.519742 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:20:03.531979 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] 10.222.0.66 "PUT /v2.0/routers/4996f8b4-7bb6-410a-9af9-c570fbf22c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158702 Jun 22 21:20:03.538044 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port b88bb7f6-4f87-489f-89e6-d2f27603df92 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:03.538578 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.539916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-82015355-c1c2-4888-b484-467e5ef5fd79 None None] Provisioning complete for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:03.540285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-82015355-c1c2-4888-b484-467e5ef5fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:03.622333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-82015355-c1c2-4888-b484-467e5ef5fd79 None None] Port 5ddd7883-2092-4b58-8c32-16625b5d9f39 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:20:04.103264 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38484) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:04.111736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-49177672-network', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:04.135364 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Made reservation on behalf of a6da2cac498d4deaa462cb43afef28f7 for: {'network': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:20:04.137722 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.148627 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.251189 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.255105 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.258249 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-814edd7e-5b80-4678-b2e1-7d070d91d982 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:04.280925 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=100373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:20:04.290161 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c31bdb-8402-478b-87b4-31a17a446366,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:04.294321 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:04.298217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.298475 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.segments_db [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Added segment 6a23ba5d-5452-4813-862d-a52976c7943b of type vlan for network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 Jun 22 21:20:04.344369 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.373635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.376330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:04.376725 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.381683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d9b92f1f-57ba-48a9-907b-7c09bc804057 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:04.412703 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3055825 Jun 22 21:20:04.415493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38486) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:04.421195 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Request body: {'subnet': {'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-49177672-subnet', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:04.446609 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Pushing event updated for resources: {'Network': ['ID=abfeabc6-7848-4c99-beae-bfa8ee15e2d6,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:04.447755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Made reservation on behalf of a6da2cac498d4deaa462cb43afef28f7 for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:20:04.449927 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ee230fc-7d94-4bc1-923e-74334dfb2463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:04.450720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.459958 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:20:04.637437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.639503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e87570d6-3761-4828-a58a-1d8c7fbfae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:04.695566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b209203-bba6-4570-9c5c-a5d30120f97d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:04.698910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:04.705097 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Checking segment: {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:04.705462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Network hostable DHCP agents. Network: abfeabc6-7848-4c99-beae-bfa8ee15e2d6, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:20:04.722042 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:20:04.730277 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, abfeabc6-7848-4c99-beae-bfa8ee15e2d6) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:04.735512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:04.736503 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.739596 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d361a4d-32aa-4f7d-b904-3fc325e05851 None None] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:20:04.751216 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0f96cf94-4c9f-4ccc-9a02-d2294cd2f473 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3337581 Jun 22 21:20:04.752980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38488) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:04.757343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:04.778569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.779754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.836793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.901880 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'fixed_ips': [{'subnet_id': '2b209203-bba6-4570-9c5c-a5d30120f97d'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:20:04.902777 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:04.987063 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.039981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Allocated IP 172.20.0.2 (abfeabc6-7848-4c99-beae-bfa8ee15e2d6/2b209203-bba6-4570-9c5c-a5d30120f97d/a59f4d72-4380-46b7-84c6-9aca423f36b5) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:05.194992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.198395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.208323 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Transition to ACTIVE for port object a59f4d72-4380-46b7-84c6-9aca423f36b5 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:05.214795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.224904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Transition to ACTIVE for port object a59f4d72-4380-46b7-84c6-9aca423f36b5 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:05.232658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.235467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:05.275589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:05.278591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:05.282970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:05.285954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Pushing event updated for resources: {'Port': ['ID=a59f4d72-4380-46b7-84c6-9aca423f36b5,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:05.289714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:05.330660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Allocated IP 172.26.4.93 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:05.342877 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Attempting to bind port a59f4d72-4380-46b7-84c6-9aca423f36b5 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:05.343260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Attempting to bind port a59f4d72-4380-46b7-84c6-9aca423f36b5 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:05.343625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Attempting to bind port a59f4d72-4380-46b7-84c6-9aca423f36b5 on network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:05.352773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:05.353154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Checking segment: {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:05.353569 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.354019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Bound using segment: {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:05.354489 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Bound port: a59f4d72-4380-46b7-84c6-9aca423f36b5, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:05.354866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.397649 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:20:05.407891 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:05.408528 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:05.443499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] For port a59f4d72-4380-46b7-84c6-9aca423f36b5, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:05.443707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.447595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] For port a59f4d72-4380-46b7-84c6-9aca423f36b5, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a59f4d72-4380-46b7-84c6-9aca423f36b5,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:05.453440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.461915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2e980ddf-7276-4e95-9178-afd5fc277784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:05.523298 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 22644301-8c6c-4a71-b402-fa0c106642f2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:05.530896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.531163 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:05.534597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:05.551140 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Pushing event updated for resources: {'Port': ['ID=a59f4d72-4380-46b7-84c6-9aca423f36b5,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:05.555420 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:05.578823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:05.583293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:05.591847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:05.592145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 22644301-8c6c-4a71-b402-fa0c106642f2 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:05.593430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:05.596001 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:05.600394 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 22644301-8c6c-4a71-b402-fa0c106642f2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:05.600886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.781706 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 2, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:05.814325 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:20:05.821384 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Updating router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 port 5ddd7883-2092-4b58-8c32-16625b5d9f39 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:20:05.881092 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.903580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.929338 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 22644301-8c6c-4a71-b402-fa0c106642f2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=22644301-8c6c-4a71-b402-fa0c106642f2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:05.935907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.945013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:05.952127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:05.994103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=22644301-8c6c-4a71-b402-fa0c106642f2,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:05.997094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:06.158813 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.168779 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Transition to ACTIVE for port object 5ddd7883-2092-4b58-8c32-16625b5d9f39 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:06.175359 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.177320 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-780342f1-2f7a-4ada-a74b-7e96582b2f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:06.221080 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Pushing event updated for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:06.230861 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.231206 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.231552 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.231878 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.232203 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.232530 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.232859 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.233177 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.234419 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.234754 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.235085 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.235398 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:20:06.240471 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:06.406865 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Attempting to bind port 5ddd7883-2092-4b58-8c32-16625b5d9f39 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:06.407979 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Attempting to bind port 5ddd7883-2092-4b58-8c32-16625b5d9f39 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:06.408526 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Attempting to bind port 5ddd7883-2092-4b58-8c32-16625b5d9f39 on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:06.414552 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:06.415224 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Checking segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:06.415985 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.416127 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Bound using segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:06.416492 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Bound port: 5ddd7883-2092-4b58-8c32-16625b5d9f39, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:06.416866 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.495686 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] For port 5ddd7883-2092-4b58-8c32-16625b5d9f39, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:06.503111 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] For port 5ddd7883-2092-4b58-8c32-16625b5d9f39, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ddd7883-2092-4b58-8c32-16625b5d9f39,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:06.508831 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.510911 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-9b34aed1-e5b2-4937-8f1c-c7fbff6e7b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:06.576082 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:06.576639 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:06.580251 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Pushing event updated for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:06.583925 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:06.594832 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.711273 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:06.716974 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf2d83-badc-4965-b89b-5065a9bc3ff2 None None] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:20:06.744293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Router 72a6fac1-c141-4b56-9c61-61d6eb55c4de is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:20:06.872282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-bb79d81b-c334-4784-bda0-7e26ea0f25bc None None] Provisioning for port a59f4d72-4380-46b7-84c6-9aca423f36b5 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:06.877664 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:20:06.897010 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:06.898345 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1444514 Jun 22 21:20:06.901115 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38490) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:06.908457 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Sync routers for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:20:06.922773 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:06.923494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:06.957948 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:06Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:06.987909 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2a36a-06fa-4ecc-984a-56c866b3ebf7 None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:06Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:20:07.056734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:07.268917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 3, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:07.296989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Checking router: 72a6fac1-c141-4b56-9c61-61d6eb55c4de for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:20:07.297273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Updating router 72a6fac1-c141-4b56-9c61-61d6eb55c4de port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:20:07.335444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.409137 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.583220 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Allocated IP 172.20.0.1 (abfeabc6-7848-4c99-beae-bfa8ee15e2d6/2b209203-bba6-4570-9c5c-a5d30120f97d/30132b16-afe9-4abb-9925-01885f65d6c3) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:07.643905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a59f4d72-4380-46b7-84c6-9aca423f36b5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:07.704927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.707407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.720488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Transition to ACTIVE for port object fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:07.721558 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.provisioning_blocks [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Transition to ACTIVE for port object 30132b16-afe9-4abb-9925-01885f65d6c3 will not be triggered until provisioned by entity DHCP. {{(pid=100373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:07.731361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.733752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:07.737556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a59f4d72-4380-46b7-84c6-9aca423f36b5 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:07.755898 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.762546 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-26af9397-2b07-40f4-bdd6-faca441a2097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:07.763008 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a59f4d72-4380-46b7-84c6-9aca423f36b5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:07.763390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.796573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:07.799537 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:07.803144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:07.816743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Attempting to bind port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:07.817120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Attempting to bind port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:07.817493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Attempting to bind port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:07.825994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Pushing event updated for resources: {'Port': ['ID=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:07.833372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:07.836074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:07.836459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:07.836868 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.837266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:07.837748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Bound port: fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:07.838175 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.926172 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] For port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:07.941227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.959039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] For port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:07.966626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:07.974965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-2761e8de-82e9-424d-af48-50ddff962c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:08.045715 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a59f4d72-4380-46b7-84c6-9aca423f36b5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a59f4d72-4380-46b7-84c6-9aca423f36b5,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:08.054881 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.055734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 22644301-8c6c-4a71-b402-fa0c106642f2 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:08.064486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:08.065147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:08.129321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Pushing event updated for resources: {'Port': ['ID=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:08.132523 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:08.141517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:08.190675 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:08.194794 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:08.211756 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.252878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c5ddd63b-3835-4a6f-b851-ff2000540396 None None] Provisioning for port 30132b16-afe9-4abb-9925-01885f65d6c3 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:08.276353 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c5ddd63b-3835-4a6f-b851-ff2000540396 None None] Provisioning complete for port 30132b16-afe9-4abb-9925-01885f65d6c3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:08.276791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd63b-3835-4a6f-b851-ff2000540396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.320192 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a59f4d72-4380-46b7-84c6-9aca423f36b5,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:08.323337 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:08.336500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:08.352378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.408016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 22644301-8c6c-4a71-b402-fa0c106642f2 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:08.408016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.412027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddd63b-3835-4a6f-b851-ff2000540396 None None] Port 30132b16-afe9-4abb-9925-01885f65d6c3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:20:08.541034 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.549419 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.551914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a0aa5e25-8ede-4c7d-8ec5-92b6e3ca1d51 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:08.598742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ddd7883-2092-4b58-8c32-16625b5d9f39 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:08.637586 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.639515 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:08.643411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:08.662940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 3, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:08.697448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d432c-3397-4619-842b-18252bba1d2d None None] The sync data for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv is: [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 3, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:20:08.704754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:08.709650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:08.710273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.758994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:08.761006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:08.815404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.856886 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 5ddd7883-2092-4b58-8c32-16625b5d9f39, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ddd7883-2092-4b58-8c32-16625b5d9f39,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:08.867003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:08.869507 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:08.925076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Router 72a6fac1-c141-4b56-9c61-61d6eb55c4de has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:20:08.929472 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:08.941799 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:09.060457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:20:09.067775 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-c9243938-6548-4d47-a87b-7753780913f9 admin admin] 10.222.0.66 "PUT /v2.0/routers/72a6fac1-c141-4b56-9c61-61d6eb55c4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1654975 Jun 22 21:20:09.134135 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-5a5562fd-3819-42ee-8a19-6b1ed5bf6dbd None None] Provisioning complete for port 30132b16-afe9-4abb-9925-01885f65d6c3 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:09.134514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5a5562fd-3819-42ee-8a19-6b1ed5bf6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.169514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-5a5562fd-3819-42ee-8a19-6b1ed5bf6dbd None None] Port 30132b16-afe9-4abb-9925-01885f65d6c3 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:20:09.557276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a59f4d72-4380-46b7-84c6-9aca423f36b5 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:09.605097 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a59f4d72-4380-46b7-84c6-9aca423f36b5 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:09.605377 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.682381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:09.727124 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38498) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:09.732360 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877876882', 'description': 'tempest-secgroup-smoke-877876882 description', 'project_id': '413483ba9e534b41b0c2a480eacd3d50'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:09.744835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:09.749969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:09.750352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.756192 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.832510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.843489 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.847108 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.850605 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-39fa893e-ce35-46d6-a5cd-5f4bfc727d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:09.852934 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:09.857756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.860380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ddd7883-2092-4b58-8c32-16625b5d9f39 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:09.862493 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-479d53a0-1965-4ab3-97d1-f283e512d47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:09.877973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.879184 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1508064 Jun 22 21:20:09.881194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7285484b-922c-45cb-8bbf-b73b43c3aece,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:09.882296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38500) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:09.884144 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b755a3f5-5f40-462b-83aa-d56de19f06f7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:09.890299 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:09.920552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.942944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:09.946372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:09.957272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 5ddd7883-2092-4b58-8c32-16625b5d9f39 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:09.957646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.982022 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.987029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:09.988919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-23c7959b-a5a5-458e-a0a0-6d738ea7e107 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.003995 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2d0bb8-fe57-46ee-ac07-868a2af1657f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.008025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.014440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.015806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315155 Jun 22 21:20:10.018474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38502) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:10.023007 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:10.049569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.106020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.110699 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.115926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-55767976-1125-4756-aaa4-d6609f810531 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.131966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b3ce91-331c-4f2a-94db-ba15090376eb,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.134798 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.136354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.137638 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-1ec454c8-64fb-4169-8514-22e150b54c47 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182451 Jun 22 21:20:10.140496 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38504) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:10.145757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:10.174053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.235158 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.238885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.240922 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-24c03246-04e2-49b5-bbdb-5ba388916cbd tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.260329 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c647ab1-07d9-4269-aae8-be8cc1b9cbc2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.263320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.267914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.269324 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-7a308c70-29e9-4b4e-bc92-cdb4601f2b4c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274629 Jun 22 21:20:10.271944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38506) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:10.276594 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:10.304150 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.366647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.373565 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.375654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-17dde362-31bb-4e07-9915-8131259ab8b8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.393043 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e657e42-678e-4678-a2bf-84d0972e237f,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.396343 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.401464 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.402718 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-08fae871-4add-4002-b111-f6887eaa2a9e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298575 Jun 22 21:20:10.406023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38508) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:10.410493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:10.438497 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Project 413483ba9e534b41b0c2a480eacd3d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:20:10.445226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.485847 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Sync routers for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:20:10.496572 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:10.497504 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:10.509401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.513684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.515831 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-575f63f2-7dc3-4dc1-9259-29dbc2333281 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.532693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec108776-ce11-45f0-a6e9-e6896cb557a9,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.536801 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.539859 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.541054 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-de7140ee-2f33-4a13-af28-c30ff31e0c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341362 Jun 22 21:20:10.543829 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38510) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:10.548675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': '7285484b-922c-45cb-8bbf-b73b43c3aece', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:10.572621 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Project 413483ba9e534b41b0c2a480eacd3d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:20:10.577943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.621600 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:10.647234 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.652848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.654891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f72d48b5-b0c8-4431-a1e0-3ad380c1f7c5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:10.674895 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e24497-89fe-41c4-be23-d1341a217d39,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:10.677963 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:10.684695 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.688916 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d95b28fb-f67d-4c2f-969b-85613f188c48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441283 Jun 22 21:20:10.833419 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c51bced5-d2b0-4f2f-aa08-efba914d0588 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877876882&fields=id&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 267 time: 0.0326972 Jun 22 21:20:10.834559 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 4, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '30132b16-afe9-4abb-9925-01885f65d6c3', 'name': '', 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'mac_address': 'fa:16:3e:d5:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:07Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 2, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'subnets': [{'id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:10.865072 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Checking router: 72a6fac1-c141-4b56-9c61-61d6eb55c4de for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:20:10.865421 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Updating router 72a6fac1-c141-4b56-9c61-61d6eb55c4de port 30132b16-afe9-4abb-9925-01885f65d6c3 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:20:10.903400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:10.945336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-4904dfdf-7e10-420a-825f-527678df399c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:10.946806 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-4904dfdf-7e10-420a-825f-527678df399c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 809 time: 0.1040487 Jun 22 21:20:10.962967 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-11ae27a3-37bd-42a1-8ce0-0294aca8cd45 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/quotas/413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 375 time: 0.0105503 Jun 22 21:20:11.034571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-a30c5879-d4ab-4245-ac53-a6eb1da701a5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661733 Jun 22 21:20:11.130794 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-d460c7a2-684a-41c4-b4a0-293d9fba556a service neutron] 10.222.0.66 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848625 Jun 22 21:20:11.164369 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.174128 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Transition to ACTIVE for port object 30132b16-afe9-4abb-9925-01885f65d6c3 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:11.179827 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.181734 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-84dc8456-b9a2-4bea-963f-dfc8a91f32e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:11.228252 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-59bdc725-355e-4ded-a25f-d1f539e4f7f5 service neutron] 10.222.0.66 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913625 Jun 22 21:20:11.252802 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05ed0-cb7c-4abc-b56e-9d4becdbebfb None None] Pushing event updated for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:11.281319 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-d3f05ed0-cb7c-4abc-b56e-9d4becdbebfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:11.283954 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Attempting to bind port 30132b16-afe9-4abb-9925-01885f65d6c3 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:11.284341 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Attempting to bind port 30132b16-afe9-4abb-9925-01885f65d6c3 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:11.284711 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Attempting to bind port 30132b16-afe9-4abb-9925-01885f65d6c3 on network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:11.291801 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:11.292186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Checking segment: {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:11.292593 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.293079 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Bound using segment: {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:11.293455 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Bound port: 30132b16-afe9-4abb-9925-01885f65d6c3, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a23ba5d-5452-4813-862d-a52976c7943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:11.293830 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.365425 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] For port 30132b16-afe9-4abb-9925-01885f65d6c3, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:11.368778 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] For port 30132b16-afe9-4abb-9925-01885f65d6c3, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=30132b16-afe9-4abb-9925-01885f65d6c3,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:11.376458 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.379414 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-2d857507-344c-4c6b-86b8-9b98881a4875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:11.438936 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:11.439078 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7cf71f53-9800-4b81-8882-731735b0739e req-6bc04099-0dec-4b01-b16a-75824f891fc6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0467310 Jun 22 21:20:11.439777 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:19:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:11.513684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:11.553322 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:11.574474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:11.574902 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:11.596657 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f05ed0-cb7c-4abc-b56e-9d4becdbebfb None None] Pushing event updated for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:11.602864 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-d3f05ed0-cb7c-4abc-b56e-9d4becdbebfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:11.860852 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 4, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '30132b16-afe9-4abb-9925-01885f65d6c3', 'name': '', 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'mac_address': 'fa:16:3e:d5:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:07Z', 'updated_at': '2021-06-22T21:20:11Z', 'revision_number': 4, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'subnets': [{'id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:11.892302 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bb9cc-5600-4fa6-8035-3767680f0199 None None] The sync data for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv is: [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 4, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '30132b16-afe9-4abb-9925-01885f65d6c3', 'name': '', 'network_id': 'abfeabc6-7848-4c99-beae-bfa8ee15e2d6', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'mac_address': 'fa:16:3e:d5:e6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:07Z', 'updated_at': '2021-06-22T21:20:11Z', 'revision_number': 4, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'subnets': [{'id': '2b209203-bba6-4570-9c5c-a5d30120f97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:20:12.578659 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5c31f48-4a6a-4bd8-9085-2da86689bc22 req-ede89793-5fdc-4cef-a467-d1e26a9179c9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0374219 Jun 22 21:20:12.685822 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-b9d58663-0d62-406e-a52c-582a6cc91ad1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:12.688373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-b9d58663-0d62-406e-a52c-582a6cc91ad1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 809 time: 0.1126215 Jun 22 21:20:12.749288 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-1cbb076d-e9d9-407a-90b1-0753f8062c85 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 379 time: 0.0449309 Jun 22 21:20:12.760902 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'port': {'device_id': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'admin_state_up': True, 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'security_groups': ['7285484b-922c-45cb-8bbf-b73b43c3aece']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:12.873129 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Made reservation on behalf of 413483ba9e534b41b0c2a480eacd3d50 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:20:12.878019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.008311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Allocated IP 172.20.0.11 (a220c591-5b4d-417b-bb7a-ca7547307111/31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b/4d9907ae-3f6d-4f8e-95e6-9b924c52df7f) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:13.151776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.164976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Transition to ACTIVE for port object 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:13.196790 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.207330 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:13.245756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Network a220c591-5b4d-417b-bb7a-ca7547307111 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:13.248787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:13.252335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:13.284325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:13.287242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:13.313834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:13.314501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.331021 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741377 Jun 22 21:20:13.347530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Request body: {'port': {'device_id': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:13.435100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.471286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-662148b9-8533-4c5b-95fa-76ba22048ff6 None None] Provisioning for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:13.475633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-662148b9-8533-4c5b-95fa-76ba22048ff6 None None] Provisioning complete for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:13.476199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-662148b9-8533-4c5b-95fa-76ba22048ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.503926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 30132b16-afe9-4abb-9925-01885f65d6c3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:13.697580 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-662148b9-8533-4c5b-95fa-76ba22048ff6 None None] Port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:20:13.715501 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 30132b16-afe9-4abb-9925-01885f65d6c3 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:13.721577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 30132b16-afe9-4abb-9925-01885f65d6c3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:13.722049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.724351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:20:13.732858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.747180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Transition to ACTIVE for port object 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:20:13.753145 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.756199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7d5a845d-f2be-4a91-afe1-ba9bd94c7e69 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:13.760700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225926f8-ac30-4355-8881-f3f626b8634b req-8ee17d6d-e47a-4cd0-b65b-36e75bd117df tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:13.762828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-225926f8-ac30-4355-8881-f3f626b8634b req-8ee17d6d-e47a-4cd0-b65b-36e75bd117df tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 932 time: 0.0665119 Jun 22 21:20:13.815111 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-225926f8-ac30-4355-8881-f3f626b8634b req-83598f38-f321-4bf8-8df9-234c0a614358 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Jun 22 21:20:13.819273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:13.826250 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.845603 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:13.893939 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 30132b16-afe9-4abb-9925-01885f65d6c3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=30132b16-afe9-4abb-9925-01885f65d6c3,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:13.900633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.902594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-505bf6c1-9f16-421c-bb19-6d688c8cabe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:13.904649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Attempting to bind port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:20:13.904994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Attempting to bind port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:20:13.905355 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Attempting to bind port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:13.910082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f on network a220c591-5b4d-417b-bb7a-ca7547307111 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:20:13.910409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Attempting to bind port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:20:13.915396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:20:13.915740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Checking segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:20:13.916125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Bound using segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:20:13.916560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Bound port: 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:20:13.916961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:13.960139 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:13.963213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:13.990297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:20:13.993591 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:20:13.998613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:14.001425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-276cce5b-270d-450b-9e66-86f1de8f545e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:14.039017 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.039629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:14.041028 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1094 time: 0.6988077 Jun 22 21:20:14.041569 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:20:14.043939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:20:14.065929 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:14.068946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:14.089034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ee2bd-c097-4806-a1d1-37e9699720c2 x-openstack-request-id: req-194ee2bd-c097-4806-a1d1-37e9699720c2 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:20:14.089382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:20:14.089689 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-194ee2bd-c097-4806-a1d1-37e9699720c2 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:20:14.090179 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'status': 'completed', 'code': 200} Jun 22 21:20:14.163442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-aa9d9c5d-2d73-4d72-b717-83fcc2cf052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.164935 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-aa9d9c5d-2d73-4d72-b717-83fcc2cf052b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0651813 Jun 22 21:20:14.213120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-31598582-b5c2-472b-99ac-2ce57d26bc41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 217 time: 0.0362978 Jun 22 21:20:14.267776 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-4514545a-705f-4436-b63b-8455963b84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.269349 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-4514545a-705f-4436-b63b-8455963b84cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0461075 Jun 22 21:20:14.331907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-0d0a004f-6eea-4111-b8bf-4e2f4ed0b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.333351 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-0d0a004f-6eea-4111-b8bf-4e2f4ed0b65a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544903 Jun 22 21:20:14.433398 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-a72ab473-ab82-45a1-bb77-218b71fad83b service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Jun 22 21:20:14.530639 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c4e8694b-c52e-475b-9f02-4da9941ec0ed req-6715dd41-dbd3-46ab-a972-5d7220c45781 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867405 Jun 22 21:20:14.636538 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-11fa289b-bad2-4cae-a673-0956872cedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.638016 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-11fa289b-bad2-4cae-a673-0956872cedc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1097 time: 0.0516818 Jun 22 21:20:14.728894 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-16807438-4b7b-44a6-b6d4-6f64fd61b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.730273 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-16807438-4b7b-44a6-b6d4-6f64fd61b9d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0828466 Jun 22 21:20:14.777680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-a84b301b-7517-4dad-92d9-7d8e127e6316 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 217 time: 0.0394511 Jun 22 21:20:14.825915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-4f1dd497-4e8a-4f0a-9f8b-17f2c695daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.827929 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-4f1dd497-4e8a-4f0a-9f8b-17f2c695daa1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0433922 Jun 22 21:20:14.886864 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-5cafc11b-14d2-47f7-8e54-a73be96ff494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:14.888314 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-5cafc11b-14d2-47f7-8e54-a73be96ff494 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539582 Jun 22 21:20:14.988363 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-9f451292-63c2-4211-b916-8ce239131958 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923469 Jun 22 21:20:15.033525 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b418c5-a68b-4a72-bd84-de169457b044 req-319678b7-897a-437d-ade3-e3bd137d7fde tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:15.035059 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3b418c5-a68b-4a72-bd84-de169457b044 req-319678b7-897a-437d-ade3-e3bd137d7fde tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0687687 Jun 22 21:20:15.074056 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f3b418c5-a68b-4a72-bd84-de169457b044 req-19372e6f-3fa3-4686-a6c9-426346d544a5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333421 Jun 22 21:20:15.079843 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a8fa0efb-73d7-45b3-80f3-c6e967716bcf req-d7afccbf-10d0-47b3-ba17-91c93c9441c0 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Jun 22 21:20:15.470208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 30132b16-afe9-4abb-9925-01885f65d6c3 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:15.516895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 30132b16-afe9-4abb-9925-01885f65d6c3 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:15.517269 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:16.266058 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07707591-4d45-4336-b57c-fb6c43a2d5b0 req-bf817986-5aad-443b-bcfa-96892f160a63 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:16.267540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07707591-4d45-4336-b57c-fb6c43a2d5b0 req-bf817986-5aad-443b-bcfa-96892f160a63 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0709369 Jun 22 21:20:16.304207 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-07707591-4d45-4336-b57c-fb6c43a2d5b0 req-a7f42680-6f86-4936-82c6-191318ef0d59 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Jun 22 21:20:16.925336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:20:17.007635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3a9494c4-01d0-4e63-8b61-d9db06cd7c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:17.032267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:17.042143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:20:17.078376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:17.095365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:20:17.115092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:17.118584 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:17.120305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-759edb9e-36f9-46f7-9131-e343259938b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:17.164334 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:17.167347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:17.386227 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:20:17.481612 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d365f0c-afd5-46e3-bf16-8fdb21b4e93f req-60923d27-7131-4f00-ac84-9d8b5fae8ba6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:17.483161 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d365f0c-afd5-46e3-bf16-8fdb21b4e93f req-60923d27-7131-4f00-ac84-9d8b5fae8ba6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0655432 Jun 22 21:20:17.521376 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-1d365f0c-afd5-46e3-bf16-8fdb21b4e93f req-51887e0c-91f3-4e89-a3f0-8e2fd0b3995a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325165 Jun 22 21:20:18.698174 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed6b8-e9a8-4ee3-a5fc-4ed31e465ecb req-bbb58ce3-9720-4fb8-b7ae-2603547cbcd8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:18.699641 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8efed6b8-e9a8-4ee3-a5fc-4ed31e465ecb req-bbb58ce3-9720-4fb8-b7ae-2603547cbcd8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0644782 Jun 22 21:20:18.737660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8efed6b8-e9a8-4ee3-a5fc-4ed31e465ecb req-e05eef90-ef63-46d3-bcb2-c2e96c790a0c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Jun 22 21:20:18.941908 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:20:18.989356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:20:18.993074 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:20:18.993453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:19.070056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:19.092263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:20:19.094547 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee412cf-6149-4c69-ab9c-909beac7f86f" -d '{"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:20:19.107399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:20:19.111903 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:19.113931 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f383e297-16bc-4ac1-94a6-e7954c84bacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:19.135340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14994875-753d-47e7-ab5e-f7561d259e36 x-openstack-request-id: req-14994875-753d-47e7-ab5e-f7561d259e36 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:20:19.135582 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:20:19.135874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14994875-753d-47e7-ab5e-f7561d259e36 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:20:19.136261 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'code': 200} Jun 22 21:20:19.161156 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:19.164002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:19.367405 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a421f-1278-4ff0-b88c-9af90111c33a req-8ef7d40a-d2e6-4260-bc20-76290d2550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:19.368830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d60a421f-1278-4ff0-b88c-9af90111c33a req-8ef7d40a-d2e6-4260-bc20-76290d2550fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0516739 Jun 22 21:20:19.412091 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d60a421f-1278-4ff0-b88c-9af90111c33a req-c9b8444d-e6e8-4b26-bf74-06f0acf75f63 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Jun 22 21:20:19.833256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f69fae74-1db0-4789-bd7e-c2566912fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:19.911152 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24ebbc-a78c-4551-bf38-167dd71d0dc3 req-702c1e7c-ad8a-4930-8b58-6a6477721208 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:19.912629 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a24ebbc-a78c-4551-bf38-167dd71d0dc3 req-702c1e7c-ad8a-4930-8b58-6a6477721208 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0653119 Jun 22 21:20:19.954562 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3a24ebbc-a78c-4551-bf38-167dd71d0dc3 req-26b87fa7-eabc-4a76-aa83-8315fbc1cc7c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359261 Jun 22 21:20:20.057442 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.131562 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b007bd5-bd9b-485e-be6b-537898db62bd req-69da4717-48e3-48d9-a26b-f8f3e78b9cf4 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:21.133039 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3b007bd5-bd9b-485e-be6b-537898db62bd req-69da4717-48e3-48d9-a26b-f8f3e78b9cf4 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0685792 Jun 22 21:20:21.164928 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.172080 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3b007bd5-bd9b-485e-be6b-537898db62bd req-814d1f2d-237c-4790-9016-d6416dd268a5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334573 Jun 22 21:20:21.340206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09296bd0-1063-46c0-9ab6-f505e2babeb5 req-93408092-9591-4f44-acf9-11d89fa22dbc tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:21.341646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09296bd0-1063-46c0-9ab6-f505e2babeb5 req-93408092-9591-4f44-acf9-11d89fa22dbc tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0619028 Jun 22 21:20:21.380796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09296bd0-1063-46c0-9ab6-f505e2babeb5 req-c95d285b-916c-4911-b844-e9489678b21d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324354 Jun 22 21:20:21.404691 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38564) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:21.543029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070f302-3304-4d78-bc84-e47c69b9b778 tempest-TestShelveInstance-760272588 tempest-TestShelveInstance-760272588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:21.544517 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3070f302-3304-4d78-bc84-e47c69b9b778 tempest-TestShelveInstance-760272588 tempest-TestShelveInstance-760272588-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1094 time: 0.1387970 Jun 22 21:20:21.547401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38568) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:20:21.551835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:20:21.573707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.676258 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.782048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Allocated IP 172.26.4.171 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/9c7715c4-a473-483c-8997-02b22939c03c) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:20:21.884854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.922259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:21.925446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c5c0f25e-3178-4bdf-92d5-636d0ebb4a82 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:21.973508 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:20:21.976548 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:20:21.981014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:20:21.984169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=9c7715c4-a473-483c-8997-02b22939c03c,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:22.004858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:22.347878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.427961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.577882 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.583064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.585062 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1e1790c3-10c9-4d00-8453-acc5e995d35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:20:22.634556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.646748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=9c7715c4-a473-483c-8997-02b22939c03c,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:20:22.650748 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:20:22.664373 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:22.775839 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Floating IP aa6fb0bb-2778-4eec-b822-a7ab2360a82e associated. External IP: 172.26.4.171, port: 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f. Jun 22 21:20:22.984208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:20:23.097374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:20:23.103132 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:23.107874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:20:23.115095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:23.117676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:23.118335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:20:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:23.152318 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6039209 Jun 22 21:20:23.153260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:20:23.155793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1996071-0102-4a9c-bb9c-9fd16b79f679" -d '{"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:20:23.191889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746889a6-d9da-450e-bb4d-f4741eb00ee5 x-openstack-request-id: req-746889a6-d9da-450e-bb4d-f4741eb00ee5 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:20:23.192119 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:20:23.192482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-746889a6-d9da-450e-bb4d-f4741eb00ee5 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:20:23.192945 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'status': 'completed', 'code': 200} Jun 22 21:20:23.228807 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:23.269227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-1a8a81b2-9c45-425b-93e7-e588127ad362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:23.270313 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-1a8a81b2-9c45-425b-93e7-e588127ad362 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0538726 Jun 22 21:20:23.365462 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-97dc6d6a-0066-40bb-a0be-fe9c7c6f3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:23.367020 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-97dc6d6a-0066-40bb-a0be-fe9c7c6f3d75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0905671 Jun 22 21:20:23.431970 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-dbafab3a-527d-4962-8537-15d9bc6e80f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1000 time: 0.0587132 Jun 22 21:20:23.462622 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa6fb0bb-2778-4eec-b822-a7ab2360a82e', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:20:22Z', 'updated_at': '2021-06-22T21:20:22Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:23.487996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-28a78224-d186-4761-aebf-12054df3dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:23.489291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:20:23.489452 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-28a78224-d186-4761-aebf-12054df3dd1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0499558 Jun 22 21:20:23.498060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:20:23.498673 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:20:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:23.546425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-d88277af-18ec-4de3-aa6e-ae543e39c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:23.547813 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-d88277af-18ec-4de3-aa6e-ae543e39c01a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516219 Jun 22 21:20:23.558237 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-0f19adb9-0649-46a1-93a4-8e0bf66fd12f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:20:23.559171 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-0f19adb9-0649-46a1-93a4-8e0bf66fd12f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050733 Jun 22 21:20:23.604064 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:20:23.648645 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-3c77eaf6-22bd-4c4c-873f-4f62fd276ee9 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Jun 22 21:20:23.744890 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a1996071-0102-4a9c-bb9c-9fd16b79f679 req-63f67cbc-0415-442d-b832-2944a14a6cbd service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Jun 22 21:20:23.828093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa6fb0bb-2778-4eec-b822-a7ab2360a82e', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:20:22Z', 'updated_at': '2021-06-22T21:20:22Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:20:23.858912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22011-8076-41e7-b6ab-822ff7a1a8cd None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': 'aa6fb0bb-2778-4eec-b822-a7ab2360a82e', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:20:22Z', 'updated_at': '2021-06-22T21:20:22Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:20:24.050866 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91fffe-2ac6-4379-ad40-2674daf7635b None None] New status for floating IP aa6fb0bb-2778-4eec-b822-a7ab2360a82e: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:20:29.331315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-b849c832-fdc9-43dc-9558-ad087f56bb8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518486 Jun 22 21:20:29.427636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-790a1fc6-2849-4bdb-8f9c-93e2912738e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:29.429117 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-790a1fc6-2849-4bdb-8f9c-93e2912738e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0570173 Jun 22 21:20:29.905283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-8becccd6-1ec0-42fb-b114-b3f2cf344489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:29.906884 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-8becccd6-1ec0-42fb-b114-b3f2cf344489 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.4581413 Jun 22 21:20:29.977305 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-43c89a4d-d44c-4298-b922-20528bf03cf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1002 time: 0.0631783 Jun 22 21:20:30.025260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-dff3a108-f5c2-48bf-926d-be55ee17b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:30.026736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-dff3a108-f5c2-48bf-926d-be55ee17b76f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0430641 Jun 22 21:20:30.084208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-db7d8c03-6575-4403-bb84-6842950a639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:20:30.085664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-db7d8c03-6575-4403-bb84-6842950a639d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522904 Jun 22 21:20:30.182579 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-03f809cd-6864-425f-8f77-d48e50078ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900636 Jun 22 21:20:30.279876 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-9cd623b7-df82-482b-967b-d13b0a2cbc09 req-44db6490-b71d-47a1-a8f2-04b55917cc2d service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Jun 22 21:20:33.948751 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:20:46.998384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bb26e517-4f7b-42c7-a032-f54423d70820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:49.833874 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a271-37a6-4a78-ac73-de27318a4e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:50.059114 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:51.167429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:52.631607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:20:53.104633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:10.946857 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:21:17.000669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a51b0f4c-e7d6-49e0-a6bb-9c39038686b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:19.834431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f8d466ca-457c-4899-873b-4509cec3d2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:20.059431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:21.170352 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:22.639712 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:23.107856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:27.390139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-906d5e13-8e86-492b-97c9-a00e714d9634 req-414eeedf-e739-4f13-83ba-b95b0e999b65 service neutron] (100374) timed out ('10.222.0.66', 34652) {{(pid=100374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 21:21:32.099902 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-5d4ca145-c01e-4d30-99ed-df518e42c0b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001809 Jun 22 21:21:32.215889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-37283e56-e011-4d09-8722-b4bbf2ddbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:21:32.217462 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-37283e56-e011-4d09-8722-b4bbf2ddbc91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0637538 Jun 22 21:21:32.336935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-760f6941-10b1-4443-997b-a13857dc8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:21:32.338500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-760f6941-10b1-4443-997b-a13857dc8ec3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0932255 Jun 22 21:21:32.406633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-28e78fb5-951b-4ed8-8ad3-ab0a5d5dae4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1002 time: 0.0567253 Jun 22 21:21:32.458613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-0855c1f3-fc15-4305-ab69-77389f35bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:21:32.460071 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-0855c1f3-fc15-4305-ab69-77389f35bf41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0435069 Jun 22 21:21:32.524665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-c3dda83c-ece9-4414-8d4c-958776f5f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:21:32.526090 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-c3dda83c-ece9-4414-8d4c-958776f5f7ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558991 Jun 22 21:21:32.619149 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-3faf9a36-0669-4881-b335-8eee39b20ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823867 Jun 22 21:21:32.719501 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8a15aab3-5213-483d-be4d-1c70a07084ad req-3dc203f2-bdb5-4e0f-93ec-9a396a8068be service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897105 Jun 22 21:21:47.007283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-76e99e12-8c98-4b90-a041-6e573c7d24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:47.945491 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:21:49.835326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fd067be9-eacf-4d21-b918-ffc0b0096837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:50.060169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:51.173533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:52.639769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:21:53.144375 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:17.008102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-36e329ed-6db4-4c57-b336-e2e397aed6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:19.842797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3988826f-57a0-426e-a570-8682c066ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:20.062869 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:20.138938 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2694eb4-8164-41ae-a719-6ba7652ae026 req-0129ecdb-7eb3-4fe9-9419-d97ec8ce21bb tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:20.140419 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d2694eb4-8164-41ae-a719-6ba7652ae026 req-0129ecdb-7eb3-4fe9-9419-d97ec8ce21bb tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.1233366 Jun 22 21:22:20.180380 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d2694eb4-8164-41ae-a719-6ba7652ae026 req-918d5c81-8f4b-4059-9d6e-45631a410d04 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336781 Jun 22 21:22:21.177222 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:21.375276 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f3b5-5f3e-46c2-a74c-5816f9d6d204 req-f3bfd338-a112-4b72-8f3c-dd9ebff1094b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:21.376786 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7f5f3b5-5f3e-46c2-a74c-5816f9d6d204 req-f3bfd338-a112-4b72-8f3c-dd9ebff1094b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0646532 Jun 22 21:22:21.421088 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f7f5f3b5-5f3e-46c2-a74c-5816f9d6d204 req-60a4cf51-9b6f-42ef-bfe8-a124b96910c6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375309 Jun 22 21:22:22.620217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264701-eef6-4a6f-850e-194f9878ae9c req-966e2b8b-0604-4c30-8605-ef734365f9e0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:22.621625 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b3264701-eef6-4a6f-850e-194f9878ae9c req-966e2b8b-0604-4c30-8605-ef734365f9e0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0723407 Jun 22 21:22:22.642498 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:22.661955 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b3264701-eef6-4a6f-850e-194f9878ae9c req-8d5f1814-951f-48f0-b717-7b28eb827e58 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346696 Jun 22 21:22:23.112754 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:23.853296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5740aa3-5e4a-460b-b096-1882576c843e req-1feb782c-a3a4-4c5c-8d12-4510581191b6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:23.854719 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5740aa3-5e4a-460b-b096-1882576c843e req-1feb782c-a3a4-4c5c-8d12-4510581191b6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0801153 Jun 22 21:22:23.902742 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b5740aa3-5e4a-460b-b096-1882576c843e req-be69b185-d3a7-4e08-8d95-2a0827a75a97 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Jun 22 21:22:24.944298 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:22:25.076507 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f59e-868c-4c35-895a-ac9f33b509f3 req-f9047df7-f699-40ba-8062-7fb715b18242 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:25.078032 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba67f59e-868c-4c35-895a-ac9f33b509f3 req-f9047df7-f699-40ba-8062-7fb715b18242 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0638289 Jun 22 21:22:25.116264 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ba67f59e-868c-4c35-895a-ac9f33b509f3 req-50e87d35-d281-4091-8711-efbb2ea7e9de tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321295 Jun 22 21:22:26.309284 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02b161-101c-4ccc-ae86-bbf9699afa1b req-75428818-b7d9-4259-b2c9-8aca5abd5a61 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:26.310809 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fe02b161-101c-4ccc-ae86-bbf9699afa1b req-75428818-b7d9-4259-b2c9-8aca5abd5a61 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0652328 Jun 22 21:22:26.350389 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fe02b161-101c-4ccc-ae86-bbf9699afa1b req-7302fab0-a6c2-4235-92f2-368255d19028 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Jun 22 21:22:27.536175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8e4e8-3add-45a2-b734-e5c85e6553e3 req-253c4e9e-5f60-4f63-b6c6-279864d9f7a2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:27.537657 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-48e8e4e8-3add-45a2-b734-e5c85e6553e3 req-253c4e9e-5f60-4f63-b6c6-279864d9f7a2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0695016 Jun 22 21:22:27.582113 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-48e8e4e8-3add-45a2-b734-e5c85e6553e3 req-3f7a8d7b-0718-4d66-89dc-0e6f67784be1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 Jun 22 21:22:28.753059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4f58d-413d-4e2f-8e0f-6f0b39b17602 req-f7234eb3-15f8-4eac-9003-29688164bb0b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:28.754560 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4c4f58d-413d-4e2f-8e0f-6f0b39b17602 req-f7234eb3-15f8-4eac-9003-29688164bb0b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0643258 Jun 22 21:22:28.791926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4c4f58d-413d-4e2f-8e0f-6f0b39b17602 req-6d5ffba1-6d42-4ff1-ae83-4c7daa4550c9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Jun 22 21:22:29.971335 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d59ce7-bc75-47b1-b3b0-13cfac984825 req-616155b0-5dab-48b8-af4f-a3d0de1f83f0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:29.973920 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-81d59ce7-bc75-47b1-b3b0-13cfac984825 req-616155b0-5dab-48b8-af4f-a3d0de1f83f0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0678952 Jun 22 21:22:30.012313 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-81d59ce7-bc75-47b1-b3b0-13cfac984825 req-251a13ba-8122-48fa-aad3-46009f7f60e7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jun 22 21:22:31.188057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2bb34-ba21-45e7-9d59-cc4c7523a0e4 req-02bade42-9d32-44bb-8606-e1b1c7407297 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:31.189540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97e2bb34-ba21-45e7-9d59-cc4c7523a0e4 req-02bade42-9d32-44bb-8606-e1b1c7407297 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0685499 Jun 22 21:22:31.229048 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-97e2bb34-ba21-45e7-9d59-cc4c7523a0e4 req-2ebf15ef-3ff4-425a-84d8-ce4dd5753b4b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339015 Jun 22 21:22:31.733201 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:22:31.823474 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:22:31.834171 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:22:31.873485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:31.885949 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:22:31.904573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:22:31.908341 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:31.911230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c217b404-3361-45c9-9d44-d78311d77456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:22:31.961617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:22:31.968317 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.968669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.969011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.969346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.969678 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.970038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.970369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.970697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.971024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.971347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.971693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.972016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:22:31.975697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:22:31.999765 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:22:32.411987 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b29bb-6637-4f9e-8674-03968e176ada req-4a1ca893-b622-40c7-88ce-eca8e376203c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:32.413449 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c48b29bb-6637-4f9e-8674-03968e176ada req-4a1ca893-b622-40c7-88ce-eca8e376203c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jun 22 21:22:32.453152 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c48b29bb-6637-4f9e-8674-03968e176ada req-93b2f4ae-a1bb-452f-99e9-3971cfd6693b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341167 Jun 22 21:22:33.655409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf99ae-5fce-44c9-ab86-a6af4f883321 req-3c0f2497-ab84-475d-a0d0-bf98e7381439 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:33.656926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5fcf99ae-5fce-44c9-ab86-a6af4f883321 req-3c0f2497-ab84-475d-a0d0-bf98e7381439 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0755820 Jun 22 21:22:33.706515 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5fcf99ae-5fce-44c9-ab86-a6af4f883321 req-5b8471be-a914-48c7-8e97-a9463aac3038 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437689 Jun 22 21:22:33.747546 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:22:33.803454 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:22:33.803884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:33.897370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:33.926743 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:22:33.929413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84aac5-0f70-4ef6-856a-dfedc698e52f" -d '{"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:22:33.953087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:22:33.963024 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:33.965717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:22:33.995684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cece7-350d-408f-8649-bcb6bc0ca85e x-openstack-request-id: req-413cece7-350d-408f-8649-bcb6bc0ca85e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:22:33.995684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:22:33.995684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-413cece7-350d-408f-8649-bcb6bc0ca85e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:22:33.995684 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'code': 200} Jun 22 21:22:34.023252 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:22:34.027917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:22:34.190312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-a857d90a-e950-4242-a638-c9a7ca945f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:34.192859 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-a857d90a-e950-4242-a638-c9a7ca945f7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0636458 Jun 22 21:22:34.327728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-bb9076f5-cb30-468d-a835-040354399fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:34.329796 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-bb9076f5-cb30-468d-a835-040354399fd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.1101449 Jun 22 21:22:34.420926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-5ad09814-8424-4493-b8e2-1e8dc7f11dbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1002 time: 0.0800169 Jun 22 21:22:34.484259 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-c39ce556-f719-4d48-ab01-708a36a16f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:34.485866 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-c39ce556-f719-4d48-ab01-708a36a16f4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0549610 Jun 22 21:22:34.558670 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-515e9eb9-37ca-4d63-beac-46110968cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:34.560986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-515e9eb9-37ca-4d63-beac-46110968cfa4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655549 Jun 22 21:22:34.683502 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-0fdf2eb1-c135-4309-abd9-77bb609aaa66 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065562 Jun 22 21:22:34.799690 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e3ac2872-c1e6-4ac9-98b1-3cadda1ad86a req-60e3b350-f645-46e5-8f45-9a2285a4de9f service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056852 Jun 22 21:22:35.108477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050f6d1-9af3-4677-8c10-e12b88934fd8 req-d825e6c5-0305-4f1d-a560-395838f6d32c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:35.110109 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1050f6d1-9af3-4677-8c10-e12b88934fd8 req-d825e6c5-0305-4f1d-a560-395838f6d32c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0812204 Jun 22 21:22:35.159241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1050f6d1-9af3-4677-8c10-e12b88934fd8 req-fb3f76bd-a238-418d-9c78-3b0ae9e7bf39 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Jun 22 21:22:36.367103 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de53e6f-4552-4bd0-a2ea-e087616d3e16 req-4747fec5-84b8-4e23-b71b-b7bf6dc3071c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:36.374475 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5de53e6f-4552-4bd0-a2ea-e087616d3e16 req-4747fec5-84b8-4e23-b71b-b7bf6dc3071c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0910661 Jun 22 21:22:36.424196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5de53e6f-4552-4bd0-a2ea-e087616d3e16 req-f5344cfb-7cc1-49ff-b647-1fe9c7141b7c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477133 Jun 22 21:22:37.601353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b58f0-adc8-4a5e-bf4e-840a687d5570 req-9ba50155-0c06-4af2-abbb-553943337857 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:37.603860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-253b58f0-adc8-4a5e-bf4e-840a687d5570 req-9ba50155-0c06-4af2-abbb-553943337857 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0701025 Jun 22 21:22:37.658563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-253b58f0-adc8-4a5e-bf4e-840a687d5570 req-ad9a4a1b-2e63-4b4f-aa84-40ac15661512 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424333 Jun 22 21:22:38.874972 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb7d59-ffc2-41f4-aebf-9eb2c8f211a6 req-65c1912d-e1cf-4877-9d86-330c4f928f1d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:38.876864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-84eb7d59-ffc2-41f4-aebf-9eb2c8f211a6 req-65c1912d-e1cf-4877-9d86-330c4f928f1d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0812957 Jun 22 21:22:38.926477 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-84eb7d59-ffc2-41f4-aebf-9eb2c8f211a6 req-0f6863a5-8329-4fef-a2b4-4fccfda5e9b5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 Jun 22 21:22:40.127163 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0996f37-711d-4186-8f02-d8ad4fb1a3ff req-67574ee5-5779-4447-90e1-10cf10f9b50f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:40.128658 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0996f37-711d-4186-8f02-d8ad4fb1a3ff req-67574ee5-5779-4447-90e1-10cf10f9b50f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0762134 Jun 22 21:22:40.174028 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-f0996f37-711d-4186-8f02-d8ad4fb1a3ff req-e47f3b45-618d-41c8-899e-b95777d71dc1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380259 Jun 22 21:22:41.381647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bba41-d075-444b-b446-e922c5403637 req-c865b22e-add2-40e8-bbde-a586bfdc0d5f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:41.388105 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a6bba41-d075-444b-b446-e922c5403637 req-c865b22e-add2-40e8-bbde-a586bfdc0d5f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0854833 Jun 22 21:22:41.430847 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a6bba41-d075-444b-b446-e922c5403637 req-3cb8c554-fc9d-4578-8199-67c62d021b2a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353744 Jun 22 21:22:42.465045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-f66dec37-f097-4fc4-a1f9-352ef5ef4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:42.466613 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-f66dec37-f097-4fc4-a1f9-352ef5ef4306 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1099 time: 0.0585608 Jun 22 21:22:42.595070 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-4cd40a92-a264-4f8f-b5f2-a7232ec54653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:42.596509 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-4cd40a92-a264-4f8f-b5f2-a7232ec54653 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.1198888 Jun 22 21:22:42.669319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffcb6f-271e-470c-9531-d3c5a85df980 req-ddace181-c241-4fe4-b3a1-cf0c033b6a22 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:42.670819 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6ffcb6f-271e-470c-9531-d3c5a85df980 req-ddace181-c241-4fe4-b3a1-cf0c033b6a22 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.1285427 Jun 22 21:22:42.676874 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-a48fb3ba-3fa2-4434-bbe4-ea9a491bc140 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1002 time: 0.0732982 Jun 22 21:22:42.744955 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d6ffcb6f-271e-470c-9531-d3c5a85df980 req-57a3f726-7f68-4b9d-8287-dbb934976fa3 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670569 Jun 22 21:22:42.752021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-cede2fe9-dae8-497a-9d44-d0bbfba9c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:42.753511 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-cede2fe9-dae8-497a-9d44-d0bbfba9c8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0621254 Jun 22 21:22:42.814069 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-2ccd1ac8-1897-4b60-aaa5-17386ddf3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:42.815424 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-2ccd1ac8-1897-4b60-aaa5-17386ddf3376 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515065 Jun 22 21:22:42.907827 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-70f32611-90a3-4ab4-8a04-73fbef67ae47 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818305 Jun 22 21:22:43.005368 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c292226d-2510-40ac-8d79-a4357d3cc77a req-be22cc12-df58-4576-8b8f-c154fcbf621a service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Jun 22 21:22:43.921684 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522cf2-d150-4af6-81e9-b80bf1ae358f req-2c45ee5a-2cc0-4623-bcd0-6a7af6095a30 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:43.923183 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc522cf2-d150-4af6-81e9-b80bf1ae358f req-2c45ee5a-2cc0-4623-bcd0-6a7af6095a30 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0678449 Jun 22 21:22:43.960958 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-dc522cf2-d150-4af6-81e9-b80bf1ae358f req-97c74720-232a-4ead-8914-5fbe1ce52a52 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Jun 22 21:22:45.137672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1b6e-e2f9-4642-bf31-05fe6926b9d0 req-e9b5a343-87b4-40ec-b3e9-a49953686a85 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:45.139301 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8ff1b6e-e2f9-4642-bf31-05fe6926b9d0 req-e9b5a343-87b4-40ec-b3e9-a49953686a85 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0661070 Jun 22 21:22:45.176522 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c8ff1b6e-e2f9-4642-bf31-05fe6926b9d0 req-992dddeb-8502-4289-8e79-e8db7df228ab tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316806 Jun 22 21:22:45.533772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2289c-50cf-49a7-9a20-b727788448a3 req-a5c49d28-95a5-4ae5-9942-2d6bc7792b72 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:45.535538 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1e2289c-50cf-49a7-9a20-b727788448a3 req-a5c49d28-95a5-4ae5-9942-2d6bc7792b72 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 946 time: 0.0714073 Jun 22 21:22:45.575352 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-e1e2289c-50cf-49a7-9a20-b727788448a3 req-75d31a8e-9e07-4ad3-a907-8b806a342254 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Jun 22 21:22:45.675978 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-8229a532-0938-4b77-9d7f-20e7affb1740 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917859 Jun 22 21:22:45.830825 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:22:45.916326 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:45.937623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:22:45.940056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152555c8-17ef-4a69-ba54-8c085add5b0e" -d '{"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:22:45.953516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:22:45.958225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:45.961927 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:22:45.985279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d38f22-9624-4dec-b98f-bb7876d23bdf x-openstack-request-id: req-83d38f22-9624-4dec-b98f-bb7876d23bdf {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:22:45.985750 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-unplugged", "status": "failed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "code": 422}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:22:45.986038 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83d38f22-9624-4dec-b98f-bb7876d23bdf {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:22:45.986472 dv-neutron-797537-2-hyperv neutron-server[100375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'code': 422} returned with failed status Jun 22 21:22:46.014186 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:22:46.017256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:22:46.632585 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-3a44fb31-d26a-4ca3-bd43-b52d0cb23407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:46.635142 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-3a44fb31-d26a-4ca3-bd43-b52d0cb23407 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 1097 time: 0.0534525 Jun 22 21:22:46.764534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-ab0ef24c-fec2-4486-950c-9427f65a92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:46.766010 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-ab0ef24c-fec2-4486-950c-9427f65a92ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1097 time: 0.1023481 Jun 22 21:22:46.774113 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda76a7-92c1-4586-8c2d-ab75927200a8 req-5a2ff768-5cf0-4d7b-abb2-3a5ef8eb1770 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:46.775426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8dda76a7-92c1-4586-8c2d-ab75927200a8 req-5a2ff768-5cf0-4d7b-abb2-3a5ef8eb1770 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0837412 Jun 22 21:22:46.862737 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8dda76a7-92c1-4586-8c2d-ab75927200a8 req-8d732daa-6c13-4dc6-87d7-674e060ae537 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794227 Jun 22 21:22:46.891372 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-adca46eb-ead1-4a36-9e69-0650dfa36aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:46.892830 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-adca46eb-ead1-4a36-9e69-0650dfa36aea service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.1165824 Jun 22 21:22:46.968315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-8090377e-f978-4ed9-ae21-00d21dce165a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1000 time: 0.0650887 Jun 22 21:22:47.009684 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffa1-6b3b-4a6b-8e31-d9b34aae1a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:47.022607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-61a6fe2c-cb95-434d-92d0-dd2956af9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:47.024095 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-61a6fe2c-cb95-434d-92d0-dd2956af9cd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0466828 Jun 22 21:22:47.083396 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-89a9df21-7f3f-488b-95bd-7494374664bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:47.084855 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-89a9df21-7f3f-488b-95bd-7494374664bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513976 Jun 22 21:22:47.183908 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-0b39bb3a-94b7-465f-9d70-feda629dd313 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879116 Jun 22 21:22:47.280332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8699fbb0-d90c-4da7-92b6-b08eadace444 req-9a139dfb-5214-404e-9bf8-a3cf9a6eb34f service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866697 Jun 22 21:22:48.058759 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a80b7-7c05-4c60-94db-5ef3456b9313 req-1d181a9e-3ed5-4959-969b-884ec118bc31 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:48.061228 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0d6a80b7-7c05-4c60-94db-5ef3456b9313 req-1d181a9e-3ed5-4959-969b-884ec118bc31 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0752358 Jun 22 21:22:48.100039 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-0d6a80b7-7c05-4c60-94db-5ef3456b9313 req-0e7b4632-4400-49b5-9f6f-49d6fdaa10da tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Jun 22 21:22:49.308874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec4c8a-40ca-41aa-af6d-b4fd6653cd1c req-9c1b5954-89fd-4eb0-8e48-a9bc1416bf49 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:49.310359 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09ec4c8a-40ca-41aa-af6d-b4fd6653cd1c req-9c1b5954-89fd-4eb0-8e48-a9bc1416bf49 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0931997 Jun 22 21:22:49.348705 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-09ec4c8a-40ca-41aa-af6d-b4fd6653cd1c req-dc564360-31ec-42a3-bd23-01e2b33e9249 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327516 Jun 22 21:22:49.839951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1b8952cb-01a0-4bfa-9f6c-6056814e8fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:50.076977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:50.540682 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7a3c-2a4d-4a7e-a022-2339f0abf58e req-bdb0c4ad-1ba8-43c8-9a10-0f0275bce1ba tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:50.542254 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-181b7a3c-2a4d-4a7e-a022-2339f0abf58e req-bdb0c4ad-1ba8-43c8-9a10-0f0275bce1ba tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0718191 Jun 22 21:22:50.581654 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-181b7a3c-2a4d-4a7e-a022-2339f0abf58e req-35666c5e-406c-4c62-bdb1-af7eb9c8562b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Jun 22 21:22:51.180752 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:51.759348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a762b7-50e8-47f2-b997-3b43cfa4f1fb req-cfb6d41d-1ca4-4229-9d3f-55c1fd459f61 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:51.760720 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4a762b7-50e8-47f2-b997-3b43cfa4f1fb req-cfb6d41d-1ca4-4229-9d3f-55c1fd459f61 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0653665 Jun 22 21:22:51.812014 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a4a762b7-50e8-47f2-b997-3b43cfa4f1fb req-5b81a3cf-d19a-4e42-8e5c-96257b1fd5da tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Jun 22 21:22:52.651524 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:53.010337 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fdd14-836f-4a05-9ebf-9ee9a95e46ce req-b18902f4-0228-4ef0-9a2c-9281d2ce99af tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:53.011765 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-914fdd14-836f-4a05-9ebf-9ee9a95e46ce req-b18902f4-0228-4ef0-9a2c-9281d2ce99af tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0633261 Jun 22 21:22:53.051287 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-914fdd14-836f-4a05-9ebf-9ee9a95e46ce req-c4b414d5-fd09-40fe-a92f-dc66520eefc5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Jun 22 21:22:53.119999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:22:54.259458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf050ed-99bf-4bae-830a-86388901f864 req-3e32ffd0-b846-4bf0-ab61-559f963fe346 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:54.261055 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7cf050ed-99bf-4bae-830a-86388901f864 req-3e32ffd0-b846-4bf0-ab61-559f963fe346 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0936186 Jun 22 21:22:54.299661 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7cf050ed-99bf-4bae-830a-86388901f864 req-2ba304c0-4d04-4654-bb3b-1b78d632f2ae tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329640 Jun 22 21:22:55.486410 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d930b6-13a5-4fd4-adde-4559228a9809 req-5feac860-a6b9-4a29-942b-e18453c35f39 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:55.488924 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-01d930b6-13a5-4fd4-adde-4559228a9809 req-5feac860-a6b9-4a29-942b-e18453c35f39 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0755739 Jun 22 21:22:55.544934 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-01d930b6-13a5-4fd4-adde-4559228a9809 req-63e94b37-2262-44cc-86d1-960ee046ed75 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500588 Jun 22 21:22:56.746965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f16e-2ef1-4889-864c-20275338cf11 req-f488d654-86aa-47f4-8dfb-1d7f3c97e1a6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:56.748594 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc88f16e-2ef1-4889-864c-20275338cf11 req-f488d654-86aa-47f4-8dfb-1d7f3c97e1a6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0858126 Jun 22 21:22:56.786777 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-bc88f16e-2ef1-4889-864c-20275338cf11 req-3165f2af-36d7-49a8-a0b3-356d434ab14f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319409 Jun 22 21:22:57.971746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf04d5c-401c-44f3-af4d-233c8ffc9a48 req-6b14012d-4390-4e67-8f76-832fec8b4f3d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:57.973205 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bbf04d5c-401c-44f3-af4d-233c8ffc9a48 req-6b14012d-4390-4e67-8f76-832fec8b4f3d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0631471 Jun 22 21:22:58.013981 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bbf04d5c-401c-44f3-af4d-233c8ffc9a48 req-d9a86166-628d-4e08-aeb0-a32322b8739f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346730 Jun 22 21:22:59.194731 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a982b6-0e92-4687-9694-256a033ff6a6 req-11efb250-9fe2-44bb-acd4-d0419f7c8184 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:22:59.196488 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a982b6-0e92-4687-9694-256a033ff6a6 req-11efb250-9fe2-44bb-acd4-d0419f7c8184 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0646930 Jun 22 21:22:59.236571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-37a982b6-0e92-4687-9694-256a033ff6a6 req-d61adce8-656d-4d12-9d18-283a8da516dc tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340302 Jun 22 21:22:59.872040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:22:59.967711 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:22:59.979016 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'port_id': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'mac_address': 'fa:16:3e:61:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:23:00.013884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:00.026895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:23:00.045802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:23:00.049808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:00.051605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b90feead-a3ea-40dd-89e9-a719ac189775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:23:00.099267 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=9']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:23:00.102963 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:23:00.344274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:23:00.418080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0f327-8721-4d67-b3c7-9c8ebb4a40f8 req-39532e32-9211-41f5-b5b0-f2afc6aa9009 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:00.419628 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7d0f327-8721-4d67-b3c7-9c8ebb4a40f8 req-39532e32-9211-41f5-b5b0-f2afc6aa9009 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0720322 Jun 22 21:23:00.458478 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-d7d0f327-8721-4d67-b3c7-9c8ebb4a40f8 req-5185578c-0f66-4377-bab0-bb90d7cef32d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Jun 22 21:23:01.638324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6f5ca-d2f8-4478-93ac-486390ed95ff req-eb7f70cb-a971-45d2-8bd9-21294559ffa9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:01.639766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21a6f5ca-d2f8-4478-93ac-486390ed95ff req-eb7f70cb-a971-45d2-8bd9-21294559ffa9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0666394 Jun 22 21:23:01.677942 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-21a6f5ca-d2f8-4478-93ac-486390ed95ff req-074c375d-16a2-4f9f-81aa-02c7287b291f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Jun 22 21:23:01.880306 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:23:01.926554 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:23:01.926921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:01.942484 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:23:02.000018 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:02.021025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:23:02.023828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d830f2c3-8251-46fb-ae11-37dadf2f23b0" -d '{"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:23:02.036471 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:23:02.041421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:02.043463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:23:02.067915 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837aad74-4939-42dc-b7fc-b247d83ed3b2 x-openstack-request-id: req-837aad74-4939-42dc-b7fc-b247d83ed3b2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:23:02.068218 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:23:02.068478 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-837aad74-4939-42dc-b7fc-b247d83ed3b2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:23:02.068853 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'code': 200} Jun 22 21:23:02.094892 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=10']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:23:02.097772 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:23:02.315411 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7cc1b-d72b-4863-84eb-168c822a94f2 req-d3e4573d-efca-4059-9150-2bf9c8d8d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:02.317470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-65a7cc1b-d72b-4863-84eb-168c822a94f2 req-d3e4573d-efca-4059-9150-2bf9c8d8d28a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1100 time: 0.0555036 Jun 22 21:23:02.358907 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-65a7cc1b-d72b-4863-84eb-168c822a94f2 req-72bc3a46-7ec2-4fe0-9f1f-7db099b3f69c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307362 Jun 22 21:23:02.850758 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cc259-94ee-4520-81ed-55d713df9e3e req-13b4232a-ff8f-4f92-8277-6029e0e011d8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:02.852854 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-269cc259-94ee-4520-81ed-55d713df9e3e req-13b4232a-ff8f-4f92-8277-6029e0e011d8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 947 time: 0.0620677 Jun 22 21:23:02.894732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-269cc259-94ee-4520-81ed-55d713df9e3e req-7f85c354-025f-4c0c-ad4d-3e7410b68c44 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Jun 22 21:23:04.081228 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171acab2-3e2f-4c00-b891-394c8862b5b4 req-44e1f5c1-36ac-4e0a-a28d-1b60e4cde3e6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:04.082750 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-171acab2-3e2f-4c00-b891-394c8862b5b4 req-44e1f5c1-36ac-4e0a-a28d-1b60e4cde3e6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 947 time: 0.0698709 Jun 22 21:23:04.121164 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-171acab2-3e2f-4c00-b891-394c8862b5b4 req-54fbe774-4fe3-4249-abfa-d6e0123b8fe6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Jun 22 21:23:17.006414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9c5b93d8-38b9-4dc3-9024-9d6fb00545ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:19.832216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-86bb6914-295e-42c7-955f-f6bd4a9a252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:20.060515 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:21.182940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:22.659191 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:23.116198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:36.257292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-d4845925-df63-4680-b239-e45b02fb8465 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570831 Jun 22 21:23:36.356570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d17f0-13ca-446f-ac57-c705228a9881 req-5f98bd47-1216-47eb-b9bb-bb3558360d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:36.358043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-5f98bd47-1216-47eb-b9bb-bb3558360d6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1100 time: 0.0523090 Jun 22 21:23:36.470436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d17f0-13ca-446f-ac57-c705228a9881 req-39604e8c-4355-4416-a76c-271508def685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:36.471911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-39604e8c-4355-4416-a76c-271508def685 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0874672 Jun 22 21:23:36.536865 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-23895f39-ce2e-47fe-a9cd-98eaa392aba2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 1002 time: 0.0575678 Jun 22 21:23:36.585407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d17f0-13ca-446f-ac57-c705228a9881 req-3f68a827-f418-4bfd-a3e7-d673165d434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:36.587434 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-3f68a827-f418-4bfd-a3e7-d673165d434c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0431643 Jun 22 21:23:36.654883 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d17f0-13ca-446f-ac57-c705228a9881 req-ca895813-67b9-4156-8a5c-b84404b9653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:23:36.656370 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-ca895813-67b9-4156-8a5c-b84404b9653f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619218 Jun 22 21:23:36.744708 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-1dee56c4-e804-4526-bc00-40f8db3c4eec service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813076 Jun 22 21:23:36.837371 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-329d17f0-13ca-446f-ac57-c705228a9881 req-db6f9809-7304-4998-bb33-f9642890ff44 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843236 Jun 22 21:23:38.940834 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:23:47.006418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-902d202f-ffd1-48d3-9781-811e6e715d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:49.833137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d9693fb6-9044-4394-9eba-7c6db7f5a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:50.061624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:51.185504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:52.665693 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:23:53.307588 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:15.938669 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:24:17.007658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9e17e5b-fd50-4909-8949-35f2a0c86cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.111950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38878) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:17.269861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Deleting port 9c7715c4-a473-483c-8997-02b22939c03c {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:24:17.270226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.343250 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.343572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.354658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Calling delete_port for 9c7715c4-a473-483c-8997-02b22939c03c owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:24:17.499288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.501403 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c66532df-4571-401a-88fe-c6ccfcc5fd8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:17.522709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'Port': ['ID=9c7715c4-a473-483c-8997-02b22939c03c,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:17.535918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.536307 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.536686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.537081 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.537493 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.537863 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.538257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.538757 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.539128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.539494 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.539857 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.540217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:17.563011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:17.600947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:17.601290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Floating IP aa6fb0bb-2778-4eec-b822-a7ab2360a82e disassociated (deleted). External IP: 172.26.4.171, port: 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f. Jun 22 21:24:18.185028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:24:18.293217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:24:18.298680 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:18.303381 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:24:18.313283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:24:18.313914 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:23:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:24:18.336965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d4844479-f62e-40fc-a62c-ffb53e5016d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "DELETE /v2.0/floatingips/aa6fb0bb-2778-4eec-b822-a7ab2360a82e HTTP/1.1" status: 204 len: 168 time: 1.2238641 Jun 22 21:24:18.337609 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:24:18.339950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:24:18.421088 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:24:18.469360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb91ab33-9553-4b1e-9cbf-15d7fd62aaab x-openstack-request-id: req-cb91ab33-9553-4b1e-9cbf-15d7fd62aaab {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:24:18.469999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:24:18.470513 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb91ab33-9553-4b1e-9cbf-15d7fd62aaab {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:24:18.470965 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'status': 'completed', 'code': 200} Jun 22 21:24:18.560698 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-4a62c53d-e43c-48c0-b1d0-e8b5f2b30835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:18.563869 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-4a62c53d-e43c-48c0-b1d0-e8b5f2b30835 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 1100 time: 0.0610380 Jun 22 21:24:18.644056 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:24:18.668657 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-e7f1286a-b380-4e71-8bd7-2af475534f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:18.670163 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-e7f1286a-b380-4e71-8bd7-2af475534f5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0958095 Jun 22 21:24:18.672251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:24:18.680468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:24:18.681093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:23:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:24:18.715220 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-5c13c221-241b-453f-8909-3be687a1ca47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 200 len: 217 time: 0.0354896 Jun 22 21:24:18.720452 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7496bc-943e-4f88-bdcb-e110a53ed142 req-85a06ce4-09b5-4f32-b4c7-72120a925904 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:18.722271 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bd7496bc-943e-4f88-bdcb-e110a53ed142 req-85a06ce4-09b5-4f32-b4c7-72120a925904 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 947 time: 0.0673497 Jun 22 21:24:18.766164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-ae3d2f2f-c670-4e0e-b268-df060edb8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:18.767246 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-bd7496bc-943e-4f88-bdcb-e110a53ed142 req-644a10e7-b82d-4531-9f02-d2eba9d7e52d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386927 Jun 22 21:24:18.767633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-ae3d2f2f-c670-4e0e-b268-df060edb8420 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0460720 Jun 22 21:24:18.793708 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:24:18.831340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-1e35196f-14b6-4c66-b720-beebee1ef5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:18.832915 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-1e35196f-14b6-4c66-b720-beebee1ef5ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582712 Jun 22 21:24:18.924666 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-0a5df57f-2ecf-408e-bc80-86175b28e7d6 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Jun 22 21:24:18.995316 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:24:19.025146 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377c8bc-9ee8-43dd-8f5e-ebbe8f905289 None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:24:19.025504 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ff9dfcd9-bd4e-4ead-b279-c335f432efc7 req-79072d2f-a95e-4206-9c9a-892c1eeda0e5 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930629 Jun 22 21:24:19.232186 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da646b1e-a846-4f8f-9a4f-06acea27c0c2 None None] New status for floating IP aa6fb0bb-2778-4eec-b822-a7ab2360a82e: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:24:19.834861 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4cdf2704-486a-4f75-ae89-8c62b38b595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:19.948891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2a6db-61f9-4c49-910b-ad420aebe61f req-1bfaa446-f9b1-41f6-8d65-32224b47c1c1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:19.950470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c2e2a6db-61f9-4c49-910b-ad420aebe61f req-1bfaa446-f9b1-41f6-8d65-32224b47c1c1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 947 time: 0.0653539 Jun 22 21:24:19.988192 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c2e2a6db-61f9-4c49-910b-ad420aebe61f req-24e1dc22-3c10-4fa8-9e1a-ae3fe477904d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=7285484b-922c-45cb-8bbf-b73b43c3aece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310466 Jun 22 21:24:20.062347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:20.146117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fa994-7fb4-4695-8a25-41187f563023 req-381b1645-ca24-4cc2-aedc-c5634e77a470 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:20.147586 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-466fa994-7fb4-4695-8a25-41187f563023 req-381b1645-ca24-4cc2-aedc-c5634e77a470 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 947 time: 0.0628591 Jun 22 21:24:20.256697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Deleting port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:24:20.257103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:20.349659 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] For port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:24:20.349949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:20.361753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Calling delete_port for 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:24:20.486173 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:20.490629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-91b5e376-0dcf-4515-99c8-1020c43cae40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:20.519439 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'Port': ['ID=4d9907ae-3f6d-4f8e-95e6-9b924c52df7f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:20.522890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:20.568023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] No DVR routers for this DVR port 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:24:20.570441 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:20.572360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-466fa994-7fb4-4695-8a25-41187f563023 req-973e1a58-3736-4e2c-b0c0-3529e998d8c2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "DELETE /v2.0/ports/4d9907ae-3f6d-4f8e-95e6-9b924c52df7f HTTP/1.1" status: 204 len: 173 time: 0.4154525 Jun 22 21:24:20.572885 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-deleted', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:24:20.575227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4791eb-5310-4196-afa8-9eebf3762726" -d '{"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-deleted", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:24:20.613288 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba6158-584a-4a32-8e3f-cd23a069fd0a x-openstack-request-id: req-96ba6158-584a-4a32-8e3f-cd23a069fd0a {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:24:20.613640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15cddd5-3049-4ea1-a092-d9025de5cdc2", "name": "network-vif-deleted", "tag": "4d9907ae-3f6d-4f8e-95e6-9b924c52df7f", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:24:20.613978 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96ba6158-584a-4a32-8e3f-cd23a069fd0a {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:24:20.614440 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15cddd5-3049-4ea1-a092-d9025de5cdc2', 'name': 'network-vif-deleted', 'tag': '4d9907ae-3f6d-4f8e-95e6-9b924c52df7f', 'status': 'completed', 'code': 200} Jun 22 21:24:21.143084 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-61024656-7565-4d71-be2f-e9461b45b05d req-eaccd272-db8c-4fdd-b3e1-fa034995f95b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=d15cddd5-3049-4ea1-a092-d9025de5cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0298080 Jun 22 21:24:21.192344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.238649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38902) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:22.296880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.321037 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.385738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.388480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.389657 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "DELETE /v2.0/security-groups/7285484b-922c-45cb-8bbf-b73b43c3aece HTTP/1.1" status: 204 len: 168 time: 0.1500356 Jun 22 21:24:22.390551 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-9fd0829e-06a9-4e25-8b73-0e78cd2e786d tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:22.399518 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285484b-922c-45cb-8bbf-b73b43c3aece,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:22.401739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4509d056-276d-43e1-bc72-bbf5fd72279e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:22.664073 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.890336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 38908) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:22.895168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222109236', 'description': 'tempest-secgroup-smoke-222109236 description', 'project_id': '413483ba9e534b41b0c2a480eacd3d50'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:22.917029 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:22.998377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.003026 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.006226 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4f58b9ba-3c85-48d9-b30b-1be40fd21549 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.030444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.031642 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402919 Jun 22 21:24:23.034587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38910) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.037977 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd58bb3-bcb3-4611-8718-1aafcd746ab3,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.039508 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.040662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad8d3384-ca3e-46ac-b055-22db66fd3f91 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.069911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.114138 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.118067 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.119868 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fe13f4bd-c9ad-490c-893e-dab55c09abd8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.120121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.136891 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dabef1-af6d-4878-b33a-730bbad1edea,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.145471 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.145864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.146283 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.146664 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.147038 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.147411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.147782 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.148174 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.148572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.148940 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.149308 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.149674 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:23.152225 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.153397 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177614 Jun 22 21:24:23.154500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ee4c433f-2a39-46c2-99bd-6d231ed156b1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.156158 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38912) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.161010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.187565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.244296 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.247615 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.249404 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-d4c27457-0323-4535-9175-2dea1b69206e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.265383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a9540-23bf-4e20-8b3e-809e6bee71cb,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.268448 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.272424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.273552 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-df90fcfa-3ac7-4a41-bc2b-6f596efed28b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162832 Jun 22 21:24:23.276289 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38914) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.280709 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.306075 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.365611 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.369095 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.370896 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-5da613db-55d1-4d6f-9e65-2a3aa739b5fc tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.387911 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57619f0d-d82f-444b-bb56-1d2b5bfb8843,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.390777 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.394415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.395903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f4e04b16-ac1d-430b-82a7-1a0d21761dda tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186833 Jun 22 21:24:23.398465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38916) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.402846 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.427700 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.491415 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.495003 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.496767 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b3689774-0326-47b4-b868-6f414a5e408b tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.510048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9347a07-aba0-46e1-a90b-32d1c2a04659,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.513657 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.519522 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.520716 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7a4cca4b-d74f-4c9e-96d1-50aaccc52a69 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213176 Jun 22 21:24:23.523658 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38918) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.528048 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.550196 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Project 413483ba9e534b41b0c2a480eacd3d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:24:23.554949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.614830 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.618450 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.620208 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-87cb7149-47eb-4341-b22c-a7f4f9d13c1a tempest-ServerActionsTestJSON-1211477178 tempest-ServerActionsTestJSON-1211477178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.639399 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e93a991-e60b-4145-890f-7bab492062b9,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.642703 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.645040 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.646319 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-2a99630e-900c-4c0d-ad11-0e8ebaed617e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217573 Jun 22 21:24:23.649030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 38920) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:24:23.653994 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'security_group_rule': {'security_group_id': 'fcd58bb3-bcb3-4611-8718-1aafcd746ab3', 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:23.682425 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.securitygroups_db [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Project 413483ba9e534b41b0c2a480eacd3d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:24:23.688150 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.752010 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.755710 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.757566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-431a3620-f602-411a-9a7d-93b91916cb7c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:23.773342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe7ab8e-15f6-4987-997b-119d8236a317,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:23.776106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:23.778082 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:23.779339 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-f1377965-c005-401c-83fd-65c792d3d73d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293149 Jun 22 21:24:24.370185 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:24:24.390050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:24:24.390407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 4d9907ae-3f6d-4f8e-95e6-9b924c52df7f not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:24:38.068289 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1f57bcb2-c53a-4d7a-b57b-20e1b7d8ba59 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222109236&fields=id&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 267 time: 0.0357680 Jun 22 21:24:38.178106 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-dc38a851-1eda-485e-bc34-ac0e92817658 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:38.179580 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-dc38a851-1eda-485e-bc34-ac0e92817658 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 809 time: 0.1049063 Jun 22 21:24:38.194991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-f7d2a536-47ed-4a83-8f71-083f5b539731 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/quotas/413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Jun 22 21:24:38.264493 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-61a4c14e-884a-47c1-ba85-3babba10e480 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645726 Jun 22 21:24:38.398215 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-414e138b-510c-4cbf-a379-1c5e61bdeed5 service neutron] 10.222.0.66 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222029 Jun 22 21:24:38.491944 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-9c1cd374-8dd6-410c-9cac-c486bada82ec service neutron] 10.222.0.66 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Jun 22 21:24:38.787864 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5fd55438-349a-40a3-9128-3bd01534b7c1 req-6d7ce9ac-9429-495d-8224-b41505adea5f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0351889 Jun 22 21:24:39.872540 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1c2447e6-31f8-449a-b1cc-0624c1cbb032 req-84098a17-7c1a-4847-936d-7c8ac934a172 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0316522 Jun 22 21:24:40.951447 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-a7c35725-32c3-471a-9081-190d56d38353 req-389daa94-99da-4b28-93f4-c4719db5d6a5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jun 22 21:24:42.031904 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1736c74d-f09f-49e6-8958-a781e19fb03c req-828342fe-2fa9-4b3f-9366-523c0e676e97 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Jun 22 21:24:43.179182 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-48b91a5c-d68e-4dc8-932d-ee2795efc5de req-a691408e-b9a1-43c7-bda2-c9b2a81548d1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jun 22 21:24:44.083481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-be650c15-14ca-4222-b22a-13aa27cbc1f8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:44.084904 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-be650c15-14ca-4222-b22a-13aa27cbc1f8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 809 time: 0.1097562 Jun 22 21:24:44.135695 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-2ecc0f0d-9527-4f4d-83c0-5c0d49a74894 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 379 time: 0.0356593 Jun 22 21:24:44.145417 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'port': {'device_id': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'admin_state_up': True, 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'security_groups': ['fcd58bb3-bcb3-4611-8718-1aafcd746ab3']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:44.271997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Made reservation on behalf of 413483ba9e534b41b0c2a480eacd3d50 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:24:44.276450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:44.358439 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-337680d0-cdb7-4915-b783-47e535d44fc8 req-d31ccf29-0c86-45e6-8c01-5cbfc76aad96 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0574303 Jun 22 21:24:44.438933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Allocated IP 172.20.0.12 (a220c591-5b4d-417b-bb7a-ca7547307111/31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b/5ea5711c-ce47-4901-a7be-d8e284a4dd06) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:24:44.585395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:44.600091 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Transition to ACTIVE for port object 5ea5711c-ce47-4901-a7be-d8e284a4dd06 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:24:44.633051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:44.636916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-53a3559a-abdf-48b9-94b7-c2ef93bd05c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:44.683982 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Network a220c591-5b4d-417b-bb7a-ca7547307111 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:24:44.687157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:24:44.691481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:24:44.717437 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:44.723217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:44.747325 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:44.747946 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:44.764218 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225252 Jun 22 21:24:44.779292 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Request body: {'port': {'device_id': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:24:44.870140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:44.995753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc2dd9b4-4568-44b3-98f6-6305e5f45606 None None] Provisioning for port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:24:45.000405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-cc2dd9b4-4568-44b3-98f6-6305e5f45606 None None] Provisioning complete for port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:24:45.000793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd9b4-4568-44b3-98f6-6305e5f45606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.036631 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dd9b4-4568-44b3-98f6-6305e5f45606 None None] Port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:24:45.142930 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea5711c-ce47-4901-a7be-d8e284a4dd06 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:24:45.151368 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.163472 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Transition to ACTIVE for port object 5ea5711c-ce47-4901-a7be-d8e284a4dd06 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:24:45.166872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.168872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-374e18d4-edca-4650-8101-cb92d60cc053 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:45.222626 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:45.227215 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:45.304985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Attempting to bind port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:24:45.305334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Attempting to bind port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:24:45.305669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Attempting to bind port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:24:45.310310 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 on network a220c591-5b4d-417b-bb7a-ca7547307111 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:24:45.313139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Attempting to bind port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 on network a220c591-5b4d-417b-bb7a-ca7547307111 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:24:45.319176 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:24:45.319523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Checking segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:24:45.319916 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Bound using segment: {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:24:45.320542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Bound port: 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9facfe3a-6a64-4719-becb-285badcc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:24:45.320901 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.398779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:24:45.402309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:24:45.408733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.412320 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3684c358-af2a-4ec9-899d-24a647bc2ff1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:45.457598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:45.458335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:45.459748 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1094 time: 0.6848404 Jun 22 21:24:45.460398 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:24:45.462871 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15487d4c-b37a-41ad-bda0-2522e751c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:24:45.490412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:45.494140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:45.553743 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518b6ea-0b9b-4058-a842-945acd7337bb x-openstack-request-id: req-2518b6ea-0b9b-4058-a842-945acd7337bb {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:24:45.554135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:24:45.554407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2518b6ea-0b9b-4058-a842-945acd7337bb {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:24:45.554991 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'status': 'completed', 'code': 200} Jun 22 21:24:45.579186 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fe3a-5027-480f-8f89-733858b9207a req-a9a34df4-7cfb-4c50-a757-f33213737ac6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:45.586865 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-de1764c8-0f91-48cb-a9ea-62ffff9dbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:45.587633 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8896fe3a-5027-480f-8f89-733858b9207a req-a9a34df4-7cfb-4c50-a757-f33213737ac6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0754654 Jun 22 21:24:45.588405 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-de1764c8-0f91-48cb-a9ea-62ffff9dbd2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1097 time: 0.0715988 Jun 22 21:24:45.636393 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-8896fe3a-5027-480f-8f89-733858b9207a req-deca139e-8691-422a-8c27-07d701807b9d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477183 Jun 22 21:24:45.647637 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-cb9e0fe3-ec2b-40c2-a722-a9e3c0d494ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 217 time: 0.0468729 Jun 22 21:24:45.702937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-859383a7-b7e4-423a-89db-221db5ce903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:45.704678 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-859383a7-b7e4-423a-89db-221db5ce903c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0478809 Jun 22 21:24:45.766149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-7e5660c0-6348-4473-ad6d-95b1fcf9363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:45.767572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-7e5660c0-6348-4473-ad6d-95b1fcf9363a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528514 Jun 22 21:24:45.869369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-64f7f222-34fc-4aea-a3d0-f4ce8782fe45 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892680 Jun 22 21:24:45.964912 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-18abad9d-cea5-420e-9d51-b2edf401d888 req-86c6857c-3f12-44b0-ad1c-09031c761103 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851901 Jun 22 21:24:46.081124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-4b7a0231-8428-458a-a9a2-364609a9d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:46.082582 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-4b7a0231-8428-458a-a9a2-364609a9d5fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1097 time: 0.0610466 Jun 22 21:24:46.178740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-4f155ca3-0fa9-49c2-9a42-9a2f9e50e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:46.180241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-4f155ca3-0fa9-49c2-9a42-9a2f9e50e7e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0864861 Jun 22 21:24:46.230653 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-efeb4159-d5b7-4131-b169-b166b3ff8f48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 217 time: 0.0435092 Jun 22 21:24:46.283206 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-0f5efdbe-3f53-49cd-9013-dd114f0252df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:46.285404 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-0f5efdbe-3f53-49cd-9013-dd114f0252df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0456088 Jun 22 21:24:46.348735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-66b292b4-4e58-48e8-8bb6-d5701af663eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:46.350172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-66b292b4-4e58-48e8-8bb6-d5701af663eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549738 Jun 22 21:24:46.450962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-d3c6ad1e-b65c-4b53-a2ea-0436695ec566 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908194 Jun 22 21:24:46.544815 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-15487d4c-b37a-41ad-bda0-2522e751c90a req-90cc38d2-534a-417a-b7eb-f3ad0eac6974 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822041 Jun 22 21:24:46.811960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47cee-eee8-4e88-ba46-d8267ce60b5e req-7f582dca-455c-4dbb-95bb-708ee4587872 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:46.813420 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7ab47cee-eee8-4e88-ba46-d8267ce60b5e req-7f582dca-455c-4dbb-95bb-708ee4587872 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0682254 Jun 22 21:24:46.854046 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-7ab47cee-eee8-4e88-ba46-d8267ce60b5e req-debc0b09-16b8-4659-b8b0-fd777ac5dfe1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Jun 22 21:24:47.011514 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9ad912ab-855f-42d5-b709-aee0a7c44572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:48.028060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c391a-aa84-484b-bc8e-a7719b565b4b req-300feaad-9d39-4297-bca6-15dc7ca6b507 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:48.029556 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-898c391a-aa84-484b-bc8e-a7719b565b4b req-300feaad-9d39-4297-bca6-15dc7ca6b507 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0630155 Jun 22 21:24:48.070505 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-898c391a-aa84-484b-bc8e-a7719b565b4b req-3ba02a73-13da-47ea-8036-0f5a7273756a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344448 Jun 22 21:24:49.249314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3324e7-c4c9-438c-a23c-2b35a5ffd453 req-84fbc7ba-c239-4848-9f70-a96ddee0bef0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:49.250801 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db3324e7-c4c9-438c-a23c-2b35a5ffd453 req-84fbc7ba-c239-4848-9f70-a96ddee0bef0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0671434 Jun 22 21:24:49.288729 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-db3324e7-c4c9-438c-a23c-2b35a5ffd453 req-9c055c79-6ca1-4a45-ac72-46fa687a6976 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322220 Jun 22 21:24:49.836654 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-321d7d2e-dec9-47c6-b682-e8865b1c22c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:50.067272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:50.459850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5807d96-5f7d-4c66-b2ae-27c6c5c6e977 req-224a4da9-cea1-4aa0-85ad-fffa2c3cc3d8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:50.461341 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b5807d96-5f7d-4c66-b2ae-27c6c5c6e977 req-224a4da9-cea1-4aa0-85ad-fffa2c3cc3d8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0639315 Jun 22 21:24:50.498519 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b5807d96-5f7d-4c66-b2ae-27c6c5c6e977 req-1152fb9f-9b9d-41cd-b254-59118d090668 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Jun 22 21:24:51.191616 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:51.673140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e849421-4ab7-42e2-b566-a9672c71ead0 req-cc2534a0-9a52-46df-87ef-f062ce95cbe3 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:51.675512 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e849421-4ab7-42e2-b566-a9672c71ead0 req-cc2534a0-9a52-46df-87ef-f062ce95cbe3 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0645449 Jun 22 21:24:51.712562 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e849421-4ab7-42e2-b566-a9672c71ead0 req-88dab93d-1d6e-498c-8144-f6bdc8762c8d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Jun 22 21:24:52.664791 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:52.886886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7635cb5-7b7f-48e1-a945-fe08ea00a0ed req-a8d9130c-5cff-41c7-be35-ae5576a1da48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:52.888370 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f7635cb5-7b7f-48e1-a945-fe08ea00a0ed req-a8d9130c-5cff-41c7-be35-ae5576a1da48 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0675797 Jun 22 21:24:52.929430 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f7635cb5-7b7f-48e1-a945-fe08ea00a0ed req-38f46636-cc82-46dc-9b82-121073295d0f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350895 Jun 22 21:24:52.936509 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:24:53.124101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:54.117172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21da78-17c2-4db9-b6de-5fc7caf8e9ea req-93b149ef-fedc-4705-b30f-7ff2e3e1f8e1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:54.118671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee21da78-17c2-4db9-b6de-5fc7caf8e9ea req-93b149ef-fedc-4705-b30f-7ff2e3e1f8e1 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0728617 Jun 22 21:24:54.155920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ee21da78-17c2-4db9-b6de-5fc7caf8e9ea req-384bb7cb-f7de-4c33-a13f-502928a348d8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Jun 22 21:24:55.332421 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6875-08c5-4a6b-99bf-d6986b359398 req-a410bfd4-4227-4e15-be73-e838bb2cc8d7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:55.333868 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f5ab6875-08c5-4a6b-99bf-d6986b359398 req-a410bfd4-4227-4e15-be73-e838bb2cc8d7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0626855 Jun 22 21:24:55.370481 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-f5ab6875-08c5-4a6b-99bf-d6986b359398 req-2ef95f91-ea66-4528-93d2-2957c33b6da0 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Jun 22 21:24:56.479310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:24:56.545558 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38c9ea-d5d6-4841-8764-091142a996ac req-f60e5013-220f-4f96-96c3-6a6b9a022edb tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:56.547066 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6c38c9ea-d5d6-4841-8764-091142a996ac req-f60e5013-220f-4f96-96c3-6a6b9a022edb tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0670354 Jun 22 21:24:56.574091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:24:56.584800 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6c38c9ea-d5d6-4841-8764-091142a996ac req-7ffe54f1-b04b-41ff-906f-36714181a340 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Jun 22 21:24:56.586062 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'mac_address': 'fa:16:3e:90:44:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:24:56.626271 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:56.638395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea5711c-ce47-4901-a7be-d8e284a4dd06 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:24:56.657225 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:24:56.662005 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:56.663820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-06489196-51fd-451c-8ac2-0548c1cd4df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:56.708975 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:56.715675 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.716027 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.716367 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.716702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.717034 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.717362 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.717686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.718042 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.718366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.718687 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.719003 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.719319 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:24:56.724164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:56.929742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['5ea5711c-ce47-4901-a7be-d8e284a4dd06'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:24:57.757070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83f52e-9edc-4cf2-ba56-743a6a0f4ec8 req-09ecc8b2-3777-40be-9121-13f4d63b2175 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:57.758555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a83f52e-9edc-4cf2-ba56-743a6a0f4ec8 req-09ecc8b2-3777-40be-9121-13f4d63b2175 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 945 time: 0.0625038 Jun 22 21:24:57.800590 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-7a83f52e-9edc-4cf2-ba56-743a6a0f4ec8 req-a109614b-73a2-4e13-adc8-97b07006feee tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363603 Jun 22 21:24:58.494623 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:24:58.543607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:24:58.547079 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:24:58.547461 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:58.623503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:58.645372 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:24:58.647784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ced8b-3ee8-4038-a868-5e2044fb216a" -d '{"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:24:58.661283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:24:58.665810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:24:58.667806 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:24:58.713916 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:24:58.717019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:24:58.743669 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922499b6-2c4a-4c0e-8385-95a9d312fc8f x-openstack-request-id: req-922499b6-2c4a-4c0e-8385-95a9d312fc8f {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:24:58.743969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:24:58.744230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-922499b6-2c4a-4c0e-8385-95a9d312fc8f {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:24:58.744625 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'code': 200} Jun 22 21:24:58.970545 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e2880-ce1e-4c3a-87ae-eeeababf4243 req-979aaa3c-4106-4e72-8017-4b3c7af047d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:58.972044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-403e2880-ce1e-4c3a-87ae-eeeababf4243 req-979aaa3c-4106-4e72-8017-4b3c7af047d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0612078 Jun 22 21:24:58.986680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520d5b0-3ed4-44cb-bc6b-2dfb938fe881 req-e6b903b5-f8a4-4502-bfed-b6c89bef99ae tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:24:58.990369 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c520d5b0-3ed4-44cb-bc6b-2dfb938fe881 req-e6b903b5-f8a4-4502-bfed-b6c89bef99ae tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0711918 Jun 22 21:24:59.013525 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-403e2880-ce1e-4c3a-87ae-eeeababf4243 req-9aa6fcf2-0205-4556-a39e-d25bab12d9e0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Jun 22 21:24:59.030903 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c520d5b0-3ed4-44cb-bc6b-2dfb938fe881 req-d1e6abf5-a96e-4d92-92db-3a5681010e08 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341940 Jun 22 21:25:00.210479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef229e85-0e2b-4e40-bab0-a28a4c6d7f74 req-9f1e6f86-88e7-48bb-8982-132611c59346 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:00.211837 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef229e85-0e2b-4e40-bab0-a28a4c6d7f74 req-9f1e6f86-88e7-48bb-8982-132611c59346 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0704603 Jun 22 21:25:00.251526 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef229e85-0e2b-4e40-bab0-a28a4c6d7f74 req-23209577-02f2-4c18-8c02-12611d1d06d6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Jun 22 21:25:00.421074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16026631-3832-4492-a838-c10863fde5e8 req-f132756e-ec90-4201-bbe1-b610b8e1f40c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:00.422567 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-16026631-3832-4492-a838-c10863fde5e8 req-f132756e-ec90-4201-bbe1-b610b8e1f40c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0635352 Jun 22 21:25:00.461228 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-16026631-3832-4492-a838-c10863fde5e8 req-d33b3938-f638-43f5-bfa5-de7cd3c23cf2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326700 Jun 22 21:25:00.485134 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39140) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:25:00.541350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db96457-d8db-458f-8fac-3315c69c6372 tempest-TestShelveInstance-760272588 tempest-TestShelveInstance-760272588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:00.542886 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-0db96457-d8db-458f-8fac-3315c69c6372 tempest-TestShelveInstance-760272588 tempest-TestShelveInstance-760272588-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1094 time: 0.0567799 Jun 22 21:25:00.545751 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39142) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:25:00.550281 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:25:00.571914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:00.665995 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:00.770833 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Allocated IP 172.26.4.83 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/de816c93-9905-4b29-a96d-525355bfcb43) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:25:00.870153 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:00.907681 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:00.910566 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-65a6f706-36a5-4003-8043-375b2376db1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:25:00.953401 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:25:00.956639 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:25:00.960924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:25:00.963949 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=de816c93-9905-4b29-a96d-525355bfcb43,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:25:00.982745 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:25:01.317342 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:01.389683 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:01.537912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:01.542215 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:01.544961 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-76d3f9bd-a51e-4445-b0ba-be03c30452e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:25:01.606155 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event updated for resources: {'Port': ['ID=de816c93-9905-4b29-a96d-525355bfcb43,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:25:01.610074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:25:01.619696 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:01.720268 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Floating IP 17a6d009-20bb-435a-85bc-be9e789a43c6 associated. External IP: 172.26.4.83, port: 5ea5711c-ce47-4901-a7be-d8e284a4dd06. Jun 22 21:25:01.923738 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:25:02.029668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:25:02.039466 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:25:02.045481 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:02.048290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:25:02.049014 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:24:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:25:02.081807 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5345316 Jun 22 21:25:02.082567 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:25:02.085013 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:25:02.162244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:25:02.177019 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851c92db-7ddb-4d10-8ab9-ce22397eec51 x-openstack-request-id: req-851c92db-7ddb-4d10-8ab9-ce22397eec51 {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:25:02.177388 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:25:02.177736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-851c92db-7ddb-4d10-8ab9-ce22397eec51 {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:25:02.178202 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'status': 'completed', 'code': 200} Jun 22 21:25:02.253498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-1ae4d874-4ef4-4e51-baff-927bf111b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:02.254984 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-1ae4d874-4ef4-4e51-baff-927bf111b118 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0561707 Jun 22 21:25:02.350391 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-ddadeec1-302d-4159-831c-03bb494f75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:02.351843 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-ddadeec1-302d-4159-831c-03bb494f75ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0899420 Jun 22 21:25:02.390834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '17a6d009-20bb-435a-85bc-be9e789a43c6', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.83', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:90:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:25:01Z', 'updated_at': '2021-06-22T21:25:01Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:25:02.416165 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-b624272e-7ee4-4db7-a7ff-e1c6c1d72e59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 999 time: 0.0577779 Jun 22 21:25:02.417646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:25:02.426714 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:25:02.427324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:24:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:25:02.468736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-2d362f65-251f-4a27-9a93-418bcb7ffa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:02.470206 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-2d362f65-251f-4a27-9a93-418bcb7ffa34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0477698 Jun 22 21:25:02.528159 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-cc9190b4-44c0-4099-8679-0a66161a46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:02.529646 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-cc9190b4-44c0-4099-8679-0a66161a46bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528026 Jun 22 21:25:02.533366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:25:02.622063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-9c96abfb-5be5-46f3-b157-f63aaad976c2 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Jun 22 21:25:02.710411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6490d025-2d9b-431e-bcbf-2ccc0cfbfb74 req-9fdbffb2-88f8-4193-8fd7-81c3b0b51046 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Jun 22 21:25:02.759395 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '17a6d009-20bb-435a-85bc-be9e789a43c6', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.83', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:90:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:25:01Z', 'updated_at': '2021-06-22T21:25:01Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:25:02.788407 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d7690-e580-4d2c-9739-820c60f285e2 None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '17a6d009-20bb-435a-85bc-be9e789a43c6', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'floating_ip_address': '172.26.4.83', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'mac_address': 'fa:16:3e:90:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:25:01Z', 'updated_at': '2021-06-22T21:25:01Z', 'revision_number': 0, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:25:02.973914 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda485f0-2fb8-413a-99cb-bd2c385b0e1f None None] New status for floating IP 17a6d009-20bb-435a-85bc-be9e789a43c6: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:25:17.012482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0ae9-92c2-448e-a423-73454403756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:19.838896 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-142dc1aa-443d-4803-8ae5-7051572b007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:20.068858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:21.193639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:22.661845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:23.127620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:29.935213 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:25:36.336593 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-2ce1ed20-2ec6-430f-8af1-b2f103c320c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526452 Jun 22 21:25:36.445550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-bebde50b-6ed8-4d2a-b78d-0b2db870ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:36.447302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-bebde50b-6ed8-4d2a-b78d-0b2db870ab38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0617831 Jun 22 21:25:36.561130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-cd44c5af-72f2-4f13-abd0-cb1ad5ee91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:36.562664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-cd44c5af-72f2-4f13-abd0-cb1ad5ee91a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0936177 Jun 22 21:25:36.637680 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-034e105e-ee28-4b69-bbe0-1d6436b3f8b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1001 time: 0.0674000 Jun 22 21:25:36.692923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-3062d874-2cc5-4830-97f6-d6e8dd72989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:36.694639 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-3062d874-2cc5-4830-97f6-d6e8dd72989c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0481038 Jun 22 21:25:36.757278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-b9057fa4-d4fb-4655-b645-7ef0214a9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:25:36.758823 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-b9057fa4-d4fb-4655-b645-7ef0214a9287 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577698 Jun 22 21:25:36.859350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-cc120cd7-cd4d-47d3-9b79-b27a30a4eedd service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937564 Jun 22 21:25:36.960352 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-036b966f-99d4-464a-b8ff-261bd0fcd706 req-9faefc11-7916-42b0-b6c7-13f33421c309 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942130 Jun 22 21:25:47.013502 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-90743f54-275a-406d-b9e7-70b61033fa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:49.840098 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-19779ae8-c698-476f-9a98-7b45f734ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:50.070019 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:51.195661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:52.693835 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:25:53.163857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:06.933426 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:26:17.013930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ccf99fec-2c16-4824-8b0d-f305bc2156ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:19.841943 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-80af42ff-f446-435d-aad9-e2b9938e0576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:20.070404 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:21.199164 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:22.709100 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:23.131734 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:36.381047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-e778d7d1-02df-4153-bba4-4cf630cc06b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028428 Jun 22 21:26:36.483308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-a262e0ec-0f8f-4ad8-9ba6-2c65bb70487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:26:36.484795 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-a262e0ec-0f8f-4ad8-9ba6-2c65bb70487e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0510325 Jun 22 21:26:36.595227 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-c47ae45a-3993-4698-96c7-396d108d8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:26:36.596674 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-c47ae45a-3993-4698-96c7-396d108d8554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0858221 Jun 22 21:26:37.039368 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-aabaa144-2ef8-4103-aa03-d12f4a4fbfb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1001 time: 0.4323001 Jun 22 21:26:37.091559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-48e3d5e0-6f9b-43a9-b7d7-256c58644004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:26:37.092948 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-48e3d5e0-6f9b-43a9-b7d7-256c58644004 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0416598 Jun 22 21:26:37.155243 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-8493445e-df71-42d9-9f5d-47e549d158b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:26:37.156724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-8493445e-df71-42d9-9f5d-47e549d158b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540619 Jun 22 21:26:37.247346 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-ed458cad-2f42-4c19-a9e6-694e5228edda service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803723 Jun 22 21:26:37.350281 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-aff7bc96-49c6-4083-9818-3f05ceecb198 req-ad51003a-2225-4ae3-b0b2-8a07fa8c854b service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921276 Jun 22 21:26:43.931851 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:26:47.014926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5ad82c6d-6622-4377-b617-1ad7e9763a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:49.846736 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3dc938b1-5ecf-41f8-b92c-7fb7a99bf056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:50.071174 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:51.202356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:52.709679 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:53.134595 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:26:59.661638 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2ac54-9dc5-43bf-8801-af78bc17dd7f req-9832171f-4bdf-49b5-a583-33983642c030 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:26:59.663134 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26d2ac54-9dc5-43bf-8801-af78bc17dd7f req-9832171f-4bdf-49b5-a583-33983642c030 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0693467 Jun 22 21:26:59.700385 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-26d2ac54-9dc5-43bf-8801-af78bc17dd7f req-55d37b04-6681-4d11-bfae-ccb4b8a88eee tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Jun 22 21:27:00.895668 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2d1a-f3e2-45e1-84bd-5220c3902da3 req-e28ac789-19a9-4876-a505-8680588d3c01 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:00.897190 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-443c2d1a-f3e2-45e1-84bd-5220c3902da3 req-e28ac789-19a9-4876-a505-8680588d3c01 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0729008 Jun 22 21:27:00.936515 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-443c2d1a-f3e2-45e1-84bd-5220c3902da3 req-d2d0c8c9-3af4-43c6-8e77-d11a8ff669b7 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Jun 22 21:27:02.123907 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd96b7-8f6e-4bcc-b324-c6f5831dfb63 req-1aabc0fd-7e14-4ab1-a8a3-3e1435b6859a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:02.125379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30bd96b7-8f6e-4bcc-b324-c6f5831dfb63 req-1aabc0fd-7e14-4ab1-a8a3-3e1435b6859a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0637331 Jun 22 21:27:02.167778 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-30bd96b7-8f6e-4bcc-b324-c6f5831dfb63 req-045333dd-8500-4de0-beb4-e58d0dbc6a6b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360363 Jun 22 21:27:03.338986 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebc84e-0b55-4403-9f50-27e41fde8b55 req-c7d58e35-00c9-409d-8fbf-dcbae21b0b5d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:03.340444 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edebc84e-0b55-4403-9f50-27e41fde8b55 req-c7d58e35-00c9-409d-8fbf-dcbae21b0b5d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0626419 Jun 22 21:27:03.378429 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-edebc84e-0b55-4403-9f50-27e41fde8b55 req-5168a193-6a9f-4bf0-af36-9374ceec0a92 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Jun 22 21:27:04.549741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19cde5-af02-4e70-a430-09891fc7d85b req-b9b2dcd2-91b2-4f2d-8137-333a7f511aec tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:04.551264 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef19cde5-af02-4e70-a430-09891fc7d85b req-b9b2dcd2-91b2-4f2d-8137-333a7f511aec tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0629878 Jun 22 21:27:04.588664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ef19cde5-af02-4e70-a430-09891fc7d85b req-7c4fec36-a157-48a4-aafd-0f2b42fb95d9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Jun 22 21:27:05.758955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a891c2-6768-498d-97bc-58a72e3ea450 req-b27dc66d-86bb-4c37-ab93-4c9fe354a521 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:05.760464 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b4a891c2-6768-498d-97bc-58a72e3ea450 req-b27dc66d-86bb-4c37-ab93-4c9fe354a521 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0625770 Jun 22 21:27:05.797320 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b4a891c2-6768-498d-97bc-58a72e3ea450 req-9c9b47b4-98b0-41d9-a333-05fb4367613c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Jun 22 21:27:06.973756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce858ab-4843-42c8-869f-32063ee775c2 req-0a6f5039-2496-41be-9073-c69ed77357d3 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:06.975226 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dce858ab-4843-42c8-869f-32063ee775c2 req-0a6f5039-2496-41be-9073-c69ed77357d3 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0627081 Jun 22 21:27:07.011864 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dce858ab-4843-42c8-869f-32063ee775c2 req-b090ab7f-7911-42ed-b011-6165f45d9b8e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310116 Jun 22 21:27:08.186904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab30349-c090-4f81-b2ae-e824d351472b req-0fc6d508-ab6c-49dd-a4d9-45db74bc7f04 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:08.188351 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cab30349-c090-4f81-b2ae-e824d351472b req-0fc6d508-ab6c-49dd-a4d9-45db74bc7f04 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0663414 Jun 22 21:27:08.225736 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cab30349-c090-4f81-b2ae-e824d351472b req-02361d9f-990d-47d9-afa0-3ddf54315d62 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jun 22 21:27:09.410333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1991c-b637-442a-8fe1-64c1ffb3136a req-e1f45e1b-8cbf-4dd8-bc7b-5442913344f9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:09.411911 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-05a1991c-b637-442a-8fe1-64c1ffb3136a req-e1f45e1b-8cbf-4dd8-bc7b-5442913344f9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0758135 Jun 22 21:27:09.450239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-05a1991c-b637-442a-8fe1-64c1ffb3136a req-4d665159-f6e9-4700-9c31-17af0b124240 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Jun 22 21:27:09.792213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-4c2b5050-2605-46da-92d3-a5190b84c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:09.793671 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-4c2b5050-2605-46da-92d3-a5190b84c530 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0537493 Jun 22 21:27:09.891006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-7157ef69-20d2-4a90-a95a-f01593dae215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:09.892456 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-7157ef69-20d2-4a90-a95a-f01593dae215 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0888278 Jun 22 21:27:09.961176 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-64639144-d254-4feb-8e38-80de753d529c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1001 time: 0.0581067 Jun 22 21:27:10.012590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-a1177d16-afa2-476d-b15a-da4d7b098b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:10.014080 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-a1177d16-afa2-476d-b15a-da4d7b098b7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0433106 Jun 22 21:27:10.078751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-d1c30e9c-0957-49a9-ba2e-a53bde4fcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:10.080675 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-d1c30e9c-0957-49a9-ba2e-a53bde4fcc39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559018 Jun 22 21:27:10.172421 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-d08180e0-0e01-438d-8d66-1dee9a77b7f6 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809445 Jun 22 21:27:10.269572 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4d3751a5-fc7f-4b32-abf7-efadbab18cc3 req-dbd5e9f2-3c7a-4056-b6b9-18b5fd2df0ca service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877516 Jun 22 21:27:10.624223 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbea73-36d8-45be-bb5e-77d2b770147f req-40c53264-87c8-46ce-9d54-2dd71b705158 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:10.625664 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3bbea73-36d8-45be-bb5e-77d2b770147f req-40c53264-87c8-46ce-9d54-2dd71b705158 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0647757 Jun 22 21:27:10.661495 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-c3bbea73-36d8-45be-bb5e-77d2b770147f req-e16d8c7f-bbd5-4592-8034-a949495881f4 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301754 Jun 22 21:27:11.839896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6d6f8-2e55-4606-b255-959aaba98789 req-72f8b7bd-b063-49e8-82e0-20ef5923118c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:11.841369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eca6d6f8-2e55-4606-b255-959aaba98789 req-72f8b7bd-b063-49e8-82e0-20ef5923118c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0656602 Jun 22 21:27:11.879798 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-eca6d6f8-2e55-4606-b255-959aaba98789 req-738f0e1b-21a7-4823-a5af-e77e0443854f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Jun 22 21:27:13.057006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655197d3-4c2d-4605-83f8-7f6bd97af6c8 req-3282ccad-3237-4ca3-9c4c-ec48e85d1a97 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:13.058508 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-655197d3-4c2d-4605-83f8-7f6bd97af6c8 req-3282ccad-3237-4ca3-9c4c-ec48e85d1a97 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0674977 Jun 22 21:27:13.466452 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-655197d3-4c2d-4605-83f8-7f6bd97af6c8 req-2fc8ee65-da4f-49a9-a4d5-a26272780a9d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022579 Jun 22 21:27:14.637444 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06164-80bd-4184-9e19-3336d120edf1 req-d39f5941-a650-4faa-8234-4832d6b13a2b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:14.638937 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48e06164-80bd-4184-9e19-3336d120edf1 req-d39f5941-a650-4faa-8234-4832d6b13a2b tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0633636 Jun 22 21:27:14.676835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-48e06164-80bd-4184-9e19-3336d120edf1 req-9c11873c-9065-4c21-8b5b-8acc8c2e4010 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323880 Jun 22 21:27:14.948832 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-6b6c5335-b0dd-4ca8-960e-6c24a22a4256 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498331 Jun 22 21:27:15.031896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ae52-f083-483d-9b88-b70f2b90a4e3 req-0a68db95-a1a7-4602-81ed-f8930f941a22 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:15.033373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dce9ae52-f083-483d-9b88-b70f2b90a4e3 req-0a68db95-a1a7-4602-81ed-f8930f941a22 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0728729 Jun 22 21:27:15.076848 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dce9ae52-f083-483d-9b88-b70f2b90a4e3 req-3d7a5254-0c14-4899-9748-55b5a9f5443f tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369616 Jun 22 21:27:15.150604 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:27:15.226324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:15.249971 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:27:15.252247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa899a0-ebb4-408c-a4d3-c4104e7b1364" -d '{"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:27:15.264950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:27:15.276217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:15.278932 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:27:15.307284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0015add-6431-4bce-ae32-a9a5713a4fc2 x-openstack-request-id: req-a0015add-6431-4bce-ae32-a9a5713a4fc2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:27:15.308632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-unplugged", "status": "failed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "code": 422}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:27:15.308632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0015add-6431-4bce-ae32-a9a5713a4fc2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:27:15.308632 dv-neutron-797537-2-hyperv neutron-server[100375]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'code': 422} returned with failed status Jun 22 21:27:15.339356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:27:15.346270 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.346617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.346952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.347282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.347606 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.347930 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.348251 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.348564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.348884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.349855 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.350242 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.350759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:27:15.355339 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:27:16.254511 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729b3a6-2d2c-4193-926f-0ab7ee8bea1b req-addc87ee-da7e-491e-b770-81b3c986ef42 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:16.256023 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1729b3a6-2d2c-4193-926f-0ab7ee8bea1b req-addc87ee-da7e-491e-b770-81b3c986ef42 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0668080 Jun 22 21:27:16.294474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-1729b3a6-2d2c-4193-926f-0ab7ee8bea1b req-b989482f-1861-4ff4-8ad6-5ea616df7bcd tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Jun 22 21:27:17.017207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-69b47a0d-8a9a-41a6-9de0-1a76fa6d543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:17.469882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc024a-4185-4751-836a-00f87f33fd1c req-f403f487-a01e-44a3-8ea1-14f65ff682d5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:17.471379 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-14cc024a-4185-4751-836a-00f87f33fd1c req-f403f487-a01e-44a3-8ea1-14f65ff682d5 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0640912 Jun 22 21:27:17.510791 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-14cc024a-4185-4751-836a-00f87f33fd1c req-dbeecf45-2a4b-4772-9fdf-7b83d7e81496 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338533 Jun 22 21:27:18.693121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b00db7-ec05-4315-a0fa-42e532bc3519 req-1a383161-9038-44bc-8237-83711642c9f8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:18.694764 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-69b00db7-ec05-4315-a0fa-42e532bc3519 req-1a383161-9038-44bc-8237-83711642c9f8 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0691309 Jun 22 21:27:18.733551 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-69b00db7-ec05-4315-a0fa-42e532bc3519 req-89e7e8e2-ed75-4288-8d45-7ace5fd7c1a9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329080 Jun 22 21:27:19.854427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ced7708a-0407-44ca-9540-c53cf58e2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:19.919118 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594c34-6555-44d8-ade8-481ff433433c req-9267af0a-56f3-4ec9-986f-b93ca6fdb311 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:19.920609 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-99594c34-6555-44d8-ade8-481ff433433c req-9267af0a-56f3-4ec9-986f-b93ca6fdb311 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0720212 Jun 22 21:27:19.959876 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-99594c34-6555-44d8-ade8-481ff433433c req-04ebd252-2afb-47f5-bf33-a47aed23fbfd tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Jun 22 21:27:20.071640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:20.758388 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-26002e1b-6a55-4d17-b0dc-896fc180e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:20.759883 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-26002e1b-6a55-4d17-b0dc-896fc180e1ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&tenant_id=413483ba9e534b41b0c2a480eacd3d50 HTTP/1.1" status: 200 len: 1097 time: 0.0527995 Jun 22 21:27:20.838242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-cc121a82-ea9a-4e62-8429-7fc96ca3040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:20.839688 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-cc121a82-ea9a-4e62-8429-7fc96ca3040f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1097 time: 0.0510786 Jun 22 21:27:20.931079 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:27:20.939324 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-5dbb8550-5bb9-4203-99a3-fb6f1e324702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:20.940776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-5dbb8550-5bb9-4203-99a3-fb6f1e324702 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0915103 Jun 22 21:27:21.013043 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-9035d860-f9e4-47f3-a35d-b88828fc066e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 999 time: 0.0621696 Jun 22 21:27:21.068890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-81f8ebd5-b036-4ddd-b3af-75ef6f1791e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:21.070373 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-81f8ebd5-b036-4ddd-b3af-75ef6f1791e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0481925 Jun 22 21:27:21.166769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-cfca92e9-4b17-4671-ae8d-a6836a0aa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:21.168256 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-cfca92e9-4b17-4671-ae8d-a6836a0aa62c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866168 Jun 22 21:27:21.207207 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:21.216278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcf0cd-c78b-481f-beb6-97168684f40f req-a158da5e-7679-498d-a281-b88a3185c0da tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:21.217772 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-82dcf0cd-c78b-481f-beb6-97168684f40f req-a158da5e-7679-498d-a281-b88a3185c0da tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.1453662 Jun 22 21:27:21.297000 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-82dcf0cd-c78b-481f-beb6-97168684f40f req-e94c63fe-2534-429b-92ed-a5eaaf95df7c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484185 Jun 22 21:27:21.307169 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-3b355075-cc00-4184-8465-54e0cd798fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277344 Jun 22 21:27:21.406240 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac10fbc9-dc96-4038-ba32-75aab663a7f8 req-a2f5ec64-47a1-4203-976e-711572c74a9d service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Jun 22 21:27:22.511457 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38985239-7ad6-4bf1-94eb-36729837236d req-08e5d0f3-f80b-499e-b6c6-21e92080d887 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:22.512914 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-38985239-7ad6-4bf1-94eb-36729837236d req-08e5d0f3-f80b-499e-b6c6-21e92080d887 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.1042738 Jun 22 21:27:22.549622 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-38985239-7ad6-4bf1-94eb-36729837236d req-b07ee010-8b89-4fd1-af60-5eaf1dd65887 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Jun 22 21:27:22.724548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:23.138552 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:23.719358 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e381c-4a34-4eda-b81a-555aaf00a46b req-06562e96-0cbb-4164-b638-90b5709b2c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:23.720810 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3e381c-4a34-4eda-b81a-555aaf00a46b req-06562e96-0cbb-4164-b638-90b5709b2c7a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0630453 Jun 22 21:27:23.758541 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2d3e381c-4a34-4eda-b81a-555aaf00a46b req-7384d8a6-71d3-4a3c-bf2b-fb6c71be4986 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Jun 22 21:27:24.938845 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5f278-d87f-4f04-9558-86d6f0917ebc req-27df78aa-13fd-4771-94b8-e55fd308da40 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:24.940286 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-09c5f278-d87f-4f04-9558-86d6f0917ebc req-27df78aa-13fd-4771-94b8-e55fd308da40 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0661187 Jun 22 21:27:24.977980 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-09c5f278-d87f-4f04-9558-86d6f0917ebc req-3f42fa7c-494a-4712-979a-d87116efcdc4 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Jun 22 21:27:26.149643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd580c-567e-4b9b-a9df-0dc012d30b87 req-c98dbde4-e519-4fe0-9356-086fbac6bfea tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:26.151110 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31bd580c-567e-4b9b-a9df-0dc012d30b87 req-c98dbde4-e519-4fe0-9356-086fbac6bfea tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0626884 Jun 22 21:27:26.186664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-31bd580c-567e-4b9b-a9df-0dc012d30b87 req-405c6bfd-b632-4111-9141-8260d8760c67 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300434 Jun 22 21:27:27.360133 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebbfca-f4d4-4530-b90a-a0f29fa73e41 req-8e18fc71-0b60-453c-80b0-96419530f7d2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:27.361579 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ebebbfca-f4d4-4530-b90a-a0f29fa73e41 req-8e18fc71-0b60-453c-80b0-96419530f7d2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0625396 Jun 22 21:27:27.399473 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ebebbfca-f4d4-4530-b90a-a0f29fa73e41 req-3ddab67f-a6aa-422d-a178-1724c4e9316c tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318832 Jun 22 21:27:28.581765 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4346-eaa9-470c-9cc9-0107453c6d4a req-a46dcc09-b76f-4c2e-a938-6289ae573d2d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:28.583454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-481a4346-eaa9-470c-9cc9-0107453c6d4a req-a46dcc09-b76f-4c2e-a938-6289ae573d2d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 944 time: 0.0686305 Jun 22 21:27:28.621426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-481a4346-eaa9-470c-9cc9-0107453c6d4a req-9ff1680c-86ee-45bf-a390-0b626f21a633 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Jun 22 21:27:29.213800 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:27:29.305289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:27:29.318866 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'port_id': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'mac_address': 'fa:16:3e:90:44:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:27:29.504774 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:29.517414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea5711c-ce47-4901-a7be-d8e284a4dd06 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:27:29.537120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:27:29.542356 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:29.544145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:27:29.588783 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:27:29.591929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:27:29.792752 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d956e23-2786-4cc4-a57c-62072bf8d5d5 req-96f6349c-1ed4-45aa-87a4-85121e173c46 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:29.794209 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2d956e23-2786-4cc4-a57c-62072bf8d5d5 req-96f6349c-1ed4-45aa-87a4-85121e173c46 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 945 time: 0.0651176 Jun 22 21:27:29.832828 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-2d956e23-2786-4cc4-a57c-62072bf8d5d5 req-9dd0e018-195c-45b5-91a7-fbdce784d978 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330265 Jun 22 21:27:29.838379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['5ea5711c-ce47-4901-a7be-d8e284a4dd06'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:27:31.004806 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3548f3d-b839-4acd-b493-0ee5a9137bbb req-abe5f1e7-4d6c-4934-8ed9-25a25570753e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:31.006332 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3548f3d-b839-4acd-b493-0ee5a9137bbb req-abe5f1e7-4d6c-4934-8ed9-25a25570753e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 945 time: 0.0625815 Jun 22 21:27:31.044046 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b3548f3d-b839-4acd-b493-0ee5a9137bbb req-5a038623-12e7-4b44-be26-a1829a020428 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Jun 22 21:27:31.244310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:27:31.293944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:27:31.294321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:31.365646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:31.387422 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:27:31.389635 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51a77f-0664-4786-89ec-46193094de72" -d '{"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:27:31.402289 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:27:31.406639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:31.408602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:27:31.430504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8131da-7ceb-477e-8725-27918e98484e x-openstack-request-id: req-ff8131da-7ceb-477e-8725-27918e98484e {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:27:31.430817 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-plugged", "status": "completed", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:27:31.431084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff8131da-7ceb-477e-8725-27918e98484e {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:27:31.431481 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'code': 200} Jun 22 21:27:31.457260 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:27:31.461692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:27:31.675433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc47f65-4631-45b0-aae2-3d57e0aa355e req-23d6f745-b15c-4982-9710-ccfdcf70f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:31.676926 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc47f65-4631-45b0-aae2-3d57e0aa355e req-23d6f745-b15c-4982-9710-ccfdcf70f151 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0522270 Jun 22 21:27:31.714343 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2bc47f65-4631-45b0-aae2-3d57e0aa355e req-91751b1e-f949-4bae-9a83-8cd1275b1dbe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277624 Jun 22 21:27:32.223919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61278-17ad-4854-8603-90a30c275dbc req-b0a69b9f-1bf7-4bbf-abf7-2284af6a3eca tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:32.225962 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ce61278-17ad-4854-8603-90a30c275dbc req-b0a69b9f-1bf7-4bbf-abf7-2284af6a3eca tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0726926 Jun 22 21:27:32.264662 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-6ce61278-17ad-4854-8603-90a30c275dbc req-d69c988e-b14c-42aa-b9e6-04e7f0bd44ba tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327747 Jun 22 21:27:33.443383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d739c-3f4e-41c8-9866-e027bd9c1857 req-e66ef078-cdef-4161-87b9-280fcf0e4672 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:33.445472 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-815d739c-3f4e-41c8-9866-e027bd9c1857 req-e66ef078-cdef-4161-87b9-280fcf0e4672 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0662863 Jun 22 21:27:33.481602 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-815d739c-3f4e-41c8-9866-e027bd9c1857 req-efcf35ce-0916-411b-a006-fb203e4a376e tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305576 Jun 22 21:27:37.320308 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-aa2bceb2-e6d9-4e00-a4ee-5efea9e55d44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525992 Jun 22 21:27:37.419981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-0db210c3-7fc4-426e-987c-bd7bfd305290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:37.421426 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-0db210c3-7fc4-426e-987c-bd7bfd305290 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0603204 Jun 22 21:27:37.526739 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-197459ed-fb9b-40ea-b523-153d5226ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:37.528174 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-197459ed-fb9b-40ea-b523-153d5226ae6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0860322 Jun 22 21:27:37.597170 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-4ccd30ad-9cf5-4e3b-b467-089bb1ac4f49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1001 time: 0.0626414 Jun 22 21:27:37.643961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-7a9ea713-6bf6-46fd-b7bb-f43f79848de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:37.645360 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-7a9ea713-6bf6-46fd-b7bb-f43f79848de8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0423458 Jun 22 21:27:37.701952 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-b68bfa66-74b3-473b-8625-ec8717f2ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:27:37.703411 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-b68bfa66-74b3-473b-8625-ec8717f2ac43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515704 Jun 22 21:27:37.798936 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-b8a6439a-1412-4e34-8f70-c1383a4b70d3 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852168 Jun 22 21:27:37.886567 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5d579111-dc5f-409a-98fa-9fd57dba2326 req-1ad2742a-17ff-4e00-a73b-1e2756fe7bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Jun 22 21:27:47.020103 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-802bb156-edd9-457e-aacc-710a99c2a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:49.845979 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-17e8be97-2ec7-4375-b8fc-06e433ff2ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:50.075247 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:51.207423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:52.739453 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:53.163224 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:27:57.929305 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:28:17.019812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f94143ef-38e2-43df-8f49-f01492356715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:19.847996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd86b-f623-431e-a769-83fb080f131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:20.076261 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:21.211481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:22.739069 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:23.144981 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:34.927464 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:28:39.332408 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-41126ef4-c43a-48c6-98e1-5ab51d8e4ded service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574813 Jun 22 21:28:39.431135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-c691134f-c85b-4a60-bdad-fac19c21b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:39.432597 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-c691134f-c85b-4a60-bdad-fac19c21b1a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0519993 Jun 22 21:28:39.543148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-65dadc9f-044f-437a-8c3d-9164a314a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:39.544592 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-65dadc9f-044f-437a-8c3d-9164a314a525 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0856199 Jun 22 21:28:39.618960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-ff6ff7a9-4ac1-41a1-994a-44372751f54b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 1001 time: 0.0636826 Jun 22 21:28:39.668761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-9e1659c4-1e4a-4bc5-bbaa-80217955dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:39.670255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-9e1659c4-1e4a-4bc5-bbaa-80217955dbad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0435658 Jun 22 21:28:39.728134 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-f0fed7bc-ce12-42dd-a311-ea72a14f0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:39.729604 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-f0fed7bc-ce12-42dd-a311-ea72a14f0a8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517609 Jun 22 21:28:39.825724 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-765a8292-dff1-4c46-9a83-d128be0c66ad service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845933 Jun 22 21:28:39.923660 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8e383d9d-e9f9-4d7b-b516-cf86090efec9 req-abf43cb0-5d31-43e2-8c44-5bae8cf90c0a service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863893 Jun 22 21:28:47.021553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85399f9a-6fa1-4757-bffb-03790c6cc178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.219213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39298) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:28:49.380305 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Deleting port de816c93-9905-4b29-a96d-525355bfcb43 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:28:49.380648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.457205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.457608 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.469692 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Calling delete_port for de816c93-9905-4b29-a96d-525355bfcb43 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:28:49.617049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.619051 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:28:49.642652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'Port': ['ID=de816c93-9905-4b29-a96d-525355bfcb43,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:28:49.653970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.654369 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.654756 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.655139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.655516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.655890 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.656322 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.656633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.657006 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.657460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.658471 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.658917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:28:49.680296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:28:49.720935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.721275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Floating IP 17a6d009-20bb-435a-85bc-be9e789a43c6 disassociated (deleted). External IP: 172.26.4.83, port: 5ea5711c-ce47-4901-a7be-d8e284a4dd06. Jun 22 21:28:49.848941 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b9abaad8-49b5-44be-845c-020d27073641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:49.929408 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:28:50.036512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:28:50.041049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:50.045872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:28:50.055824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:28:50.056444 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:50.076906 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "DELETE /v2.0/floatingips/17a6d009-20bb-435a-85bc-be9e789a43c6 HTTP/1.1" status: 204 len: 168 time: 0.8565137 Jun 22 21:28:50.077693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:28:50.080239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51ed26e-4183-4784-ad9b-85a6e68ce215" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:28:50.114755 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:50.125505 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6aa80-541b-4894-8d39-a404573e613b x-openstack-request-id: req-ada6aa80-541b-4894-8d39-a404573e613b {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:28:50.126015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:28:50.126333 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ada6aa80-541b-4894-8d39-a404573e613b {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:28:50.126969 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'status': 'completed', 'code': 200} Jun 22 21:28:50.179405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:28:50.211482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-058dcd6b-f3bc-486b-a0f6-07f6e6a93f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:50.212972 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-058dcd6b-f3bc-486b-a0f6-07f6e6a93f84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=413483ba9e534b41b0c2a480eacd3d50&device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 1099 time: 0.0556545 Jun 22 21:28:50.314823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-001b138f-3973-4145-9c67-bb7e49307db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:50.316321 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-001b138f-3973-4145-9c67-bb7e49307db9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 200 len: 910 time: 0.0939760 Jun 22 21:28:50.378311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-5e15faeb-bc06-4cbf-9ea9-8b2858e5df28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 200 len: 217 time: 0.0375631 Jun 22 21:28:50.394361 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:50.421138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:28:50.428866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-5c4deec1-c963-4556-926a-8ae89da9901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:50.430312 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:28:50.430442 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-5c4deec1-c963-4556-926a-8ae89da9901c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 200 len: 848 time: 0.0458853 Jun 22 21:28:50.430938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:50.464041 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e8aa-b778-42d6-9b0f-d6efa20081d1 req-1a2a8948-6e7f-45ac-bc1b-65cc756ed053 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:50.465714 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6e76e8aa-b778-42d6-9b0f-d6efa20081d1 req-1a2a8948-6e7f-45ac-bc1b-65cc756ed053 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0664978 Jun 22 21:28:50.495491 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-d93abc96-7e90-433c-b53d-c9202abc57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:50.497002 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-d93abc96-7e90-433c-b53d-c9202abc57e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a220c591-5b4d-417b-bb7a-ca7547307111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599160 Jun 22 21:28:50.507004 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6e76e8aa-b778-42d6-9b0f-d6efa20081d1 req-3d835c82-a308-488d-a8c9-589010533760 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331273 Jun 22 21:28:50.541528 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:28:50.590628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-012bb333-490e-4a2f-b1e6-51672bb66961 service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Jun 22 21:28:50.746904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:50.777947 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4016005-f1b6-4bbe-85ea-85d87ff81a36 None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:02Z', 'revision_number': 4, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '5ddd7883-2092-4b58-8c32-16625b5d9f39', 'name': '', 'network_id': 'a220c591-5b4d-417b-bb7a-ca7547307111', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'mac_address': 'fa:16:3e:93:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:02Z', 'updated_at': '2021-06-22T21:20:08Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'subnets': [{'id': '31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:28:51.016496 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d150c3-0ec1-439d-979a-0081daae3464 None None] New status for floating IP 17a6d009-20bb-435a-85bc-be9e789a43c6: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:28:51.064500 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d51ed26e-4183-4784-ad9b-85a6e68ce215 req-b2672198-106e-40dc-be5c-998521c2ae8e service neutron] 10.222.0.53 "GET /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646673 Jun 22 21:28:51.213254 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:51.686046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795d133-9e00-45aa-ac5e-179f2e4b2e4b req-1c8dba2f-4a75-4d4b-a3d2-15573ddf1730 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:51.687507 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d795d133-9e00-45aa-ac5e-179f2e4b2e4b req-1c8dba2f-4a75-4d4b-a3d2-15573ddf1730 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0636244 Jun 22 21:28:51.726669 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d795d133-9e00-45aa-ac5e-179f2e4b2e4b req-ce554b9f-2271-406c-b596-8172107c1a11 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcd58bb3-bcb3-4611-8718-1aafcd746ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jun 22 21:28:52.135085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-2767420c-d630-4004-9982-c52c45d12e7d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:28:52.136400 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-2767420c-d630-4004-9982-c52c45d12e7d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 946 time: 0.0615883 Jun 22 21:28:52.237541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Deleting port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:28:52.237879 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:52.324667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] For port 5ea5711c-ce47-4901-a7be-d8e284a4dd06, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=5ea5711c-ce47-4901-a7be-d8e284a4dd06,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:28:52.325021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:52.341779 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Calling delete_port for 5ea5711c-ce47-4901-a7be-d8e284a4dd06 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:28:52.468334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:52.473041 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-cca11d12-2b41-4745-ac88-b42e9bb620ce tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:28:52.498572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'Port': ['ID=5ea5711c-ce47-4901-a7be-d8e284a4dd06,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:28:52.501854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:28:52.548839 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] No DVR routers for this DVR port 5ea5711c-ce47-4901-a7be-d8e284a4dd06 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:28:52.551353 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:52.553275 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-001bba31-ee7c-47b8-93f7-3e8c7e4c159c req-f8a4b4d8-92a2-48a1-b8ba-005883bce10a tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.53 "DELETE /v2.0/ports/5ea5711c-ce47-4901-a7be-d8e284a4dd06 HTTP/1.1" status: 204 len: 173 time: 0.4109073 Jun 22 21:28:52.553905 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-deleted', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:28:52.556230 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d008f9-3b60-4917-b08f-9ad4b5e25562" -d '{"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-deleted", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:28:52.594122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d347fa4-bca5-456e-ba21-10d42f7830aa x-openstack-request-id: req-3d347fa4-bca5-456e-ba21-10d42f7830aa {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:28:52.594495 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f37e6-b463-422a-a34f-0e3497d04946", "name": "network-vif-deleted", "tag": "5ea5711c-ce47-4901-a7be-d8e284a4dd06", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:28:52.594799 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d347fa4-bca5-456e-ba21-10d42f7830aa {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:28:52.596581 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f37e6-b463-422a-a34f-0e3497d04946', 'name': 'network-vif-deleted', 'tag': '5ea5711c-ce47-4901-a7be-d8e284a4dd06', 'status': 'completed', 'code': 200} Jun 22 21:28:52.740837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:52.870268 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-92b5311d-9327-4f38-907b-b516e3158c69 req-021e2d00-99c7-4db2-975c-323ffd74a98d tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Jun 22 21:28:53.150797 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:54.028270 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-cd43637c-0b96-4f05-84ad-c1592b90dcfb req-10a4af5f-8ae7-4795-bdca-6db669c24914 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0363078 Jun 22 21:28:55.168656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-3c3e0e3f-9936-4a56-b26e-e87f7eb3799b req-62ce9c04-05ca-4c0b-afde-bac3757889e6 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Jun 22 21:28:55.712579 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:28:55.732945 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 5ea5711c-ce47-4901-a7be-d8e284a4dd06 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:28:55.733292 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 5ea5711c-ce47-4901-a7be-d8e284a4dd06 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:28:56.326904 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e5accd77-bc2f-465f-b0b5-246e8c4718a8 req-7b50071c-a811-45be-ab0e-d0b215abed59 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef5f37e6-b463-422a-a34f-0e3497d04946 HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jun 22 21:28:57.424125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39330) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:28:57.488621 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:57.518908 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:57.578654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:57.582203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:57.583445 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] 10.222.0.66 "DELETE /v2.0/security-groups/fcd58bb3-bcb3-4611-8718-1aafcd746ab3 HTTP/1.1" status: 204 len: 168 time: 0.1583195 Jun 22 21:28:57.584245 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-26402899-2854-4ea2-9b07-56872289cc2f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:28:57.593633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd58bb3-bcb3-4611-8718-1aafcd746ab3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:28:57.596264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:28:57.639475 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39334) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:28:58.101401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:58.357768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Deleting port 5ddd7883-2092-4b58-8c32-16625b5d9f39 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:28:58.358068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:58.439172 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] For port 5ddd7883-2092-4b58-8c32-16625b5d9f39, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=5ddd7883-2092-4b58-8c32-16625b5d9f39,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:28:58.439915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:58.452783 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Calling delete_port for 5ddd7883-2092-4b58-8c32-16625b5d9f39 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:28:58.640654 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:58.642786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:28:58.668018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddd7883-2092-4b58-8c32-16625b5d9f39,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:28:58.671858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:28:58.842449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.057021 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:28:59.163980 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:28:59.168822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d36a6ba4-6beb-4140-8932-3eed4fdf877e admin admin] 10.222.0.66 "PUT /v2.0/routers/4996f8b4-7bb6-410a-9af9-c570fbf22c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5282078 Jun 22 21:28:59.171420 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39338) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:28:59.172288 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Sync routers for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:28:59.181198 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:28:59.181804 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:59.277059 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.286572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:28:59.379446 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.433223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Deleting port 22644301-8c6c-4a71-b402-fa0c106642f2 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:28:59.433560 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.466093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:28:58Z', 'revision_number': 5, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port': {'id': '22644301-8c6c-4a71-b402-fa0c106642f2', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:59.496035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Checking router: 4996f8b4-7bb6-410a-9af9-c570fbf22c64 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:28:59.505214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Routers {'4996f8b4-7bb6-410a-9af9-c570fbf22c64'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:28:59.505838 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:59.519793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] For port 22644301-8c6c-4a71-b402-fa0c106642f2, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=22644301-8c6c-4a71-b402-fa0c106642f2,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:28:59.520350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.531734 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Calling delete_port for 22644301-8c6c-4a71-b402-fa0c106642f2 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:28:59.714370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.717448 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-bd9c76b7-cd15-4020-a419-391b04119d0e tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:28:59.744992 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=22644301-8c6c-4a71-b402-fa0c106642f2,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:28:59.745851 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] Set router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:28:59.747482 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:28:59.800206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:28:59Z', 'revision_number': 6, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:28:59.812064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.832168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cce3d5-3498-470e-9241-f8cacc44e321 None None] The sync data for ids ['4996f8b4-7bb6-410a-9af9-c570fbf22c64'] in dv-neutron-797537-2-hyperv is: [{'id': '4996f8b4-7bb6-410a-9af9-c570fbf22c64', 'name': 'tempest-TestShelveInstance-1376571249-router', 'tenant_id': '413483ba9e534b41b0c2a480eacd3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:00Z', 'updated_at': '2021-06-22T21:28:59Z', 'revision_number': 6, 'project_id': '413483ba9e534b41b0c2a480eacd3d50', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:28:59.906314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.908516 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.955640 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.956219 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4996f8b4-7bb6-410a-9af9-c570fbf22c64 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:28:59.960735 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:28:59.962104 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] 10.222.0.66 "DELETE /v2.0/routers/4996f8b4-7bb6-410a-9af9-c570fbf22c64 HTTP/1.1" status: 204 len: 168 time: 0.7897189 Jun 22 21:28:59.964872 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39340) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:00.009497 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Deleting subnet 31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:29:00.012550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.045476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.127274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.181665 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.183940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f7b4beff-8831-4885-997f-343e07ff5b31 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:00.211350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:00.217449 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:00.223488 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.224772 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39342) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:00.225255 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-79ce8272-ec76-489e-aa90-237993813876 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/31f0e2ed-dcb7-476c-b57d-e61d27ac7e9b HTTP/1.1" status: 204 len: 168 time: 0.2589793 Jun 22 21:29:00.227809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb76bf9-0f69-4f61-8014-355ad9b5456f None None] Network a220c591-5b4d-417b-bb7a-ca7547307111 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:00.296409 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.353786 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Deleting port b88bb7f6-4f87-489f-89e6-d2f27603df92 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:29:00.354154 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.417062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] For port b88bb7f6-4f87-489f-89e6-d2f27603df92, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=b88bb7f6-4f87-489f-89e6-d2f27603df92,segment=NetworkSegment(9facfe3a-6a64-4719-becb-285badcc2e96),segment_id=9facfe3a-6a64-4719-becb-285badcc2e96)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:00.417414 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.430022 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Calling delete_port for b88bb7f6-4f87-489f-89e6-d2f27603df92 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:29:00.509502 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.511661 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:00.533503 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b88bb7f6-4f87-489f-89e6-d2f27603df92,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:00.544930 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] No DVR routers for this DVR port b88bb7f6-4f87-489f-89e6-d2f27603df92 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:29:00.575635 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.576031 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.576440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.576815 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.577185 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.577746 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.578172 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.578637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.579062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.579461 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.579827 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.580187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:00.583555 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:00.598921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593c588-2111-4c41-85e0-ea4a962421ed None None] DHCP port deletion for a220c591-5b4d-417b-bb7a-ca7547307111 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:29:00.641018 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.651122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220c591-5b4d-417b-bb7a-ca7547307111']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:00.665091 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9facfe3a-6a64-4719-becb-285badcc2e96') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:00.665385 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9facfe3a-6a64-4719-becb-285badcc2e96') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:00.675645 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.689499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.695618 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:29:00.695999 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:29:00.697683 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:29:00.752904 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.756424 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-9a5ae055-a959-469e-a3a2-b6bc01131afc tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:00.769090 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:00.770979 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] 10.222.0.66 "DELETE /v2.0/networks/a220c591-5b4d-417b-bb7a-ca7547307111 HTTP/1.1" status: 204 len: 168 time: 0.5452087 Jun 22 21:29:00.772531 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a220c591-5b4d-417b-bb7a-ca7547307111,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:00.773990 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39344) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:00.775179 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-499b0d09-701b-43b1-bf57-0ed91ffae5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:01.129025 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:01.384944 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Deleting port 30132b16-afe9-4abb-9925-01885f65d6c3 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:29:01.385196 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:01.462187 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] For port 30132b16-afe9-4abb-9925-01885f65d6c3, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=30132b16-afe9-4abb-9925-01885f65d6c3,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:01.462539 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:01.474528 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Calling delete_port for 30132b16-afe9-4abb-9925-01885f65d6c3 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:29:01.671442 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:01.674131 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5b2c8bee-1562-4cb0-95ae-a0025983353c tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:01.697818 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=30132b16-afe9-4abb-9925-01885f65d6c3,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:01.701618 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:01.837370 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 22644301-8c6c-4a71-b402-fa0c106642f2 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:01.863129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 22644301-8c6c-4a71-b402-fa0c106642f2 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:01.863470 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 22644301-8c6c-4a71-b402-fa0c106642f2 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:01.863895 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b88bb7f6-4f87-489f-89e6-d2f27603df92 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:01.877080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:01.897506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: b88bb7f6-4f87-489f-89e6-d2f27603df92 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:01.897857 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device b88bb7f6-4f87-489f-89e6-d2f27603df92 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:01.898346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ddd7883-2092-4b58-8c32-16625b5d9f39 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:01.917733 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 5ddd7883-2092-4b58-8c32-16625b5d9f39 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:01.918167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 5ddd7883-2092-4b58-8c32-16625b5d9f39 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:02.485312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Router 72a6fac1-c141-4b56-9c61-61d6eb55c4de has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:29:02.596314 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:02.601154 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] 10.222.0.66 "PUT /v2.0/routers/72a6fac1-c141-4b56-9c61-61d6eb55c4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261344 Jun 22 21:29:02.603635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39346) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:02.605823 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Sync routers for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:02.614871 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:02.615489 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:02.707951 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:02.721441 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:02.817970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:02.870772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Deleting port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:29:02.871105 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:02.953429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] For port fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:02.954834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:02.967741 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Calling delete_port for fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:29:02.992801 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:29:01Z', 'revision_number': 5, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port': {'id': 'fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:20:05Z', 'updated_at': '2021-06-22T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:03.018683 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Checking router: 72a6fac1-c141-4b56-9c61-61d6eb55c4de for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:03.026561 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Routers {'72a6fac1-c141-4b56-9c61-61d6eb55c4de'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:03.027167 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:03.112051 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] Set router 72a6fac1-c141-4b56-9c61-61d6eb55c4de gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:03.133308 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.135549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28b341d9-848f-4b59-a7e5-2150abc481f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:03.158917 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:03.161458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:03.166482 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:29:02Z', 'revision_number': 6, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:03.193400 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95291c6-863c-4f2b-9afe-c44c4f35d93b None None] The sync data for ids ['72a6fac1-c141-4b56-9c61-61d6eb55c4de'] in dv-neutron-797537-2-hyperv is: [{'id': '72a6fac1-c141-4b56-9c61-61d6eb55c4de', 'name': 'tempest-TestShelveInstance-49177672-router', 'tenant_id': 'a6da2cac498d4deaa462cb43afef28f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:20:04Z', 'updated_at': '2021-06-22T21:29:02Z', 'revision_number': 6, 'project_id': 'a6da2cac498d4deaa462cb43afef28f7', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:03.227900 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.317795 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.319858 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.362445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.362909 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72a6fac1-c141-4b56-9c61-61d6eb55c4de {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:29:03.367048 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.368133 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] 10.222.0.66 "DELETE /v2.0/routers/72a6fac1-c141-4b56-9c61-61d6eb55c4de HTTP/1.1" status: 204 len: 168 time: 0.7634447 Jun 22 21:29:03.370567 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39348) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:03.414397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Deleting subnet 2b209203-bba6-4570-9c5c-a5d30120f97d {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:29:03.417480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.455597 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.534918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.591114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.593169 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ad236361-ddcb-48cc-af51-a51f9ccccb43 tempest-RoutersIpV6Test-378796478 tempest-RoutersIpV6Test-378796478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:03.622547 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b209203-bba6-4570-9c5c-a5d30120f97d,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:03.625477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:03.627236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.628919 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5c708696-8837-4378-bfca-7e777cc1ed17 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2b209203-bba6-4570-9c5c-a5d30120f97d HTTP/1.1" status: 204 len: 168 time: 0.2574208 Jun 22 21:29:03.631348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39350) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:03.634162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a03b2-8705-4f03-9750-78d059e8504f None None] Network abfeabc6-7848-4c99-beae-bfa8ee15e2d6 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:03.697582 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.755575 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Deleting port a59f4d72-4380-46b7-84c6-9aca423f36b5 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:29:03.755925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.822662 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] For port a59f4d72-4380-46b7-84c6-9aca423f36b5, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a59f4d72-4380-46b7-84c6-9aca423f36b5,segment=NetworkSegment(6a23ba5d-5452-4813-862d-a52976c7943b),segment_id=6a23ba5d-5452-4813-862d-a52976c7943b)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:03.823011 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.838838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Calling delete_port for a59f4d72-4380-46b7-84c6-9aca423f36b5 owned by network:dhcp {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:29:03.921593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2216b-0001-418a-8bb2-165f703dc5d0 None None] DHCP port deletion for abfeabc6-7848-4c99-beae-bfa8ee15e2d6 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:29:03.940315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:03.943910 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adedceaa-b93e-4a06-bbce-f59a380edd43 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:03.964117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2216b-0001-418a-8bb2-165f703dc5d0 None None] The port 'a59f4d72-4380-46b7-84c6-9aca423f36b5' was deleted {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 22 21:29:03.975450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Pushing event deleted for resources: {'Port': ['ID=a59f4d72-4380-46b7-84c6-9aca423f36b5,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:03.977418 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] No DVR routers for this DVR port a59f4d72-4380-46b7-84c6-9aca423f36b5 on host dv-neutron-797537-2-hyperv {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:29:03.978965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:03.985820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a59f4d72-4380-46b7-84c6-9aca423f36b5 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:04.008853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a59f4d72-4380-46b7-84c6-9aca423f36b5 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:04.008853 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a59f4d72-4380-46b7-84c6-9aca423f36b5 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:04.009345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 30132b16-afe9-4abb-9925-01885f65d6c3 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:04.028283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 30132b16-afe9-4abb-9925-01885f65d6c3 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:04.028638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 30132b16-afe9-4abb-9925-01885f65d6c3 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:04.029060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:29:04.051506 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:29:04.051954 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device fc6c4c51-f1ca-4e09-81fe-3a35ebc3ff94 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:29:04.056761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.068207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfeabc6-7848-4c99-beae-bfa8ee15e2d6']}} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:04.085337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a23ba5d-5452-4813-862d-a52976c7943b') {'for_net_delete': True} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:04.086117 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.services.segments.db [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a23ba5d-5452-4813-862d-a52976c7943b') {} {{(pid=100374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:04.096157 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61274004'] for segment, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.110065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.116561 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=100374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:29:04.117188 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62685100'] for segment, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: conditions |= (models_v2.Port.network_id.in_( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: Traceback (most recent call last): Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: timer() Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: cb(*args, **kw) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: return func(*args, **kwargs) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: self._notify() Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: self.callback(batched_events) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: event.method(event) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: return f(self, *a, **k) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._get(url).json() Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: return self.request(url, 'GET', **kwargs) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:29:04.119176 dv-neutron-797537-2-hyperv neutron-server[100374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:29:04.186053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.190970 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:04.193738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.195835 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] 10.222.0.66 "DELETE /v2.0/networks/abfeabc6-7848-4c99-beae-bfa8ee15e2d6 HTTP/1.1" status: 204 len: 168 time: 0.5634980 Jun 22 21:29:04.208761 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Pushing event deleted for resources: {'Network': ['ID=abfeabc6-7848-4c99-beae-bfa8ee15e2d6,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:04.211738 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:04.323148 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39354) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:04.364230 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-8fe06089-63d4-43fd-89ea-f569494c5c87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=413483ba9e534b41b0c2a480eacd3d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398211 Jun 22 21:29:04.366660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39356) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:04.416438 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.438109 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.488541 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.490873 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.492112 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9aa8c0c-6303-437c-b983-677454ef0e36 HTTP/1.1" status: 204 len: 168 time: 0.1245146 Jun 22 21:29:04.493019 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-663af7b4-eadc-4da5-aaef-18fa3992656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:04.503704 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa8c0c-6303-437c-b983-677454ef0e36,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:04.506429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-fda44bcb-88c6-47e0-b79a-106ef34a0213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:04.809014 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39362) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:04.855415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-811d3b03-93ac-4369-945d-99d22dcbb238 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6da2cac498d4deaa462cb43afef28f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451112 Jun 22 21:29:04.858755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39364) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:04.907350 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.927319 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.972705 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.975370 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:04.976485 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68c31bdb-8402-478b-87b4-31a17a446366 HTTP/1.1" status: 204 len: 168 time: 0.1166794 Jun 22 21:29:04.977334 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3ea76598-045d-4f40-8d29-bd21103133d8 tempest-TestMinimumBasicScenario-1627499009 tempest-TestMinimumBasicScenario-1627499009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:04.984880 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c31bdb-8402-478b-87b4-31a17a446366,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:04.987474 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-41c0aee4-ff56-4c02-93fb-e834521992e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:05.617506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39386) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:05.721282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1148448360-network', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:05.743268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Made reservation on behalf of 915f1a2b0c824e42ad9dde0d7b0733e1 for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:29:05.745616 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.754828 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.841456 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.845853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.849711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d0542e0c-faba-4915-b930-385e1be03b81 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:05.870915 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:29:05.881379 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1536ec-6a6b-4cd5-955d-20c9df2f50a4,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:05.885679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:05.887164 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.887164 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Added segment 52c736e7-5523-4b4e-9400-366511620ea2 of type vlan for network c42048da-b4f8-485e-ae07-ce7fb770d266 Jun 22 21:29:05.930506 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.957711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.958764 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:05.959339 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:05.961623 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-855fb02b-fc16-41f8-90d3-c95145c5a489 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:05.989432 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3707049 Jun 22 21:29:05.992326 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39390) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:05.997468 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Request body: {'subnet': {'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1148448360-subnet', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'ip_version': 4}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:06.019864 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Made reservation on behalf of 915f1a2b0c824e42ad9dde0d7b0733e1 for: {'subnet': 1} {{(pid=100373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:29:06.021994 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Pushing event updated for resources: {'Network': ['ID=c42048da-b4f8-485e-ae07-ce7fb770d266,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:06.022482 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59240090'] for subnet, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.024760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-089fa555-68c5-4021-bc35-bb1c16ed728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:06.031820 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network c42048da-b4f8-485e-ae07-ce7fb770d266 details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:29:06.189083 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59007854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59240072'] for subnet, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.191763 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b639b961-e301-4deb-bf3f-0f623fee65f7 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:06.245113 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11e3a53-963d-4aea-92ab-736065ef2f5b,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:06.248730 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:06.252823 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Checking segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:06.253176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Network hostable DHCP agents. Network: c42048da-b4f8-485e-ae07-ce7fb770d266, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:29:06.271765 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:29:06.280119 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, c42048da-b4f8-485e-ae07-ce7fb770d266) {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:06.284305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:06.284885 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.289728 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc731956-b222-407a-ba6a-b576fbfda087 None None] Network c42048da-b4f8-485e-ae07-ce7fb770d266 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:06.299415 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-a3327329-f1f6-4659-bf1f-1cc5551c87f1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3060114 Jun 22 21:29:06.302497 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39392) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:06.307074 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:06.327297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.328305 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.383669 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.435333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b4803-c265-441f-811a-05464c35df44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-c42048da-b4f8-485e-ae07-ce7fb770d266', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:29:06.436193 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.523459 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.571646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-912b4803-c265-441f-811a-05464c35df44 None None] Allocated IP 172.20.0.2 (c42048da-b4f8-485e-ae07-ce7fb770d266/c11e3a53-963d-4aea-92ab-736065ef2f5b/882fbda9-65d5-4749-9045-7381a463fa68) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:06.716517 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.725445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-912b4803-c265-441f-811a-05464c35df44 None None] Transition to ACTIVE for port object 882fbda9-65d5-4749-9045-7381a463fa68 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:06.726432 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.740656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-912b4803-c265-441f-811a-05464c35df44 None None] Transition to ACTIVE for port object 882fbda9-65d5-4749-9045-7381a463fa68 will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:06.746500 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.746695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.749091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-915345aa-1efe-4822-b3a4-3d91c6da42c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:06.788436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b4803-c265-441f-811a-05464c35df44 None None] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:06.791333 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-912b4803-c265-441f-811a-05464c35df44 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:06.793834 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b4803-c265-441f-811a-05464c35df44 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:06.800446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b4803-c265-441f-811a-05464c35df44 None None] Pushing event updated for resources: {'Port': ['ID=882fbda9-65d5-4749-9045-7381a463fa68,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:06.811510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.811953 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.812302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.812643 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.812977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.813309 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.814386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.814814 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.815152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.815482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.815808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.816128 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:06.819707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-912b4803-c265-441f-811a-05464c35df44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:06.855886 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Allocated IP 172.26.4.185 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/a6ca3401-5ac2-4f75-9294-bf2f85349360) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:06.867901 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-912b4803-c265-441f-811a-05464c35df44 None None] Attempting to bind port 882fbda9-65d5-4749-9045-7381a463fa68 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:06.868283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-912b4803-c265-441f-811a-05464c35df44 None None] Attempting to bind port 882fbda9-65d5-4749-9045-7381a463fa68 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:06.868909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b4803-c265-441f-811a-05464c35df44 None None] Attempting to bind port 882fbda9-65d5-4749-9045-7381a463fa68 on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:06.874041 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b4803-c265-441f-811a-05464c35df44 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:06.874429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b4803-c265-441f-811a-05464c35df44 None None] Checking segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:06.874849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.875287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b4803-c265-441f-811a-05464c35df44 None None] Bound using segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:06.875768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-912b4803-c265-441f-811a-05464c35df44 None None] Bound port: 882fbda9-65d5-4749-9045-7381a463fa68, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:06.877485 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.941980 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-912b4803-c265-441f-811a-05464c35df44 None None] For port 882fbda9-65d5-4749-9045-7381a463fa68, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:06.945060 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-912b4803-c265-441f-811a-05464c35df44 None None] For port 882fbda9-65d5-4749-9045-7381a463fa68, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=882fbda9-65d5-4749-9045-7381a463fa68,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:06.950762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-912b4803-c265-441f-811a-05464c35df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:06.953661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:06.971771 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:07.010657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b4803-c265-441f-811a-05464c35df44 None None] Pushing event updated for resources: {'Port': ['ID=882fbda9-65d5-4749-9045-7381a463fa68,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:07.013969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-912b4803-c265-441f-811a-05464c35df44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:07.014396 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:07.016465 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-4d245443-bf06-478e-bf25-1f1a6934866a tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:07.058080 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:07.061054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:07.065991 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:07.069872 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ca3401-5ac2-4f75-9294-bf2f85349360,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:07.089882 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:07.340402 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:07.533680 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:07.665780 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:29:07.781499 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:07.796379 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:07.801695 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] Notify callbacks [] for router, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:07.803295 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-43286d09-b853-416f-b163-eb9746543c41 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4997499 Jun 22 21:29:07.806719 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39394) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:07.815510 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 882fbda9-65d5-4749-9045-7381a463fa68 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:07.819112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:07.819759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:07.937351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f995f57-05c4-4b11-b9d8-bdc9567d9c50 None None] Network c42048da-b4f8-485e-ae07-ce7fb770d266 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:08.014376 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 882fbda9-65d5-4749-9045-7381a463fa68 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:08.018522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:08.118637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Provisioning for port 882fbda9-65d5-4749-9045-7381a463fa68 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:08.158058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Provisioning complete for port 882fbda9-65d5-4749-9045-7381a463fa68 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:08.158615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.249629 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.340770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.395402 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] For port 882fbda9-65d5-4749-9045-7381a463fa68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=882fbda9-65d5-4749-9045-7381a463fa68,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:08.400152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:07Z', 'revision_number': 3, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:08.403281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.409999 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Allocated IP 172.20.0.1 (c42048da-b4f8-485e-ae07-ce7fb770d266/c11e3a53-963d-4aea-92ab-736065ef2f5b/9bcc957a-a52b-4741-939b-6b8e80fd20ae) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:08.428748 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:08.432532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:08.432900 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Updating router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db port a6ca3401-5ac2-4f75-9294-bf2f85349360 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:29:08.500145 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.505112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Pushing event updated for resources: {'Port': ['ID=882fbda9-65d5-4749-9045-7381a463fa68,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:08.528046 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-a7f06076-f778-4c44-82d1-0100357f6d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:08.528395 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.542800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Transition to ACTIVE for port object 9bcc957a-a52b-4741-939b-6b8e80fd20ae will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:08.578340 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.581278 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d9cc01f8-cde9-4e5a-84b7-26d093c3f1e9 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:08.621948 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:08.624918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:08.630207 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:08.633107 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Pushing event updated for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:08.658976 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:08.675031 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-1338709b-0d2e-4bac-8d86-c8e048fb7a6c None None] Provisioning complete for port 882fbda9-65d5-4749-9045-7381a463fa68 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:08.675577 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1338709b-0d2e-4bac-8d86-c8e048fb7a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.679311 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.833660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:08.998011 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.005053 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.008583 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Transition to ACTIVE for port object a6ca3401-5ac2-4f75-9294-bf2f85349360 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:09.009400 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.011713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b30042cc-646a-407a-8008-f9480a7a4811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:09.014445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.016428 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:09.070051 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7b548-6c20-466c-bbcb-cb0fb1bba01f None None] Pushing event updated for resources: {'Port': ['ID=a6ca3401-5ac2-4f75-9294-bf2f85349360,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:09.072246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Attempting to bind port a6ca3401-5ac2-4f75-9294-bf2f85349360 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:09.072620 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Attempting to bind port a6ca3401-5ac2-4f75-9294-bf2f85349360 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:09.072985 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Attempting to bind port a6ca3401-5ac2-4f75-9294-bf2f85349360 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:09.075040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ef7b548-6c20-466c-bbcb-cb0fb1bba01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:09.078921 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:09.079535 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:09.079903 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Pushing event updated for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:09.080160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.080560 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:09.081030 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Bound port: a6ca3401-5ac2-4f75-9294-bf2f85349360, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:09.081406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.082733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.086732 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:09.128541 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d350ea52-1720-45bb-9e27-997881d7f4f2 None None] Provisioning for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:09.137137 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-d350ea52-1720-45bb-9e27-997881d7f4f2 None None] Provisioning complete for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:09.137570 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d350ea52-1720-45bb-9e27-997881d7f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.158625 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] For port a6ca3401-5ac2-4f75-9294-bf2f85349360, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:09.175335 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:09.176427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] For port a6ca3401-5ac2-4f75-9294-bf2f85349360, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a6ca3401-5ac2-4f75-9294-bf2f85349360,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:09.176661 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:09.185640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.187769 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:09.190467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-d350ea52-1720-45bb-9e27-997881d7f4f2 None None] Port 9bcc957a-a52b-4741-939b-6b8e80fd20ae cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:29:09.251624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:09.252365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:09.254276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7b548-6c20-466c-bbcb-cb0fb1bba01f None None] Pushing event updated for resources: {'Port': ['ID=a6ca3401-5ac2-4f75-9294-bf2f85349360,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:09.258077 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ef7b548-6c20-466c-bbcb-cb0fb1bba01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:09.303354 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:29:09.371999 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:09.414726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:09.419822 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] 10.222.0.66 "PUT /v2.0/routers/ea373f4a-25e9-4805-aaa4-45a7f7d1d5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114366 Jun 22 21:29:09.448276 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-74379561-9ea1-4b81-84db-89bbfe7a13d2 None None] Provisioning complete for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:09.448658 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-74379561-9ea1-4b81-84db-89bbfe7a13d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.528661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-74379561-9ea1-4b81-84db-89bbfe7a13d2 None None] Port 9bcc957a-a52b-4741-939b-6b8e80fd20ae cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:29:09.606721 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 2, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:09.637268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc2240-1004-4a28-a02c-f7e7659ab130 None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 2, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:09.776380 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 882fbda9-65d5-4749-9045-7381a463fa68 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:09.827565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 882fbda9-65d5-4749-9045-7381a463fa68 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:09.827951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.945455 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39410) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:09.951847 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1512724790-network', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:09.974920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Made reservation on behalf of 7514819f4ad4495e8856f3f108fe1b5e for: {'network': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:29:09.977536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for network, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:09.988966 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.084707 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.089180 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.092527 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a40b25e0-11d5-4994-895b-3018295e1f14 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:10.120950 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=100374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 21:29:10.131686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a795a-7d39-4f59-ba8d-88e4eeb6375d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:10.135138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:10.140647 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.140999 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.segments_db [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Added segment 37f91ba9-31a5-4abc-b284-8b48bb65a9d3 of type vlan for network 05fb0647-73a1-4f5e-b174-7b05df15611d Jun 22 21:29:10.184768 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764788204072'] for network, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.216302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688'] for network, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.217377 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:10.217989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.220830 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7325b1ff-fd93-4738-ba44-609c1a9026fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:10.278547 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3282542 Jun 22 21:29:10.278747 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39412) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:10.290769 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Request body: {'subnet': {'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1512724790-subnet', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'ip_version': 4}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:10.308260 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Pushing event updated for resources: {'Network': ['ID=05fb0647-73a1-4f5e-b174-7b05df15611d,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:10.312323 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-d16460e8-ebb5-496f-8d6f-83a8dceb19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:10.318770 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Made reservation on behalf of 7514819f4ad4495e8856f3f108fe1b5e for: {'subnet': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:29:10.318967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Network 05fb0647-73a1-4f5e-b174-7b05df15611d details requested by agent ovs-agent-dv-neutron-797537-2-hyperv with host dv-neutron-797537-2-hyperv {{(pid=100375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 21:29:10.321135 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62041772'] for subnet, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.508762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62684658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62041790'] for subnet, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.510850 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-85a8770d-2998-48bd-b4cd-0959ee4340bc tempest-NetworksIpV6Test-1193898011 tempest-NetworksIpV6Test-1193898011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:10.576480 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036ca092-6ac0-4b67-85aa-7b7c63a821d8,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:10.579971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:10.582736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Checking segment: {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:10.583102 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Network hostable DHCP agents. Network: 05fb0647-73a1-4f5e-b174-7b05df15611d, hostable agents: ['587d3217-d3be-4669-9e41-f66b577ddcfc'], hosted agents: [] {{(pid=100374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 21:29:10.600064 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Network 05fb0647-73a1-4f5e-b174-7b05df15611d is scheduled to be hosted by DHCP agent 587d3217-d3be-4669-9e41-f66b577ddcfc with binding_index 1 {{(pid=100374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 21:29:10.609960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797537-2-hyperv, 05fb0647-73a1-4f5e-b174-7b05df15611d) {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:10.614896 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:10.615481 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.622766 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79a0ea-99c2-470f-b09f-950e8dd7c80b None None] Network 05fb0647-73a1-4f5e-b174-7b05df15611d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:10.632771 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-46d61b50-6ce6-4765-8120-69317fe762d7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3528855 Jun 22 21:29:10.635080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39414) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:10.640351 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:10.663675 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27467'] for router, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.664918 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27472'] for router, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.724246 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.785147 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a7a7b91-ee31-5ae0-9f5d-8e57af3bb94d-05fb0647-73a1-4f5e-b174-7b05df15611d', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8'}]}} from dv-neutron-797537-2-hyperv. {{(pid=100375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 21:29:10.786208 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.869273 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27502'] for router, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:10.935214 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Allocated IP 172.20.0.2 (05fb0647-73a1-4f5e-b174-7b05df15611d/036ca092-6ac0-4b67-85aa-7b7c63a821d8/13f89a6f-678d-4085-a6c3-c510b4a82bef) {{(pid=100375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:11.081943 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.095856 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks [] for port, precommit_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.102740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.104468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Transition to ACTIVE for port object 13f89a6f-678d-4085-a6c3-c510b4a82bef will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:11.118959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Transition to ACTIVE for port object 13f89a6f-678d-4085-a6c3-c510b4a82bef will not be triggered until provisioned by entity DHCP. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:11.124481 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822'] for port, after_create {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.127112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:11.169450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Network 05fb0647-73a1-4f5e-b174-7b05df15611d is already hosted by enough agents. {{(pid=100375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:11.172418 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Resources bound (agent type, host, resource id): {{(pid=100375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:11.177303 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Received port after_create {{(pid=100375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:11.180496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Pushing event updated for resources: {'Port': ['ID=13f89a6f-678d-4085-a6c3-c510b4a82bef,revision_number=1']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:11.184637 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:11.213663 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Allocated IP 172.26.4.135 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:11.239780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Attempting to bind port 13f89a6f-678d-4085-a6c3-c510b4a82bef on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:11.240162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Attempting to bind port 13f89a6f-678d-4085-a6c3-c510b4a82bef by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:11.240533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Attempting to bind port 13f89a6f-678d-4085-a6c3-c510b4a82bef on network 05fb0647-73a1-4f5e-b174-7b05df15611d {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:11.245360 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:11.245745 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Checking segment: {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:11.246603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.246603 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Bound using segment: {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:11.247049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Bound port: 13f89a6f-678d-4085-a6c3-c510b4a82bef, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:11.247427 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.311058 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] For port 13f89a6f-678d-4085-a6c3-c510b4a82bef, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:11.314599 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] For port 13f89a6f-678d-4085-a6c3-c510b4a82bef, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=13f89a6f-678d-4085-a6c3-c510b4a82bef,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:11.319544 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.322273 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:11.325080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.373641 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.377054 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a7abcf64-996b-4aa8-bcd7-ac312c01758c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:11.382421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Pushing event updated for resources: {'Port': ['ID=13f89a6f-678d-4085-a6c3-c510b4a82bef,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:11.385436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-f5e7a891-a079-47da-9202-3341a63a7e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:11.417985 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:11.420912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:11.424085 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:11.449709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:11.452450 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:11.736744 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.816480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a6ca3401-5ac2-4f75-9294-bf2f85349360 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:11.871421 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a6ca3401-5ac2-4f75-9294-bf2f85349360 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:11.875216 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a6ca3401-5ac2-4f75-9294-bf2f85349360 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:11.875533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.927855 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:29:11.944751 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713825'] for router, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.951965 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.980969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a6ca3401-5ac2-4f75-9294-bf2f85349360, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a6ca3401-5ac2-4f75-9294-bf2f85349360,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:11.995037 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:11.995966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 13f89a6f-678d-4085-a6c3-c510b4a82bef up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:11.997795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:12.082759 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a6ca3401-5ac2-4f75-9294-bf2f85349360,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:12.086390 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:12.098705 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 13f89a6f-678d-4085-a6c3-c510b4a82bef completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:12.217929 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:12.227881 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:12.228519 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:12.361228 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:12.372076 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d8040-35a0-4aa4-84c8-e2449420cf1f None None] Network 05fb0647-73a1-4f5e-b174-7b05df15611d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:29:12.491955 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Router 97d388f8-059e-46d6-8520-f5127457acc9 is scheduled to L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 with binding_index 1 {{(pid=100374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 21:29:12.507497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Provisioning for port 13f89a6f-678d-4085-a6c3-c510b4a82bef completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:12.513302 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Provisioning complete for port 13f89a6f-678d-4085-a6c3-c510b4a82bef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:12.513688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:12.573201 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 2, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:12.600927 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:12.601278 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Updating router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db port 9bcc957a-a52b-4741-939b-6b8e80fd20ae binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:29:12.618182 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:12.625358 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:12.631413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Sync routers for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:12.638207 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:12.638720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:12.644394 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0051384 Jun 22 21:29:12.645364 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39416) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:12.655913 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:12.656564 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:12.720460 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] For port 13f89a6f-678d-4085-a6c3-c510b4a82bef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=13f89a6f-678d-4085-a6c3-c510b4a82bef,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:12.728228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:12.731970 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-97c696a2-0b43-4bc8-a548-b6d270c48e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:12.841415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Pushing event updated for resources: {'Port': ['ID=13f89a6f-678d-4085-a6c3-c510b4a82bef,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:12.847991 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:12.851121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-ba212c60-a827-4d0d-9a65-7415c54e5173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:12.988503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-143e193d-006b-486f-84fb-a9c849530c59 None None] Provisioning complete for port 13f89a6f-678d-4085-a6c3-c510b4a82bef triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:12.988906 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-143e193d-006b-486f-84fb-a9c849530c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.014508 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.025445 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Transition to ACTIVE for port object 9bcc957a-a52b-4741-939b-6b8e80fd20ae will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:13.033267 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.036144 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-d3f05ed0-cb7c-4abc-b56e-9d4becdbebfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:13.160272 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Pushing event updated for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:13.174138 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 3, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:13.212639 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Checking router: 97d388f8-059e-46d6-8520-f5127457acc9 for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:13.213002 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Updating router 97d388f8-059e-46d6-8520-f5127457acc9 port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 binding host dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:29:13.225625 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.226247 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.226755 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.227331 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.227811 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.228304 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.228801 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.229126 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.229446 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.229763 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.230102 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.230416 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:29:13.234867 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:13.235782 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Attempting to bind port 9bcc957a-a52b-4741-939b-6b8e80fd20ae on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:13.236148 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Attempting to bind port 9bcc957a-a52b-4741-939b-6b8e80fd20ae by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:13.236506 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Attempting to bind port 9bcc957a-a52b-4741-939b-6b8e80fd20ae on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:13.242760 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:13.243139 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Checking segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:13.243541 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.243942 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Bound using segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:13.244415 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Bound port: 9bcc957a-a52b-4741-939b-6b8e80fd20ae, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:13.244784 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.255322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.336697 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.369359 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] For port 9bcc957a-a52b-4741-939b-6b8e80fd20ae, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:13.383799 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] For port 9bcc957a-a52b-4741-939b-6b8e80fd20ae, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9bcc957a-a52b-4741-939b-6b8e80fd20ae,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:13.392887 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.401219 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:13.455385 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:13.455875 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:13.521754 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Allocated IP 172.20.0.1 (05fb0647-73a1-4f5e-b174-7b05df15611d/036ca092-6ac0-4b67-85aa-7b7c63a821d8/a652b56e-1405-4ae6-9460-41b5411f9d82) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:13.527077 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Pushing event updated for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:13.531979 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-671bccdb-8f99-406c-a166-12ff53947351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:13.552168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks [] for port, precommit_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.564274 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Transition to ACTIVE for port object 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 will not be triggered until provisioned by entity L2. {{(pid=100375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:13.572173 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.575756 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:13.637996 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Attempting to bind port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:13.638330 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Attempting to bind port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:13.638753 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Attempting to bind port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 on network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:13.640912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33973028-cdc7-4249-b689-7732fb434c1d None None] Pushing event updated for resources: {'Port': ['ID=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,revision_number=2']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:13.646255 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-33973028-cdc7-4249-b689-7732fb434c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:13.648621 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:13.649006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Checking segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:13.649414 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.649810 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Bound using segment: {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'} {{(pid=100375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:13.650318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.managers [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Bound port: 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18d2e2-feb8-469a-89d8-4dd0f4a2da73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da'}}] {{(pid=100375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:13.650697 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.664241 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.682889 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Transition to ACTIVE for port object a652b56e-1405-4ae6-9460-41b5411f9d82 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:13.693459 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:13.715821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] For port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:13.722327 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] For port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:13.729213 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.739988 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:13.742335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:13.742926 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e0f3fcf7-36bb-4ad7-806b-b8c015189224 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:13.791632 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Network 05fb0647-73a1-4f5e-b174-7b05df15611d is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:13.796149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:13.801549 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:13.804925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Pushing event updated for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:13.819446 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:13.820336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:13.826023 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:13.847352 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706145'] for router_interface, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.022686 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:14.024006 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 13f89a6f-678d-4085-a6c3-c510b4a82bef up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:14.024787 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.059567 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce08e4-10c5-4e32-b3e5-8d89218bb3db None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:14.060155 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33973028-cdc7-4249-b689-7732fb434c1d None None] Pushing event updated for resources: {'Port': ['ID=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,revision_number=3']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:14.070449 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-33973028-cdc7-4249-b689-7732fb434c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:14.180127 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:14.205717 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.206091 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 13f89a6f-678d-4085-a6c3-c510b4a82bef triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:14.206219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.212046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.216430 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-43130e50-4868-496f-a21b-5dca036ee35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:14.286397 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-595450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706189'] for router_interface, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.289429 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Pushing event updated for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:14.290994 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-81ccb583-afaa-4b15-9576-cbfd5ce9e078 None None] Provisioning for port a652b56e-1405-4ae6-9460-41b5411f9d82 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:14.295044 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:14.313049 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-81ccb583-afaa-4b15-9576-cbfd5ce9e078 None None] Provisioning complete for port a652b56e-1405-4ae6-9460-41b5411f9d82 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:14.313589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-81ccb583-afaa-4b15-9576-cbfd5ce9e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.390853 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Network 05fb0647-73a1-4f5e-b174-7b05df15611d is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:14.394287 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:14.422281 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-81ccb583-afaa-4b15-9576-cbfd5ce9e078 None None] Port a652b56e-1405-4ae6-9460-41b5411f9d82 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:29:14.477843 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a6ca3401-5ac2-4f75-9294-bf2f85349360 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:14.526381 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Router 97d388f8-059e-46d6-8520-f5127457acc9 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:29:14.549612 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a652b56e-1405-4ae6-9460-41b5411f9d82', 'name': '', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'mac_address': 'fa:16:3e:b0:50:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:13Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 1, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'subnets': [{'id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:14.586951 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3660f-ddb7-40dd-a637-e67fa7fd306f None None] The sync data for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv is: [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a652b56e-1405-4ae6-9460-41b5411f9d82', 'name': '', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'mac_address': 'fa:16:3e:b0:50:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:13Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 1, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'subnets': [{'id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:14.589676 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a6ca3401-5ac2-4f75-9294-bf2f85349360 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:14.590084 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.655638 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-16f1329c-42fd-48b5-9455-c7eba9ec23d5 None None] Provisioning complete for port a652b56e-1405-4ae6-9460-41b5411f9d82 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:14.656129 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-16f1329c-42fd-48b5-9455-c7eba9ec23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.670199 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:14.676628 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] 10.222.0.66 "PUT /v2.0/routers/97d388f8-059e-46d6-8520-f5127457acc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306227 Jun 22 21:29:14.718656 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-16f1329c-42fd-48b5-9455-c7eba9ec23d5 None None] Port a652b56e-1405-4ae6-9460-41b5411f9d82 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:29:14.728833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9bcc957a-a52b-4741-939b-6b8e80fd20ae up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:14.786533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:14.792318 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:14.792718 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.904166 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.950593 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 9bcc957a-a52b-4741-939b-6b8e80fd20ae, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9bcc957a-a52b-4741-939b-6b8e80fd20ae,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:14.955617 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:14.961169 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:15.017332 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:15.021808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:15.777182 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9bcc957a-a52b-4741-939b-6b8e80fd20ae up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:15.838328 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 9bcc957a-a52b-4741-939b-6b8e80fd20ae triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:15.838701 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.369914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39426) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:16.374891 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999923372', 'description': 'tempest-secgroup-smoke-999923372 description', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:16.398800 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.490848 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.494968 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.497613 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-04f4a2d1-99ff-48e9-b88b-75c2a72dcad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:16.524045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.525261 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543393 Jun 22 21:29:16.528331 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39428) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:16.530110 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d0d29-eb04-4a9e-8805-86099f14a7a6,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:16.533986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-b081deed-6607-4685-80e9-d87755043bec tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:16.534411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:16.561831 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.623198 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.628317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.630261 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fb318ebd-7988-4cf7-9417-1de8c60a4fc5 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:16.648572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5eea64-d785-417b-82d7-0d8a2b20b6ec,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:16.652269 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.654088 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245770 Jun 22 21:29:16.655554 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-6aa07d57-65da-4540-a526-66118ac501e6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:16.657033 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39430) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:16.662257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:16.693152 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.757334 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.761936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.763895 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f3b1aaa7-b323-4f5d-84d4-550178b1298e tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:16.781371 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeef6b26-6f8d-48e1-8a1f-3042cbf92aa6,revision_number=0']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:16.785318 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:16.789025 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.790234 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7ce2d807-4a83-441e-902a-742f6ecf8df7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318772 Jun 22 21:29:16.793056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39432) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:16.798923 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:16.827652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.895425 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.898997 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.900845 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f74c1bad-f867-4d52-883d-b32d1b0a963b tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:16.921393 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b19d08-a76e-4212-a87b-53e0217219d2,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:16.924542 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:16.928125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:16.931379 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-a0d532ea-d456-453f-b877-5202e83dbd2f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344349 Jun 22 21:29:16.931633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39434) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:16.936860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:16.965093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.023413 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-534302c7-c0d8-46ff-bdca-d875640c7ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.028144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.031844 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.034454 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5f22df21-8581-4efd-91b4-cbc641ba05e2 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:17.050940 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc06e79b-c8b2-4046-a523-a6c3c6ac8596,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:17.053326 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:17.057755 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.058986 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-4fd66bcc-fc1a-409b-932d-22c2734785f9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263533 Jun 22 21:29:17.061589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39436) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:17.066834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:17.088475 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Project 915f1a2b0c824e42ad9dde0d7b0733e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:29:17.093532 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.155093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.159544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.161834 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-83f32f7f-d09a-462e-905d-6402dc693dca tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:17.183619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a284f3d3-7073-4326-80d2-6ecf7d24868d,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:17.186122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:17.191095 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.192334 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-66431257-f408-4940-9909-ab8c3e5758b7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298058 Jun 22 21:29:17.194986 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39438) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:17.199338 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'security_group_rule': {'security_group_id': 'b16d0d29-eb04-4a9e-8805-86099f14a7a6', 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:17.221172 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.securitygroups_db [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Project 915f1a2b0c824e42ad9dde0d7b0733e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 21:29:17.225936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.287252 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.290793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741242'] for security_group_rule, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.292655 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-10e002fc-e9a4-4ba3-b34b-1271098c1c89 tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:17.311866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31ddacb-4978-4df4-9f32-8ca7d05fda82,revision_number=0']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:17.316028 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:17.321336 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.322544 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-3b534270-ace5-48b7-9946-f09873f843fe tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266696 Jun 22 21:29:17.476555 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-40e0e7fe-e671-4cc6-94af-17b33eb014d6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999923372&fields=id&tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 267 time: 0.0377960 Jun 22 21:29:17.583282 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-a2c92aa5-eae6-43da-be02-d9ba2db73cf8 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:17.584785 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-a2c92aa5-eae6-43da-be02-d9ba2db73cf8 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 810 time: 0.1017146 Jun 22 21:29:17.600544 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-0b6c2f1a-0f63-4b3f-bd22-bbf62dd41a90 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/quotas/915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 375 time: 0.0099399 Jun 22 21:29:17.666945 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Sync routers for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:17.670499 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-59f3cd50-58d1-43b3-8e61-65b1514c1327 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647480 Jun 22 21:29:17.679141 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:17.680105 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:17.788377 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-03b478ec-124b-4622-8916-3023984b76ca service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100373) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:29:17.789726 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-03b478ec-124b-4622-8916-3023984b76ca service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072481 Jun 22 21:29:17.793245 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:17.808101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:17.862467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:17.866417 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:17.866793 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.902591 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-742b9fc5-918e-405d-af08-fa5843bd9584 service neutron] 10.222.0.66 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050360 Jun 22 21:29:17.946511 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.969977 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:17.975553 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:17.978043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-912b4803-c265-441f-811a-05464c35df44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:18.020118 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a652b56e-1405-4ae6-9460-41b5411f9d82', 'name': '', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'mac_address': 'fa:16:3e:b0:50:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:13Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 2, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'subnets': [{'id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:18.023684 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-d0793164-a34c-4b6d-8661-8b58e1a438d7 service neutron] 10.222.0.66 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167972 Jun 22 21:29:18.040917 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:18.044568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:18.052388 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Checking router: 97d388f8-059e-46d6-8520-f5127457acc9 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:18.053057 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Updating router 97d388f8-059e-46d6-8520-f5127457acc9 port a652b56e-1405-4ae6-9460-41b5411f9d82 binding host dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 21:29:18.090764 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.208471 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a718b12a-f5e2-4f5a-95e3-e021099ca953 req-ee66e082-e89e-4aaf-b0c9-38c03fb1be86 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0327697 Jun 22 21:29:18.382927 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks [] for port, precommit_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.393216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.provisioning_blocks [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Transition to ACTIVE for port object a652b56e-1405-4ae6-9460-41b5411f9d82 will not be triggered until provisioned by entity L2. {{(pid=100376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:18.400730 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.403079 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-48f99251-47a0-4441-95ff-ec1a7d961c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:18.462180 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9836-c4e1-4bfb-9a31-0b36ebee3e95 None None] Pushing event updated for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=3']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:18.465767 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-cfdb9836-c4e1-4bfb-9a31-0b36ebee3e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:18.520577 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Attempting to bind port a652b56e-1405-4ae6-9460-41b5411f9d82 on host dv-neutron-797537-2-hyperv for vnic_type normal with profile {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:18.520949 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Attempting to bind port a652b56e-1405-4ae6-9460-41b5411f9d82 by drivers openvswitch,hyperv on host dv-neutron-797537-2-hyperv at level 0 using segments [{'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:18.521319 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Attempting to bind port a652b56e-1405-4ae6-9460-41b5411f9d82 on network 05fb0647-73a1-4f5e-b174-7b05df15611d {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:18.526836 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Checking agent: {'id': 'ec4831df-a954-47d3-919b-01a3380ccaaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797537-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 31, 50), 'started_at': datetime.datetime(2021, 6, 22, 20, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797537-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:18.527209 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Checking segment: {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:18.527602 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.528001 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Bound using segment: {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'} {{(pid=100376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:18.528469 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.managers [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Bound port: a652b56e-1405-4ae6-9460-41b5411f9d82, host: dv-neutron-797537-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f91ba9-31a5-4abc-b284-8b48bb65a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d'}}] {{(pid=100376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:18.528828 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.596246 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] For port a652b56e-1405-4ae6-9460-41b5411f9d82, host dv-neutron-797537-2-hyperv, cleared binding levels {{(pid=100376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:18.600439 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.plugins.ml2.db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] For port a652b56e-1405-4ae6-9460-41b5411f9d82, host dv-neutron-797537-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a652b56e-1405-4ae6-9460-41b5411f9d82,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:18.605702 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron_lib.callbacks.manager [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:18.607987 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-cf93e4c9-e069-43fa-b74b-1b8120770953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:18.665488 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:18.666158 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:28:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:18.705881 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9836-c4e1-4bfb-9a31-0b36ebee3e95 None None] Pushing event updated for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=4']} {{(pid=100376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:18.710565 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG oslo_concurrency.lockutils [None req-cfdb9836-c4e1-4bfb-9a31-0b36ebee3e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:18.787374 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:19.016247 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a652b56e-1405-4ae6-9460-41b5411f9d82', 'name': '', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'mac_address': 'fa:16:3e:b0:50:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:13Z', 'updated_at': '2021-06-22T21:29:18Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'subnets': [{'id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:19.043390 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c74f9-7a96-4abe-a6be-179dda884f24 None None] The sync data for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv is: [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:29:13Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': 'a652b56e-1405-4ae6-9460-41b5411f9d82', 'name': '', 'network_id': '05fb0647-73a1-4f5e-b174-7b05df15611d', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'mac_address': 'fa:16:3e:b0:50:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:13Z', 'updated_at': '2021-06-22T21:29:18Z', 'revision_number': 4, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'subnets': [{'id': '036ca092-6ac0-4b67-85aa-7b7c63a821d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:19.299523 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-57b06508-292f-481f-89a6-88c2a6b018f1 req-a157bed9-4a50-4c38-846f-2eaf27fac0ad tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0319743 Jun 22 21:29:19.795416 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:19.858411 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf527-4cbd-43af-8562-cf69a9ee3a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:19.858888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:19.859432 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:19.944598 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a652b56e-1405-4ae6-9460-41b5411f9d82 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:19.994548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning for port a652b56e-1405-4ae6-9460-41b5411f9d82 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:19.998020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a652b56e-1405-4ae6-9460-41b5411f9d82 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:19.998405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:20.098821 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:20.102961 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:20.135039 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] For port a652b56e-1405-4ae6-9460-41b5411f9d82, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a652b56e-1405-4ae6-9460-41b5411f9d82,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:20.140346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:20.142399 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1ef7b548-6c20-466c-bbcb-cb0fb1bba01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:20.194094 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Pushing event updated for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:20.197258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:20.384416 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-a53168a7-1f54-4d97-8e1c-c3be89e79686 req-84131412-6a6b-4960-a79c-d4006450ac8d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0296381 Jun 22 21:29:21.216912 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:21.465700 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-408419a6-f231-40c3-ace0-b8cbb844130e req-6540da86-242e-405b-8eaf-46303a8001f7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0293391 Jun 22 21:29:21.773692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a652b56e-1405-4ae6-9460-41b5411f9d82 up at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:21.824063 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Provisioning complete for port a652b56e-1405-4ae6-9460-41b5411f9d82 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:21.824459 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:22.607733 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-b764aec9-bf42-4506-a367-343c4b3c0d81 req-ed359f11-9440-4814-b87d-a7620809e350 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0313752 Jun 22 21:29:22.739742 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:23.151397 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:23.403856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-4ba11fc6-d530-47c5-8ef2-a513acea634b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:23.405284 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-4ba11fc6-d530-47c5-8ef2-a513acea634b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 810 time: 0.1106982 Jun 22 21:29:23.463491 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-5867bb31-0075-4e4b-a6bf-1f8568addce9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 379 time: 0.0348690 Jun 22 21:29:23.475433 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'port': {'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'admin_state_up': True, 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'security_groups': ['b16d0d29-eb04-4a9e-8805-86099f14a7a6']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:23.589093 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Made reservation on behalf of 915f1a2b0c824e42ad9dde0d7b0733e1 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:29:23.592566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:23.714088 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Allocated IP 172.20.0.4 (c42048da-b4f8-485e-ae07-ce7fb770d266/c11e3a53-963d-4aea-92ab-736065ef2f5b/90ff7fd8-7789-4b6e-a853-c16ec1878ef0) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:23.749300 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-6181a4a3-0eba-4cf9-9031-ffe3850ae25f req-0d68c822-eb39-49de-947d-eb44d7a57386 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Jun 22 21:29:23.855046 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:23.869140 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Transition to ACTIVE for port object 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:23.902247 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:23.906261 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:23.947860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:23.950949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:23.955470 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:23.986810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:23.991440 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:24.014866 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.015637 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.031723 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601501 Jun 22 21:29:24.048646 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Request body: {'port': {'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:24.125517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.147922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-385c782a-bad6-4d86-8512-891f886cde41 None None] Provisioning for port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:24.151636 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-385c782a-bad6-4d86-8512-891f886cde41 None None] Provisioning complete for port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:24.152020 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-385c782a-bad6-4d86-8512-891f886cde41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.184888 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-385c782a-bad6-4d86-8512-891f886cde41 None None] Port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:29:24.385529 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:29:24.393114 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.404302 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Transition to ACTIVE for port object 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:29:24.408811 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.410888 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-76c628d6-5a77-462c-b089-9f5d6e53febf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:24.482753 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:24.488786 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:24.537065 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Attempting to bind port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:29:24.537401 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Attempting to bind port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:29:24.537733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Attempting to bind port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:24.542477 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 on network c42048da-b4f8-485e-ae07-ce7fb770d266 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:29:24.542810 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Attempting to bind port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:29:24.548030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:29:24.548557 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Checking segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:29:24.548949 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Bound using segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:29:24.549386 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Bound port: 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:29:24.549760 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.617796 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:29:24.620791 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:29:24.624185 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.628015 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-be9bcec8-552a-4e3e-a03d-1776061a6636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:24.667924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.668572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:24.669940 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] 10.222.0.53 "PUT /v2.0/ports/90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 1093 time: 0.6259813 Jun 22 21:29:24.670476 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:29:24.672851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e5fad9-b958-4397-8cb6-f91f226c0cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:29:24.696934 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:24.699607 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-df85679c-2f83-41c5-b152-8bcf94fcec57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:24.787049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89556227-7a6b-4329-b376-af648ccefeae x-openstack-request-id: req-89556227-7a6b-4329-b376-af648ccefeae {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:29:24.787652 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:29:24.787874 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89556227-7a6b-4329-b376-af648ccefeae {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:29:24.788618 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'status': 'completed', 'code': 200} Jun 22 21:29:24.790788 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1512cf61-b01b-42ba-a0fe-50963b5ace2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.792898 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1512cf61-b01b-42ba-a0fe-50963b5ace2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1096 time: 0.0699027 Jun 22 21:29:24.842235 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-24900707-88fb-4482-90d2-046532d030fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 217 time: 0.0376303 Jun 22 21:29:24.901703 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1b4fc012-0811-470d-bfd8-ff37312bd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.903362 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-1b4fc012-0811-470d-bfd8-ff37312bd6d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0512583 Jun 22 21:29:24.930947 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1529d7-f819-4aac-8357-03aedefa428e req-af986b28-bda7-4ce4-88de-3ed3881d7db8 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.932333 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab1529d7-f819-4aac-8357-03aedefa428e req-af986b28-bda7-4ce4-88de-3ed3881d7db8 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.0686615 Jun 22 21:29:24.964711 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-bdd64f8a-bf8b-4cb5-9195-df1b4c4f3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:24.966239 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-bdd64f8a-bf8b-4cb5-9195-df1b4c4f3b00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547814 Jun 22 21:29:24.971513 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ab1529d7-f819-4aac-8357-03aedefa428e req-5997d885-b73f-45a4-8dca-fc6b8e3b5db1 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Jun 22 21:29:25.054169 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-d34f6146-24da-4dd2-91bd-aaa05e19bed5 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813239 Jun 22 21:29:25.149141 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4ee34c74-5625-44d8-91da-8472ed93a30b req-ff109077-6802-4b5d-8186-eb154635914c service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853031 Jun 22 21:29:25.255924 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-bf60e4d1-15b9-419f-9b81-cb2932d375e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:25.257371 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-bf60e4d1-15b9-419f-9b81-cb2932d375e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1096 time: 0.0516913 Jun 22 21:29:25.351870 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-1c65521c-2017-458b-9f51-c1214413edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:25.353302 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-1c65521c-2017-458b-9f51-c1214413edf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0876293 Jun 22 21:29:25.395047 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-d448f3cb-e17a-4e14-bd4b-c003999fc24b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 217 time: 0.0343783 Jun 22 21:29:25.446793 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-c378fec2-75bc-453d-b0b5-95db30cb68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:25.448219 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-c378fec2-75bc-453d-b0b5-95db30cb68be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0467331 Jun 22 21:29:25.506269 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-c44035db-b342-4725-9392-750bf968bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:25.507655 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-c44035db-b342-4725-9392-750bf968bd6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520546 Jun 22 21:29:25.598905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-37867620-460a-4333-bfc6-c013ef50e4e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825515 Jun 22 21:29:25.693377 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-77e5fad9-b958-4397-8cb6-f91f226c0cb3 req-03435a8c-d264-49c8-a4b3-85cff6cd8434 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Jun 22 21:29:26.144255 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e60bd2-4017-4fa1-8759-8805a07f4f26 req-fa4bb1dd-4f6f-4e12-9f88-d0deae7918ea tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:26.145737 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-14e60bd2-4017-4fa1-8759-8805a07f4f26 req-fa4bb1dd-4f6f-4e12-9f88-d0deae7918ea tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.0637345 Jun 22 21:29:26.182097 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-14e60bd2-4017-4fa1-8759-8805a07f4f26 req-5b98064a-aa76-421f-bb52-e868f136d9a7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Jun 22 21:29:27.354106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d75d91-db1c-43be-806e-ea3bde7d8849 req-2e360be4-ca69-466d-84ba-d3c2c82c1afd tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:27.355553 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-10d75d91-db1c-43be-806e-ea3bde7d8849 req-2e360be4-ca69-466d-84ba-d3c2c82c1afd tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.0627255 Jun 22 21:29:27.395655 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-10d75d91-db1c-43be-806e-ea3bde7d8849 req-5ab08942-e9dc-4ea1-aba1-20c27e410130 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337145 Jun 22 21:29:27.852626 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:29:27.947497 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:27.959009 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:29:27.994346 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:28.006181 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:29:28.025573 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:28.029611 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:28.031462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-1f0705dc-3c8c-4d6a-9dd9-800d075accf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:28.080102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:28.083090 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:28.280059 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['90ff7fd8-7789-4b6e-a853-c16ec1878ef0'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:29:28.575820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e22d9b-cd6f-49b7-a0d2-f38cc2b560f2 req-5026fa57-554c-4dcd-a605-0ffade35b111 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:28.577193 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5e22d9b-cd6f-49b7-a0d2-f38cc2b560f2 req-5026fa57-554c-4dcd-a605-0ffade35b111 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 944 time: 0.0678909 Jun 22 21:29:28.619292 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5e22d9b-cd6f-49b7-a0d2-f38cc2b560f2 req-7ecd6bc1-f9b0-4c3a-a195-afc2b95a984d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359323 Jun 22 21:29:29.791367 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4312b3-961c-4cf5-a688-5e68fe8b6e52 req-d95d067e-a475-4b55-adf3-26f1e82ee0ff tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:29.792831 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d4312b3-961c-4cf5-a688-5e68fe8b6e52 req-d95d067e-a475-4b55-adf3-26f1e82ee0ff tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 944 time: 0.0636275 Jun 22 21:29:29.831286 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-3d4312b3-961c-4cf5-a688-5e68fe8b6e52 req-9bcd7883-398b-4f59-9b61-04171b2d645f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326459 Jun 22 21:29:29.868245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:29:29.918161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:29:29.921522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:29:29.921922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:29.995640 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:30.019845 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:29:30.022285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1784cb-a450-4a7d-a8a2-0e45d1fc6b2c" -d '{"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-plugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:29:30.034815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:29:30.039120 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:30.041013 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-b6915f19-cab0-47c8-a83f-7febaa914aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:30.062258 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f179dfec-63c0-41bc-b0c5-fdb0917315ab x-openstack-request-id: req-f179dfec-63c0-41bc-b0c5-fdb0917315ab {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:29:30.062558 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-plugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:29:30.062818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f179dfec-63c0-41bc-b0c5-fdb0917315ab {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:29:30.063206 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'code': 200} Jun 22 21:29:30.088713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:30.091571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:30.287570 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1053f4-b412-4441-925c-adf6fe63ae1f req-df470b4d-a64f-4749-8a69-5c959c770f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:30.288920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5b1053f4-b412-4441-925c-adf6fe63ae1f req-df470b4d-a64f-4749-8a69-5c959c770f28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1098 time: 0.0517690 Jun 22 21:29:30.326713 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-5b1053f4-b412-4441-925c-adf6fe63ae1f req-e863b828-87ca-4230-9412-fa248f12a7a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272324 Jun 22 21:29:31.005182 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e33b4-b6df-43ac-b6bd-4d17dbf75ca0 req-17aea945-ec92-45a0-8dd6-fa8b0aea370e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:31.006607 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-718e33b4-b6df-43ac-b6bd-4d17dbf75ca0 req-17aea945-ec92-45a0-8dd6-fa8b0aea370e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 945 time: 0.0666990 Jun 22 21:29:31.044191 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-718e33b4-b6df-43ac-b6bd-4d17dbf75ca0 req-b80424f0-fce0-4f0d-8cee-072d7964fc42 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Jun 22 21:29:32.220068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95787a-8a00-4af3-8fff-ed7b2129396d req-89592f3e-a534-43c1-8719-14c50c3f409b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:32.221601 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fd95787a-8a00-4af3-8fff-ed7b2129396d req-89592f3e-a534-43c1-8719-14c50c3f409b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 945 time: 0.0627091 Jun 22 21:29:32.259776 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fd95787a-8a00-4af3-8fff-ed7b2129396d req-68771c73-e37c-4d35-a0ae-4eb8cebbb0b0 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Jun 22 21:29:32.430933 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100c46-4f0c-413c-bee1-1b0571b200e1 req-55f1bb09-f6a1-43f4-8bc2-04d535e25694 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:32.432408 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-15100c46-4f0c-413c-bee1-1b0571b200e1 req-55f1bb09-f6a1-43f4-8bc2-04d535e25694 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 945 time: 0.0630982 Jun 22 21:29:32.475841 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-15100c46-4f0c-413c-bee1-1b0571b200e1 req-bab7baff-c5f8-4f81-a332-36347ae20190 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351546 Jun 22 21:29:32.499667 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39512) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:32.592925 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ca19d-bb59-489f-9f65-2bc964ce8360 tempest-TestSnapshotPattern-641233063 tempest-TestSnapshotPattern-641233063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:32.594464 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-380ca19d-bb59-489f-9f65-2bc964ce8360 tempest-TestSnapshotPattern-641233063 tempest-TestSnapshotPattern-641233063-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1093 time: 0.0938148 Jun 22 21:29:32.597789 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 39516) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:29:32.602130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:29:32.625461 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:32.722457 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:32.828881 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Allocated IP 172.26.4.199 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/a8b7575e-a80f-404d-b05e-061d65bcc438) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:29:32.934027 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:32.977283 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:32.980076 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-adfd1c94-f779-4db0-9294-633674756756 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:33.017534 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:29:33.020360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:29:33.022939 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:29:33.048038 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=a8b7575e-a80f-404d-b05e-061d65bcc438,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:33.051961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:33.787074 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:33.864222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:34.017040 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:34.022162 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:34.024223 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-7fa64da7-2ec3-48ab-a493-409eee165583 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:29:34.091813 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=a8b7575e-a80f-404d-b05e-061d65bcc438,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:29:34.096523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:29:34.106300 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:34.204315 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Floating IP 2cda6769-a94c-4c65-b8a2-5f20addbe3ae associated. External IP: 172.26.4.199, port: 90ff7fd8-7789-4b6e-a853-c16ec1878ef0. Jun 22 21:29:34.417633 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:29:34.527489 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:29:34.537436 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:29:34.544650 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:34.547568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:34.548490 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:29:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:34.589409 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9826245 Jun 22 21:29:34.589409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:29:34.589409 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0795534c-0c5f-4c48-9050-e10b355150ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:29:34.622989 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff8c96-bdbc-4ac7-8f4d-d5698ecdc3a2 x-openstack-request-id: req-ddff8c96-bdbc-4ac7-8f4d-d5698ecdc3a2 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:29:34.623332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:29:34.623635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddff8c96-bdbc-4ac7-8f4d-d5698ecdc3a2 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:29:34.624083 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'status': 'completed', 'code': 200} Jun 22 21:29:34.660040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:34.698937 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795534c-0c5f-4c48-9050-e10b355150ee req-b10030f4-93cd-464d-9598-020455a19c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:34.700415 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-b10030f4-93cd-464d-9598-020455a19c2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1098 time: 0.0545242 Jun 22 21:29:34.802981 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795534c-0c5f-4c48-9050-e10b355150ee req-4941b371-8e8e-48a0-a893-3259770711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:34.804499 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-4941b371-8e8e-48a0-a893-3259770711eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0971963 Jun 22 21:29:34.880229 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-e4066233-d871-473d-909f-1a92da55817b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 999 time: 0.0685892 Jun 22 21:29:34.910228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:33Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:34.929213 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795534c-0c5f-4c48-9050-e10b355150ee req-d4fe5a85-5505-4364-b733-4c26feafef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:34.930735 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-d4fe5a85-5505-4364-b733-4c26feafef09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0438261 Jun 22 21:29:34.947165 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:29:34.957957 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:29:34.958492 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:29:20Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:34.997729 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795534c-0c5f-4c48-9050-e10b355150ee req-f79b66e0-89b7-43d6-8a9b-ac2a5b845930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:34.999269 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-f79b66e0-89b7-43d6-8a9b-ac2a5b845930 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623741 Jun 22 21:29:35.102698 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-e002794b-cd38-45b3-843b-777ed0ac7a73 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948796 Jun 22 21:29:35.200357 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0795534c-0c5f-4c48-9050-e10b355150ee req-6219e4fd-fc39-43a0-a552-cdaedf138a6e service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903671 Jun 22 21:29:35.237672 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:29:35.483081 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:33Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:29:35.509652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c1df4-bf64-42c7-9e53-3636eeefd3b2 None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:33Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:29:35.708969 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681b561-cbcd-428a-8a34-e37d15dc6ad6 None None] New status for floating IP 2cda6769-a94c-4c65-b8a2-5f20addbe3ae: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:29:40.328350 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-e3e961bc-78a2-46fb-a7c3-5afc6d41f0d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503187 Jun 22 21:29:40.426020 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-f2a8d0bb-d10f-4399-b6d7-d1360b62b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:40.427546 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-f2a8d0bb-d10f-4399-b6d7-d1360b62b388 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1098 time: 0.0560942 Jun 22 21:29:40.528537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-6e645cf8-af7d-466a-b3ff-31e7790a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:40.530120 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-6e645cf8-af7d-466a-b3ff-31e7790a14a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0835056 Jun 22 21:29:40.599347 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-ca18f66f-f392-48ab-ade9-cdd075737554 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0631444 Jun 22 21:29:40.647856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-9b057b4d-68fd-45a3-b68f-59b284825c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:40.649293 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-9b057b4d-68fd-45a3-b68f-59b284825c5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0419106 Jun 22 21:29:40.709190 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-d41e27af-4ac2-4db3-9c31-9d16de4485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:29:40.710755 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-d41e27af-4ac2-4db3-9c31-9d16de4485bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516930 Jun 22 21:29:40.805067 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-e36f7757-1ef5-41e1-84de-350a206b6ba8 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Jun 22 21:29:40.894591 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-caa946c8-f27b-43dd-964b-daa84cc0a0c7 req-31069869-93ff-49b3-bbd1-400fbf413246 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Jun 22 21:29:47.029232 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fabf509b-d112-4b9a-a677-f1ae609d8aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:48.927289 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:29:49.849605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-032c6ae8-c78d-4ba7-a5b5-2fb651503709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:50.075344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:51.219532 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:52.755607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:29:53.170551 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:17.034189 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ebac349d-0120-4afb-8d05-344446352650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:19.853864 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7bf920a8-5ac9-4224-9a00-f2f3d9212ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:20.076802 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:21.223285 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:22.769425 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:23.156187 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:25.925917 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:30:41.327025 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-473dc1f1-6086-4927-b584-fab68841fa4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565255 Jun 22 21:30:41.424294 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-4a46a09d-577c-4cfe-b9ef-46b7639abec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:30:41.425748 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-4a46a09d-577c-4cfe-b9ef-46b7639abec7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1098 time: 0.0521789 Jun 22 21:30:41.533045 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-91c8493d-d036-4b17-bf0b-37ca3ab52ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:30:41.534573 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-91c8493d-d036-4b17-bf0b-37ca3ab52ea6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0839031 Jun 22 21:30:41.604956 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-2ec41559-dc8e-4c68-aeeb-995ba187b1f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0605407 Jun 22 21:30:41.663337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-01d46e95-cd31-4209-b30d-75fea98632f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:30:41.664732 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-01d46e95-cd31-4209-b30d-75fea98632f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0434077 Jun 22 21:30:41.723205 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-9deaf838-57f9-47d3-bec9-37c73574016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:30:41.725310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-9deaf838-57f9-47d3-bec9-37c73574016d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505402 Jun 22 21:30:41.742974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-17ee6718-73f4-4e1c-8b38-e0137fdf5d87 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 21:30:41.743920 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-17ee6718-73f4-4e1c-8b38-e0137fdf5d87 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072322 Jun 22 21:30:41.840413 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-0cd46335-f2ba-4fe0-bfec-e9b7e9e122c9 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Jun 22 21:30:41.938807 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-304eb67f-97a9-4752-9f4e-9aa2fc554aea req-8d56e140-8744-4b3a-948d-d3143a5db31c service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898366 Jun 22 21:30:47.034548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ada5157b-0375-42e4-86b9-7fe4cea572f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:49.848516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-85fe7be0-c56a-4a3b-8394-d0444204a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:50.078910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:51.225533 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:52.771228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:30:53.159321 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:02.924234 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:31:17.039613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa0d6-1fe2-4d81-9001-c4206be8953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:19.848780 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-aecd64d1-94cc-4c71-8707-e2008e637c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:20.080468 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:21.228519 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:22.784696 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:23.162102 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:36.334286 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:31:36.424217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:31:36.435505 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:31:36.472491 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:36.489244 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:31:36.509610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:31:36.513824 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:36.515632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:31:36.566268 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:31:36.573199 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.573594 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.573959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.574299 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.574633 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.575083 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.575344 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.575615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.575942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.576266 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.576591 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.576909 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:36.580632 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:31:36.596320 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['90ff7fd8-7789-4b6e-a853-c16ec1878ef0'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:31:38.352219 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:31:38.411565 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:31:38.412263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:38.500206 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:38.528904 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:31:38.534023 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f21d94-fe0b-424a-856d-3f3890d76f62" -d '{"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-plugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:31:38.546878 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:31:38.553641 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:38.555808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-035226f3-ac36-40d5-9341-76eb829845fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:31:38.617374 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:31:38.622650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:31:38.653746 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7159ba-eed0-4727-964e-2a530a37d5b2 x-openstack-request-id: req-eb7159ba-eed0-4727-964e-2a530a37d5b2 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:31:38.654080 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-plugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:31:38.654340 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb7159ba-eed0-4727-964e-2a530a37d5b2 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:31:38.654740 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'code': 200} Jun 22 21:31:39.923837 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:31:42.511965 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-cb625dda-9594-4525-aad1-6c7cc32034ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:42.514407 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-cb625dda-9594-4525-aad1-6c7cc32034ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1098 time: 0.1869230 Jun 22 21:31:42.632016 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-48004f97-5f7d-4ae1-bf34-0013f6b53d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:42.633518 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-48004f97-5f7d-4ae1-bf34-0013f6b53d79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0950813 Jun 22 21:31:42.720736 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-25af6da6-ca8a-492e-80c9-df9a0bca49f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0767813 Jun 22 21:31:42.779203 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-1204149f-9bcc-4bd0-89e2-ef79b21619e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:42.780697 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-1204149f-9bcc-4bd0-89e2-ef79b21619e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0489948 Jun 22 21:31:42.845535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-2f2a9c8d-6b8a-4d20-8ae5-4f07dfe1d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:42.847096 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-2f2a9c8d-6b8a-4d20-8ae5-4f07dfe1d93e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559127 Jun 22 21:31:42.970603 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-6217fe95-53ac-4931-a151-7f04e71194d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100826 Jun 22 21:31:43.082160 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-66ce57bd-5e40-4e23-9d21-f17f1d8f5725 req-cbb9b603-4d3b-4d14-af13-0b633afe2265 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006551 Jun 22 21:31:46.578075 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0232a434-e5f9-4d8d-b821-488eb292bcce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999923372&fields=id&tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 267 time: 0.0335789 Jun 22 21:31:46.689903 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-6461ce0f-f4b9-4089-88eb-a3953c6ffe3a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:46.691344 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-6461ce0f-f4b9-4089-88eb-a3953c6ffe3a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 810 time: 0.1071353 Jun 22 21:31:46.706266 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-cb48b843-7326-490e-a7aa-57bd8409ab80 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/quotas/915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Jun 22 21:31:46.776698 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-4689c2f6-f958-4ac1-b218-33f518960b2e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0649076 Jun 22 21:31:46.874861 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-be30fb2a-de86-4424-8268-8153cb4e683e service neutron] 10.222.0.66 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864923 Jun 22 21:31:46.962997 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-524add44-23ca-460b-9883-42e22ff624f4 service neutron] 10.222.0.66 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824077 Jun 22 21:31:47.042439 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-4205358a-ef07-4ba1-8eb6-590967cfef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:47.159240 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ea0ea251-d06d-4f3e-ad00-57f8ae481507 req-f7325bf1-e92a-4f62-ab2b-983fad774362 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 210 time: 0.0314610 Jun 22 21:31:48.305744 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e3ef09e5-b210-4961-bcd2-8bea48655a5a req-8160b273-e782-48e8-9334-d64bed5979ed tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 210 time: 0.0352235 Jun 22 21:31:48.507030 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-b0c406f2-510c-44ee-8156-0fb62965f19f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:48.508412 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-b0c406f2-510c-44ee-8156-0fb62965f19f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 810 time: 0.1010330 Jun 22 21:31:48.564158 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-8b99bbb9-9475-4dea-ba19-a42becc8a662 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1 HTTP/1.1" status: 200 len: 379 time: 0.0396326 Jun 22 21:31:48.575217 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'port': {'device_id': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'admin_state_up': True, 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'security_groups': ['b16d0d29-eb04-4a9e-8805-86099f14a7a6']}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:31:48.683599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Made reservation on behalf of 915f1a2b0c824e42ad9dde0d7b0733e1 for: {'port': 1} {{(pid=100374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 21:31:48.687521 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:48.818384 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_common [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Allocated IP 172.20.0.14 (c42048da-b4f8-485e-ae07-ce7fb770d266/c11e3a53-963d-4aea-92ab-736065ef2f5b/6b850915-a50b-45a0-a48d-848bfd6fd043) {{(pid=100374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:31:48.960860 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:48.981118 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Transition to ACTIVE for port object 6b850915-a50b-45a0-a48d-848bfd6fd043 will not be triggered until provisioned by entity DHCP. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:31:49.024161 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62685026'] for port, after_create {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:49.040835 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-16d03480-d6e3-479c-9fa9-002ce8e51b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:31:49.095290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Network c42048da-b4f8-485e-ae07-ce7fb770d266 is already hosted by enough agents. {{(pid=100374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:31:49.103712 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.base_scheduler [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Resources bound (agent type, host, resource id): {{(pid=100374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:31:49.136424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Received port after_create {{(pid=100374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:31:49.206424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=1']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:31:49.220309 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.220996 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.221562 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.222139 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.222706 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.223254 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.223947 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.224559 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.225130 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.225679 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.226262 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.226805 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:31:49.239713 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:31:49.254268 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:49.255345 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:49.286427 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147088 Jun 22 21:31:49.488335 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78a71b51-5538-4812-9468-d1dd3ebb1e4b None None] Provisioning for port 6b850915-a50b-45a0-a48d-848bfd6fd043 completed by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:31:49.492919 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-78a71b51-5538-4812-9468-d1dd3ebb1e4b None None] Provisioning complete for port 6b850915-a50b-45a0-a48d-848bfd6fd043 triggered by entity DHCP. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:31:49.493310 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-78a71b51-5538-4812-9468-d1dd3ebb1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:49.504332 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5a6d-ae5b-43ef-bc33-375193d83ce6 req-9ec6f304-40df-4749-9b89-48e4f2158e4d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:49.506063 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c02f5a6d-ae5b-43ef-bc33-375193d83ce6 req-9ec6f304-40df-4749-9b89-48e4f2158e4d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0777624 Jun 22 21:31:49.530950 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-78a71b51-5538-4812-9468-d1dd3ebb1e4b None None] Port 6b850915-a50b-45a0-a48d-848bfd6fd043 cannot update to ACTIVE because it is not bound. {{(pid=100375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 21:31:49.559060 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c02f5a6d-ae5b-43ef-bc33-375193d83ce6 req-7d7d10da-802b-4629-b8fe-28804bae7772 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Jun 22 21:31:49.864211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-dfea2aab-490f-4c6e-bc6e-24b4747b2d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:50.082282 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:50.412117 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:31:50.501101 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:50.523342 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:31:50.525574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595743fe-6909-49df-9024-fc4b162de3cf" -d '{"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-unplugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:31:50.540355 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:31:50.551263 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:50.554122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:31:50.607555 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b35774-517b-48cf-8982-448a9ff491e3 x-openstack-request-id: req-f5b35774-517b-48cf-8982-448a9ff491e3 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:31:50.608154 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-unplugged", "status": "completed", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:31:50.608572 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5b35774-517b-48cf-8982-448a9ff491e3 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:31:50.609431 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'code': 200} Jun 22 21:31:50.610666 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=8']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:31:50.615279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:31:50.770035 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5538cca-8111-4253-85fe-b708be686da8 req-ad6d91dc-8dad-4747-ab18-a8d6693dae1f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:50.771369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5538cca-8111-4253-85fe-b708be686da8 req-ad6d91dc-8dad-4747-ab18-a8d6693dae1f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0749781 Jun 22 21:31:50.812204 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-d5538cca-8111-4253-85fe-b708be686da8 req-ab009b3d-a4b7-46ff-99d5-72873f23359b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345163 Jun 22 21:31:51.232475 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:51.997753 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731311d-c2e1-4c2a-a490-a91b1632d7fe req-5270b5e3-ae6e-470d-93c8-3e20da09d089 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:51.999335 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9731311d-c2e1-4c2a-a490-a91b1632d7fe req-5270b5e3-ae6e-470d-93c8-3e20da09d089 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0679874 Jun 22 21:31:52.044760 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-9731311d-c2e1-4c2a-a490-a91b1632d7fe req-ac485347-ea84-4824-a529-23467fcb74d7 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Jun 22 21:31:52.787245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:53.208297 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:31:53.257100 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ab93-1ddd-4eae-96a1-c4e45567d902 req-95189a01-c525-41cd-9da0-d97b13adaaff tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:53.259571 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c1a1ab93-1ddd-4eae-96a1-c4e45567d902 req-95189a01-c525-41cd-9da0-d97b13adaaff tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0949466 Jun 22 21:31:53.308860 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c1a1ab93-1ddd-4eae-96a1-c4e45567d902 req-ee8297fd-078e-4eee-82e4-1435bbfb5088 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414598 Jun 22 21:31:54.491062 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316458-d7a2-4184-8fba-41f4545783b5 req-e86597ab-3b5c-49a4-a6f8-c003b826475e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:54.492408 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef316458-d7a2-4184-8fba-41f4545783b5 req-e86597ab-3b5c-49a4-a6f8-c003b826475e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0649557 Jun 22 21:31:54.545874 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-ef316458-d7a2-4184-8fba-41f4545783b5 req-c1b856f4-a4d1-43f9-bdd0-2425a6430d7b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469549 Jun 22 21:31:55.729625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374909e-a7e7-496e-8153-a39874e05f81 req-2b1320ce-848f-4dce-a498-8da94d3a06e5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:55.731997 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4374909e-a7e7-496e-8153-a39874e05f81 req-2b1320ce-848f-4dce-a498-8da94d3a06e5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0757368 Jun 22 21:31:55.770656 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-4374909e-a7e7-496e-8153-a39874e05f81 req-9cb143de-ac9c-4ecd-a0f9-b7c670189d22 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 Jun 22 21:31:56.959637 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9da44-cd1f-4065-b76a-56a82998f4f3 req-99b1ea04-5b38-413d-8d21-56f9d1a8e31f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:56.961098 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e5a9da44-cd1f-4065-b76a-56a82998f4f3 req-99b1ea04-5b38-413d-8d21-56f9d1a8e31f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0711200 Jun 22 21:31:56.999853 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-e5a9da44-cd1f-4065-b76a-56a82998f4f3 req-34c31eca-021b-4eda-8480-41d568fb03e4 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Jun 22 21:31:58.189120 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028d81-7be8-4971-ba49-dbb7f6c35438 req-3b24891c-fc28-4cd3-bb64-64ee7b21be4e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:58.190636 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fb028d81-7be8-4971-ba49-dbb7f6c35438 req-3b24891c-fc28-4cd3-bb64-64ee7b21be4e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0745504 Jun 22 21:31:58.227469 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-fb028d81-7be8-4971-ba49-dbb7f6c35438 req-b7e8a75d-fed3-419a-92a7-40659130d57d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jun 22 21:31:59.415157 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b231ff-5c2f-447d-a7c0-3aac58ac8661 req-d6bcfa57-0ebb-4bb4-9116-8c2226d076b0 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:31:59.416630 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b0b231ff-5c2f-447d-a7c0-3aac58ac8661 req-d6bcfa57-0ebb-4bb4-9116-8c2226d076b0 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0723591 Jun 22 21:31:59.453996 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b0b231ff-5c2f-447d-a7c0-3aac58ac8661 req-cbc5356d-1810-4069-9aab-b7a5c32e5696 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Jun 22 21:32:00.634306 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a1ba-0c39-404b-ba47-0f6968addb90 req-3cc45546-e9c1-4748-a7d7-c5f2e59f922d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:00.635762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0329a1ba-0c39-404b-ba47-0f6968addb90 req-3cc45546-e9c1-4748-a7d7-c5f2e59f922d tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 932 time: 0.0687020 Jun 22 21:32:00.640519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.v2.base [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Request body: {'port': {'device_id': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7975'}} {{(pid=100374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:32:00.709466 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-0329a1ba-0c39-404b-ba47-0f6968addb90 req-779530fe-545e-4fdd-aa12-713647d23bde tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654545 Jun 22 21:32:00.744714 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.015057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b850915-a50b-45a0-a48d-848bfd6fd043 {{(pid=100374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:32:01.022820 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.035002 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.provisioning_blocks [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Transition to ACTIVE for port object 6b850915-a50b-45a0-a48d-848bfd6fd043 will not be triggered until provisioned by entity L2. {{(pid=100374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 21:32:01.038960 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.041643 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-84941292-bb3c-443c-a923-7912b332def9 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:01.089750 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=2']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:01.093385 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:01.167920 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Attempting to bind port 6b850915-a50b-45a0-a48d-848bfd6fd043 on host hv-neutron-7975 for vnic_type normal with profile {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 21:32:01.168257 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Attempting to bind port 6b850915-a50b-45a0-a48d-848bfd6fd043 by drivers openvswitch,hyperv on host hv-neutron-7975 at level 0 using segments [{'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 21:32:01.168590 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Attempting to bind port 6b850915-a50b-45a0-a48d-848bfd6fd043 on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:32:01.173762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Port 6b850915-a50b-45a0-a48d-848bfd6fd043 on network c42048da-b4f8-485e-ae07-ce7fb770d266 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7975 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 21:32:01.174125 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Attempting to bind port 6b850915-a50b-45a0-a48d-848bfd6fd043 on network c42048da-b4f8-485e-ae07-ce7fb770d266 {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 21:32:01.179817 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Checking agent: {'id': 'e8539d93-b175-4785-b731-140eec895d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7975', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'started_at': datetime.datetime(2021, 6, 22, 20, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 21:32:01.180264 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Checking segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 21:32:01.180781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Bound using segment: {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'} {{(pid=100374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 21:32:01.181362 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.managers [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Bound port: 6b850915-a50b-45a0-a48d-848bfd6fd043, host: hv-neutron-7975, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c736e7-5523-4b4e-9400-366511620ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266'}}] {{(pid=100374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 21:32:01.181838 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.258523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, cleared binding levels {{(pid=100374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 21:32:01.261380 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 21:32:01.266034 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62685040'] for port, after_update {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.267972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fa982cb-38ba-4e14-893e-b767d1eb704a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:01.303740 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.304360 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:01.305761 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 1094 time: 0.6690683 Jun 22 21:32:01.306315 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:32:01.308645 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4cd17b-03d2-410c-a161-aed9462aeb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:32:01.331103 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=3']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:01.334458 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e483e342-3bf4-47b5-9994-3da0fea487a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:01.360635 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb75628-752d-40c3-9240-58cd6dec47d4 x-openstack-request-id: req-3eb75628-752d-40c3-9240-58cd6dec47d4 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:32:01.361003 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:32:01.361337 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3eb75628-752d-40c3-9240-58cd6dec47d4 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:32:01.361797 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'status': 'completed', 'code': 200} Jun 22 21:32:01.430208 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-d9e7b8be-8673-47e3-9238-319a86340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.431706 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-d9e7b8be-8673-47e3-9238-319a86340c73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1097 time: 0.0579448 Jun 22 21:32:01.483369 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-7c7e7b08-cd1f-4348-a5a6-956399d0d820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 217 time: 0.0398479 Jun 22 21:32:01.536974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-bda26f9e-9d59-4a7d-86fa-ec31fe647d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.538367 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-bda26f9e-9d59-4a7d-86fa-ec31fe647d13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0458722 Jun 22 21:32:01.597784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-4180ff1b-1df7-441a-9523-9fccb5846208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.599306 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-4180ff1b-1df7-441a-9523-9fccb5846208 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526714 Jun 22 21:32:01.694821 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-32dc7a19-43fe-4c42-b93e-2cbc1ddcf4e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Jun 22 21:32:01.789310 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ac58c1a5-9151-4e32-8356-d3fe0f0e08a2 req-54a408f9-1f46-49b7-bab5-dc0941537c2d service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 Jun 22 21:32:01.933536 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665bf04-184d-4f2d-b5f5-983cb7613a04 req-b6bef5fd-5f28-48cb-8a2d-47c69655e925 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.935015 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c665bf04-184d-4f2d-b5f5-983cb7613a04 req-b6bef5fd-5f28-48cb-8a2d-47c69655e925 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 944 time: 0.1073260 Jun 22 21:32:01.941282 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-52bd6d1c-1859-4cbd-ac77-a6f43a8e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:01.942686 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-52bd6d1c-1859-4cbd-ac77-a6f43a8e7955 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1097 time: 0.0869496 Jun 22 21:32:02.029569 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-c665bf04-184d-4f2d-b5f5-983cb7613a04 req-2ab430d9-6981-4e13-a18b-c59831c3fb46 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859377 Jun 22 21:32:02.059821 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-91a6a55b-4147-44fa-a0b2-ec5bc04d6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:02.061248 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-91a6a55b-4147-44fa-a0b2-ec5bc04d6c5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.1111934 Jun 22 21:32:02.103534 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-24d1fdb4-9f59-4159-8fab-94d3bccefb7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 217 time: 0.0346034 Jun 22 21:32:02.150576 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-497aa5e4-0c3a-4408-893d-f9a175816dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:02.151960 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-497aa5e4-0c3a-4408-893d-f9a175816dc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0422680 Jun 22 21:32:02.212263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-3fe89c2e-eabc-462d-b77b-e8300a3a5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:02.213766 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-3fe89c2e-eabc-462d-b77b-e8300a3a5ab4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542028 Jun 22 21:32:02.303623 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-b1e8a85a-279d-4b33-ba06-0e25e6bb79df service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Jun 22 21:32:02.397586 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cc4cd17b-03d2-410c-a161-aed9462aeb3a req-18c0f5d8-1a51-4786-87ff-65962ff07ca0 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876398 Jun 22 21:32:03.204213 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dcd2c-c284-48ef-914b-c4bf78bb119a req-ec0a364a-8923-43c9-ba0c-c92f17f49565 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:03.205778 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-782dcd2c-c284-48ef-914b-c4bf78bb119a req-ec0a364a-8923-43c9-ba0c-c92f17f49565 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 944 time: 0.0654628 Jun 22 21:32:03.243540 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-782dcd2c-c284-48ef-914b-c4bf78bb119a req-11c5ae91-f49f-4ae9-b3b6-2baf9aea97d9 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Jun 22 21:32:04.418376 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719d91-3298-4e18-9421-64ac0a50f808 req-857902b8-413d-4156-b81b-216b9d73ca46 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:04.419851 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad719d91-3298-4e18-9421-64ac0a50f808 req-857902b8-413d-4156-b81b-216b9d73ca46 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 944 time: 0.0635333 Jun 22 21:32:04.428530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:32:04.457988 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ad719d91-3298-4e18-9421-64ac0a50f808 req-b6bf53bf-f536-4d02-8625-b05ad3761554 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jun 22 21:32:04.525607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:32:04.536729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'mac_address': 'fa:16:3e:4a:9f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:32:04.572476 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:04.585036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b850915-a50b-45a0-a48d-848bfd6fd043 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:32:04.604910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:32:04.609920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:04.612369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:04.661426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=4']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:04.664574 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:04.895043 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['6b850915-a50b-45a0-a48d-848bfd6fd043'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:32:05.650569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcbc17-8621-4030-a444-6d8bd7770dea req-9d0172f7-501e-49b3-9d07-667af6cf9ac0 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:05.652019 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-31dcbc17-8621-4030-a444-6d8bd7770dea req-9d0172f7-501e-49b3-9d07-667af6cf9ac0 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 945 time: 0.0657179 Jun 22 21:32:05.690180 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-31dcbc17-8621-4030-a444-6d8bd7770dea req-7b32e707-91ca-48fb-b462-63ff5f3bb352 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Jun 22 21:32:06.444028 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:32:06.491770 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning for port 6b850915-a50b-45a0-a48d-848bfd6fd043 completed by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 21:32:06.495463 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 6b850915-a50b-45a0-a48d-848bfd6fd043 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:32:06.495873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:06.576650 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:06.600161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:32:06.602443 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af71e205-3513-46ea-9b77-1b7ee9bd3fa2" -d '{"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:32:06.618884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:32:06.623004 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:06.625121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:06.647610 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c68113d-283f-43ff-a018-b9af751a1ef7 x-openstack-request-id: req-2c68113d-283f-43ff-a018-b9af751a1ef7 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:32:06.647910 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:32:06.648167 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c68113d-283f-43ff-a018-b9af751a1ef7 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:32:06.648555 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'code': 200} Jun 22 21:32:06.674441 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=5']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:06.678500 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:06.869302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b43e4-fd93-47ba-8c00-d9b21791fb1f req-ca397c9b-4c4d-481e-8c90-d834e05cd7cc tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:06.870847 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-516b43e4-fd93-47ba-8c00-d9b21791fb1f req-ca397c9b-4c4d-481e-8c90-d834e05cd7cc tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.0679145 Jun 22 21:32:06.897961 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a565c-3720-4105-9fac-c01c598ed614 req-c7d577e0-aabf-48e4-ba93-277cbc1138bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:06.899575 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2f1a565c-3720-4105-9fac-c01c598ed614 req-c7d577e0-aabf-48e4-ba93-277cbc1138bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1099 time: 0.0676153 Jun 22 21:32:06.915105 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-516b43e4-fd93-47ba-8c00-d9b21791fb1f req-5846bfc3-1634-4b5b-aa1a-7c8fd06ea3cc tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380039 Jun 22 21:32:06.939762 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-2f1a565c-3720-4105-9fac-c01c598ed614 req-177c0154-e28a-4387-b773-bffa20869a77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301204 Jun 22 21:32:08.109537 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358a12-4cc9-4134-ac64-35ba0e00f19f req-df4306c7-1bfa-47be-97d4-c2a3f684ab79 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:08.111975 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf358a12-4cc9-4134-ac64-35ba0e00f19f req-df4306c7-1bfa-47be-97d4-c2a3f684ab79 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.0724652 Jun 22 21:32:08.149664 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-cf358a12-4cc9-4134-ac64-35ba0e00f19f req-23a91b0a-f876-4aab-9e32-2528b4d3e375 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Jun 22 21:32:08.324336 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9804f-057f-4ec3-a530-d2213977d519 req-10d3030d-b70e-4460-97f2-4c47690ef238 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:08.325822 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95f9804f-057f-4ec3-a530-d2213977d519 req-10d3030d-b70e-4460-97f2-4c47690ef238 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.0652966 Jun 22 21:32:08.364753 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-95f9804f-057f-4ec3-a530-d2213977d519 req-3014969a-644e-4d04-93b0-1d9c31a80a92 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 Jun 22 21:32:08.387498 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39830) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:32:08.437565 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d7c7f-4092-4edf-9d5b-e3a59a165b1d tempest-TestSnapshotPattern-641233063 tempest-TestSnapshotPattern-641233063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:08.439761 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-892d7c7f-4092-4edf-9d5b-e3a59a165b1d tempest-TestSnapshotPattern-641233063 tempest-TestSnapshotPattern-641233063-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1094 time: 0.0512617 Jun 22 21:32:08.442483 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 39832) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:32:08.446921 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.v2.base [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Request body: {'floatingip': {'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 21:32:08.472742 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:08.918315 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3744317'] for port, before_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.018676 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_common [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Allocated IP 172.26.4.184 (fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da/564f7363-52e8-4844-9362-e1225bae032d/7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f) {{(pid=100373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 21:32:09.125470 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.166589 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3744378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-123823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764788230822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59007486'] for port, after_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.169362 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8290e302-7788-48b1-82a4-8b25fca4a56f tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:09.205265 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Network fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da is already hosted by enough agents. {{(pid=100373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 21:32:09.207584 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.base_scheduler [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Resources bound (agent type, host, resource id): {{(pid=100373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 21:32:09.211217 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Received port after_create {{(pid=100373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 21:32:09.242042 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f,revision_number=1']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:09.254413 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.254813 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.255200 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.255581 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.255955 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.256328 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.256701 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.257070 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.257438 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.257806 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.258238 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.258573 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:32:09.263176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:09.597316 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.673731 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.822951 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for port, precommit_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.827350 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59007468'] for port, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:09.829572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-db0296a5-b297-455f-b606-a1ffdd6a6d16 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:32:09.896132 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event updated for resources: {'Port': ['ID=7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f,revision_number=2']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:32:09.900106 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:32:09.910811 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660334'] for floatingip, after_update {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:10.011907 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.db.l3_db [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Floating IP d813ecb5-04ee-4d0f-9e25-059358c767a6 associated. External IP: 172.26.4.184, port: 6b850915-a50b-45a0-a48d-848bfd6fd043. Jun 22 21:32:10.221000 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:32:10.326263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:32:10.336245 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:32:10.342623 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:10.347568 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:32:10.348200 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:31:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:32:10.390297 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-32b73a8a-208c-424e-bbd0-e6d53f2eb99b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9359226 Jun 22 21:32:10.390297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:32:10.390297 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31b8f33264e4093053936f9908dc0c913641bb717bb03d2e4019da4d3d55823b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe820e3-f300-4a28-96c2-21e3aba65c85" -d '{"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:32:10.453462 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:32:10.471449 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789bca9-45b8-4e2b-bea4-d242438a453e x-openstack-request-id: req-9789bca9-45b8-4e2b-bea4-d242438a453e {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:32:10.471860 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "status": "completed", "code": 200}]} {{(pid=100373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:32:10.472175 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9789bca9-45b8-4e2b-bea4-d242438a453e {{(pid=100373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:32:10.472658 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'status': 'completed', 'code': 200} Jun 22 21:32:10.546452 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-ab4cfcc2-4f5a-4bfc-b9fa-90bc430e9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:10.548633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-ab4cfcc2-4f5a-4bfc-b9fa-90bc430e9bb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1099 time: 0.0528228 Jun 22 21:32:10.690613 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}, {'id': 'd813ecb5-04ee-4d0f-9e25-059358c767a6', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:4a:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:32:09Z', 'updated_at': '2021-06-22T21:32:09Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:32:10.724134 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:32:10.733209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:32:10.733873 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:31:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:32:10.849093 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:32:11.041566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-60fa4ef3-3d13-4dc8-9b0a-956065d9d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:11.042981 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-60fa4ef3-3d13-4dc8-9b0a-956065d9d0ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.4886293 Jun 22 21:32:11.119075 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-9bb603da-dea9-44d0-b880-e824dfc2d053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 1000 time: 0.0631626 Jun 22 21:32:11.167297 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-f716b409-b9ad-4e92-a79b-4b4656771b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:11.168731 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-f716b409-b9ad-4e92-a79b-4b4656771b1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0436308 Jun 22 21:32:11.229550 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-3e3de762-7906-43b2-b78b-3d7afc92aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:11.231075 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-3e3de762-7906-43b2-b78b-3d7afc92aa85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561721 Jun 22 21:32:11.234467 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}, {'id': 'd813ecb5-04ee-4d0f-9e25-059358c767a6', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:4a:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:32:09Z', 'updated_at': '2021-06-22T21:32:09Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:32:11.262118 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a3e9-3962-40b7-876e-bbd22ee1697b None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}, {'id': 'd813ecb5-04ee-4d0f-9e25-059358c767a6', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:4a:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:32:09Z', 'updated_at': '2021-06-22T21:32:09Z', 'revision_number': 0, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:32:11.323676 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-6fbdcb5a-e8c7-444c-afc9-136d84f1c926 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859666 Jun 22 21:32:11.418667 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-ffe820e3-f300-4a28-96c2-21e3aba65c85 req-2f20576d-458d-4ed0-8706-73ee96c8fffc service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882099 Jun 22 21:32:11.456048 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b039123-f3f1-4d70-bf8c-2454380b22f4 None None] New status for floating IP d813ecb5-04ee-4d0f-9e25-059358c767a6: ACTIVE {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:32:16.922659 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:32:17.042986 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1580537a-ba2a-4967-97f7-2cb7e4881431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:19.846795 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f34f4833-54b5-43f6-9eb6-d736be6b1307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:20.082967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:21.234061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:22.804393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:23.169581 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:42.326417 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-dc1c042a-e83c-4db2-b439-6f4fb249855e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507092 Jun 22 21:32:42.426149 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-fbc2e8f1-a1e0-4d83-9184-fbf9d534fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:42.427651 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-fbc2e8f1-a1e0-4d83-9184-fbf9d534fc46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1096 time: 0.0533707 Jun 22 21:32:42.537878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-2287297f-456a-45d7-a987-9776118f61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:42.539340 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-2287297f-456a-45d7-a987-9776118f61fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0866416 Jun 22 21:32:42.607905 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-693b6368-fce4-4e3a-8934-d1455179c329 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 999 time: 0.0585308 Jun 22 21:32:42.658346 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-b2371d1a-1aca-430d-8d07-f407bab504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:42.660452 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-b2371d1a-1aca-430d-8d07-f407bab504a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0468349 Jun 22 21:32:42.719293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-f1622667-9b46-4c2f-b666-398b075a7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:32:42.720694 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-f1622667-9b46-4c2f-b666-398b075a7ad7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499430 Jun 22 21:32:42.810208 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-1c76ed1a-6031-46d0-84e3-d522275ab1c4 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790250 Jun 22 21:32:42.906024 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-8db4040f-ca60-4ea2-bdb7-770855a2a235 req-6efbda4d-c33a-49ea-b3b9-af1a7f45d7ce service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Jun 22 21:32:47.042837 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-d51c22f9-ac4d-4762-92cd-3aaed114004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:49.848805 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f37140a6-6cea-4e4c-abdc-80980eec5fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:50.083445 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:51.239652 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:52.813426 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:53.172072 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:32:53.922216 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:33:17.043503 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-df6a72d3-2a4f-488a-a98d-f011cd0ff790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:19.851284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a73008e1-50cc-4086-a186-1a5b3ff26340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:20.084047 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:21.241618 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:22.829087 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:23.176168 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:30.920364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:33:42.392382 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-f56f79e4-93db-4d88-ba8a-841c6a3eee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:42.393872 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-f56f79e4-93db-4d88-ba8a-841c6a3eee02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1099 time: 0.0547593 Jun 22 21:33:42.504720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-c9cfe463-06b2-4c3a-a42e-d01e1c3e2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:42.508563 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-c9cfe463-06b2-4c3a-a42e-d01e1c3e2c13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.0907364 Jun 22 21:33:42.573470 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-3e01ebef-cdf2-4a12-ac95-aeda3b9b5788 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 1002 time: 0.0580790 Jun 22 21:33:42.628374 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-b422b5bd-da90-4b49-827b-46c094b00e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:42.629829 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-b422b5bd-da90-4b49-827b-46c094b00e39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0468907 Jun 22 21:33:42.686578 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-084e6e28-0f89-4049-a7a0-3d58db3f786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:42.687968 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-084e6e28-0f89-4049-a7a0-3d58db3f786d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492778 Jun 22 21:33:42.781982 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-09b674e2-c244-4eca-ae69-4a9121a7996c service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840900 Jun 22 21:33:42.867086 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 details requested by agent hyperv_hv-neutron-7975 with host hv-neutron-7975 {{(pid=100375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 21:33:42.886849 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-95c7201c-8fa2-40d3-b29e-f830e29c5242 req-bc9808c0-f105-4c8f-ba46-26ab1561fa8a service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943410 Jun 22 21:33:42.970480 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:33:42.983284 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Returning: {'device': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'port_id': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'mac_address': 'fa:16:3e:4a:9f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 21:33:43.020196 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:43.032695 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b850915-a50b-45a0-a48d-848bfd6fd043 {{(pid=100375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 21:33:43.051516 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:33:43.055826 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:43.057839 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-33973028-cdc7-4249-b689-7732fb434c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:33:43.108025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=6']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:33:43.115905 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.116256 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.116605 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.116926 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.117283 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.117607 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.117952 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.118279 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.118602 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.118920 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.119236 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.119556 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:43.123504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:33:43.147571 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] get_ports_and_sgs() called for port_ids ['6b850915-a50b-45a0-a48d-848bfd6fd043'] {{(pid=100375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 21:33:44.886230 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 up at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 21:33:44.953403 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.provisioning_blocks [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Provisioning complete for port 6b850915-a50b-45a0-a48d-848bfd6fd043 triggered by entity L2. {{(pid=100375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 21:33:44.953849 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3975827'] for port, provisioning_complete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:45.045662 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3744299'] for port, before_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:45.069431 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:33:45.072025 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fa8854aab15e4e56681ffe0b7bd7e0c418b8d549bbe92b37535548b01a09d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4603959e-39c1-4beb-9d94-2af4b42bc349" -d '{"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:33:45.086942 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:33:45.093784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764788606419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764788230840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764788230885'] for port, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:45.096036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:33:45.125217 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2cfd71-6cb1-4001-8d28-5836495b2784 x-openstack-request-id: req-0b2cfd71-6cb1-4001-8d28-5836495b2784 {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:33:45.125450 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "code": 200}]} {{(pid=100375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:33:45.125782 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b2cfd71-6cb1-4001-8d28-5836495b2784 {{(pid=100375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:33:45.126206 dv-neutron-797537-2-hyperv neutron-server[100375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'code': 200} Jun 22 21:33:45.158366 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Pushing event updated for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=7']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:33:45.161575 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:33:47.047482 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-da029da1-d764-4937-8ff2-ea3446606506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:49.858929 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-964d249b-d265-439f-9e37-ee661961a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:50.093962 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:51.245730 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:52.606138 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40066) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:33:52.761242 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Deleting port 7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:33:52.761498 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:52.832033 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:52.840312 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:52.840931 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:52.852124 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Calling delete_port for 7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:33:52.998861 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:53.001627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-f6cd549a-86ed-4c6d-989c-d06c57a5caa2 tempest-TestShelveInstance-80811144 tempest-TestShelveInstance-80811144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:33:53.026552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event deleted for resources: {'Port': ['ID=7991f8c2-ed9f-4e6d-8d2c-4e145a36e32f,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:33:53.053877 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.054290 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.054672 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.055056 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.055412 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.055781 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.056146 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.056512 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.056878 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.057240 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.057598 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.057984 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:33:53.061709 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:33:53.096468 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:53.096805 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Floating IP d813ecb5-04ee-4d0f-9e25-059358c767a6 disassociated (deleted). External IP: 172.26.4.184, port: 6b850915-a50b-45a0-a48d-848bfd6fd043. Jun 22 21:33:53.188349 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:53.328683 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:33:53.440974 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:33:53.446265 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:53.453887 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:33:53.464967 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:33:53.466113 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:53.486974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-0fd0fdd2-4e18-4785-8b12-ec26f78433b5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "DELETE /v2.0/floatingips/d813ecb5-04ee-4d0f-9e25-059358c767a6 HTTP/1.1" status: 204 len: 168 time: 0.8796546 Jun 22 21:33:53.487841 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:33:53.491730 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7a80d-2c88-4b87-be62-01b348e0fa74" -d '{"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:33:53.534912 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc728f5-69ac-4afe-8012-ff7e06f59375 x-openstack-request-id: req-ebc728f5-69ac-4afe-8012-ff7e06f59375 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:33:53.535263 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:33:53.535572 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebc728f5-69ac-4afe-8012-ff7e06f59375 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:33:53.536431 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'status': 'completed', 'code': 200} Jun 22 21:33:53.609522 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:33:53.631303 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-da88889c-27fc-4cc5-9ddd-25e2903f17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:53.633117 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-da88889c-27fc-4cc5-9ddd-25e2903f17c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 1099 time: 0.0674725 Jun 22 21:33:53.763733 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-6395d9a2-ff8a-4463-93b3-93c43e8293dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:53.765311 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-6395d9a2-ff8a-4463-93b3-93c43e8293dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.1226065 Jun 22 21:33:53.827844 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-832d8b2d-94c3-46da-9572-a5f73945bd6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 200 len: 217 time: 0.0489028 Jun 22 21:33:53.873608 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:53.894128 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-8746d98a-5ebf-4532-baea-e8f52cf3f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:53.895330 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-8746d98a-5ebf-4532-baea-e8f52cf3f31f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0594692 Jun 22 21:33:53.907036 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:33:53.915822 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:33:53.916448 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:54.009658 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-0ff0088f-e78f-45e0-8f84-7630be21fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:54.011775 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-0ff0088f-e78f-45e0-8f84-7630be21fe7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086128 Jun 22 21:33:54.025872 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:33:54.058222 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df916975-ea17-4dc3-98a4-e9351c26bbed req-23cedd25-0e58-4175-a59e-9bbfcb63b3a1 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:54.059950 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-df916975-ea17-4dc3-98a4-e9351c26bbed req-23cedd25-0e58-4175-a59e-9bbfcb63b3a1 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.2128828 Jun 22 21:33:54.147454 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-df916975-ea17-4dc3-98a4-e9351c26bbed req-77b17ca5-bdb9-4a86-8a8a-f3dd4372c511 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807908 Jun 22 21:33:54.175747 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-b4708ccb-00ae-42d3-8b5d-1906179b2166 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556716 Jun 22 21:33:54.264615 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:54.267633 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dcf7a80d-2c88-4b87-be62-01b348e0fa74 req-30e644bd-54d0-409c-b841-b46b5c291424 service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847468 Jun 22 21:33:54.297429 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a125e1f-c097-44e5-9dd1-f109b611456f None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_floatingips': [{'id': '2cda6769-a94c-4c65-b8a2-5f20addbe3ae', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'router_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'port_id': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'mac_address': 'fa:16:3e:39:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3f097d-c91d-477c-933f-500cb73371b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T21:29:33Z', 'updated_at': '2021-06-22T21:29:35Z', 'revision_number': 1, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:33:54.521990 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f7576-c7c0-4fb8-b620-c70d42cbfdfd None None] New status for floating IP d813ecb5-04ee-4d0f-9e25-059358c767a6: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:33:55.342553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020496-9302-40ec-996e-94860d3a710a req-913bca26-083b-449d-bb25-476f8cd6ab8a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:55.344050 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-65020496-9302-40ec-996e-94860d3a710a req-913bca26-083b-449d-bb25-476f8cd6ab8a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.0789428 Jun 22 21:33:55.383268 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-65020496-9302-40ec-996e-94860d3a710a req-3bd29ac5-e43f-47c6-a767-03fbbcb67d6a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329037 Jun 22 21:33:55.603648 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b472-de34-4397-a866-aace9386a50c req-bbc83eb0-6e2b-4f69-bb6d-de2fa803e64b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:55.605032 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dd01b472-de34-4397-a866-aace9386a50c req-bbc83eb0-6e2b-4f69-bb6d-de2fa803e64b tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 946 time: 0.0712953 Jun 22 21:33:55.707519 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Deleting port 6b850915-a50b-45a0-a48d-848bfd6fd043 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:33:55.707854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:55.801200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] For port 6b850915-a50b-45a0-a48d-848bfd6fd043, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=6b850915-a50b-45a0-a48d-848bfd6fd043,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:33:55.801553 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:55.813239 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Calling delete_port for 6b850915-a50b-45a0-a48d-848bfd6fd043 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:33:55.939327 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:55.943431 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-2bd33940-9a65-4a9f-bfca-1d3746278a19 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:33:55.977501 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event deleted for resources: {'Port': ['ID=6b850915-a50b-45a0-a48d-848bfd6fd043,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:33:55.980919 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:33:56.025293 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] No DVR routers for this DVR port 6b850915-a50b-45a0-a48d-848bfd6fd043 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:33:56.027693 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:56.029731 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-dd01b472-de34-4397-a866-aace9386a50c req-e3dd4cc3-5c25-402a-84a8-b2d56887e609 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "DELETE /v2.0/ports/6b850915-a50b-45a0-a48d-848bfd6fd043 HTTP/1.1" status: 204 len: 173 time: 0.4150708 Jun 22 21:33:56.030296 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-deleted', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:33:56.032583 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f4b6f-75e9-4351-99fe-3a328d331900" -d '{"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-deleted", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:33:56.069772 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231926df-5fdf-49c5-b132-860b33f4d76c x-openstack-request-id: req-231926df-5fdf-49c5-b132-860b33f4d76c {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:33:56.070184 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a25c819-c077-4e8b-86a7-7b46070264eb", "name": "network-vif-deleted", "tag": "6b850915-a50b-45a0-a48d-848bfd6fd043", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:33:56.070612 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-231926df-5fdf-49c5-b132-860b33f4d76c {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:33:56.071147 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a25c819-c077-4e8b-86a7-7b46070264eb', 'name': 'network-vif-deleted', 'tag': '6b850915-a50b-45a0-a48d-848bfd6fd043', 'status': 'completed', 'code': 200} Jun 22 21:33:56.547060 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-486075e2-4f3e-4e79-b960-03750b751ae9 req-575ba543-f9ef-4ceb-a166-97441a09354e tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a25c819-c077-4e8b-86a7-7b46070264eb HTTP/1.1" status: 200 len: 210 time: 0.0373161 Jun 22 21:33:56.962938 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:33:56.988959 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 6b850915-a50b-45a0-a48d-848bfd6fd043 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:33:56.989315 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 6b850915-a50b-45a0-a48d-848bfd6fd043 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:33:58.173619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40130) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:33:58.325684 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Deleting port a8b7575e-a80f-404d-b05e-061d65bcc438 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:33:58.326057 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.403160 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.403479 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.414619 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Calling delete_port for a8b7575e-a80f-404d-b05e-061d65bcc438 owned by network:floatingip {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:33:58.556067 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.558766 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-011e1f09-59c2-4739-a9c5-e9ae7e57ceb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:33:58.585318 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event deleted for resources: {'Port': ['ID=a8b7575e-a80f-404d-b05e-061d65bcc438,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:33:58.587784 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:33:58.647144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.647480 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.db.l3_db [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Floating IP 2cda6769-a94c-4c65-b8a2-5f20addbe3ae disassociated (deleted). External IP: 172.26.4.199, port: 90ff7fd8-7789-4b6e-a853-c16ec1878ef0. Jun 22 21:33:58.852127 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:33:58.959517 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:33:58.963972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for floatingip, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:33:58.970393 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:33:58.979688 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:33:58.980290 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:59.001992 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-dc8420ae-7bf3-4ad0-ad63-68f0f95e056a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "DELETE /v2.0/floatingips/2cda6769-a94c-4c65-b8a2-5f20addbe3ae HTTP/1.1" status: 204 len: 168 time: 0.8272133 Jun 22 21:33:59.002823 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:33:59.005236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a8262-98c1-41e2-b9c2-f5c44af89185" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:33:59.042851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b06ca4b-25da-456b-bdb1-0a95891af453 x-openstack-request-id: req-7b06ca4b-25da-456b-bdb1-0a95891af453 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:33:59.043256 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:33:59.043589 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b06ca4b-25da-456b-bdb1-0a95891af453 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:33:59.044044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'status': 'completed', 'code': 200} Jun 22 21:33:59.090085 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:33:59.131507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-bed29564-3c36-4b6c-bfee-ddd42b389d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:59.133241 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-bed29564-3c36-4b6c-bfee-ddd42b389d27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 1096 time: 0.0589361 Jun 22 21:33:59.258144 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-f55c8c88-ff9c-43d3-aff9-5d0c1909a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:59.259833 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-f55c8c88-ff9c-43d3-aff9-5d0c1909a49d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 200 len: 911 time: 0.1155655 Jun 22 21:33:59.299351 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:59.304974 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-c198b8eb-77c0-4753-a473-41c3f774779f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 200 len: 217 time: 0.0353885 Jun 22 21:33:59.327223 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:33:59.335784 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:33:59.336405 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:59.389168 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-9c9f5a7c-f7a4-4d7b-8ea8-e0ada1ab9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:59.390632 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-9c9f5a7c-f7a4-4d7b-8ea8-e0ada1ab9b11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 200 len: 849 time: 0.0788288 Jun 22 21:33:59.443706 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:33:59.446530 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1136c-1d7e-4b47-bf73-0e60fb908311 req-4699d245-f895-4059-819f-e4df66df80b6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:59.447985 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-29a1136c-1d7e-4b47-bf73-0e60fb908311 req-4699d245-f895-4059-819f-e4df66df80b6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.1053627 Jun 22 21:33:59.489856 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-7e83708c-aa7d-469f-a316-3754e47697a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:33:59.491749 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-7e83708c-aa7d-469f-a316-3754e47697a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c42048da-b4f8-485e-ae07-ce7fb770d266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929883 Jun 22 21:33:59.496894 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-29a1136c-1d7e-4b47-bf73-0e60fb908311 req-071bbe8d-7b6f-420d-8a92-9d9d3acffcf6 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430164 Jun 22 21:33:59.590236 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-9555d4b1-c49a-4867-b93b-7e94a9586fbe service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913918 Jun 22 21:33:59.649389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:33:59.675587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f9d24-0357-4aed-a099-959751f6b7e8 None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:08Z', 'revision_number': 4, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv', '_interfaces': [{'id': '9bcc957a-a52b-4741-939b-6b8e80fd20ae', 'name': '', 'network_id': 'c42048da-b4f8-485e-ae07-ce7fb770d266', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'mac_address': 'fa:16:3e:05:c8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:08Z', 'updated_at': '2021-06-22T21:29:14Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'subnets': [{'id': 'c11e3a53-963d-4aea-92ab-736065ef2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:33:59.682715 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-780a8262-98c1-41e2-b9c2-f5c44af89185 req-eb01d6f8-557c-4655-81b0-c2b618dba11a service neutron] 10.222.0.53 "GET /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Jun 22 21:33:59.894421 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cf66e-77fc-4160-8e9b-7d7cd7811a88 None None] New status for floating IP 2cda6769-a94c-4c65-b8a2-5f20addbe3ae: DOWN {{(pid=100376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 21:34:00.672056 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41b1b1-9f79-4b8e-b294-5392542d175f req-cc85d4fe-9a79-47a9-ae47-c019e5173bcf tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:34:00.673738 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5a41b1b1-9f79-4b8e-b294-5392542d175f req-cc85d4fe-9a79-47a9-ae47-c019e5173bcf tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.0635080 Jun 22 21:34:00.712790 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-5a41b1b1-9f79-4b8e-b294-5392542d175f req-28622579-02d8-4d88-950a-26175464d271 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/security-groups?id=b16d0d29-eb04-4a9e-8805-86099f14a7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Jun 22 21:34:01.110854 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-4bbc7e91-5bf0-465a-8083-7ed1d74159d5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 21:34:01.112290 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-4bbc7e91-5bf0-465a-8083-7ed1d74159d5 tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 943 time: 0.0657911 Jun 22 21:34:01.214267 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Deleting port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:01.214523 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:01.306424 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] For port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0, host hv-neutron-7975, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7975',level=0,port_id=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:01.306775 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:01.318082 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Calling delete_port for 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 owned by compute:nova {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:01.442599 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:01.446236 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-ba2a578c-4536-443f-b60b-dccb7344933e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:01.476660 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event deleted for resources: {'Port': ['ID=90ff7fd8-7789-4b6e-a853-c16ec1878ef0,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:01.481736 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:01.520555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.l3_dvrscheduler_db [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] No DVR routers for this DVR port 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 on host hv-neutron-7975 {{(pid=100374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:34:01.523465 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14185'] for port, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:01.525474 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [req-392214d2-3e8f-4238-b61b-db5b6f478f89 req-82bdbbe3-ff32-4559-9440-ce28c565090a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.53 "DELETE /v2.0/ports/90ff7fd8-7789-4b6e-a853-c16ec1878ef0 HTTP/1.1" status: 204 len: 173 time: 0.4046273 Jun 22 21:34:01.526122 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-deleted', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0'}] {{(pid=100374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 21:34:01.528540 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aaf02bb64cf85baf13444df34ce19f56a693cb918564fe62cec69493b200813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8a257-aa36-44cc-bf3b-461bece861e1" -d '{"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-deleted", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0"}]}' {{(pid=100374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 21:34:01.564700 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839fb5d8-157e-467c-9dc5-f6beb2d044b4 x-openstack-request-id: req-839fb5d8-157e-467c-9dc5-f6beb2d044b4 {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 21:34:01.565055 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f097d-c91d-477c-933f-500cb73371b3", "name": "network-vif-deleted", "tag": "90ff7fd8-7789-4b6e-a853-c16ec1878ef0", "status": "completed", "code": 200}]} {{(pid=100374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 21:34:01.565367 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-839fb5d8-157e-467c-9dc5-f6beb2d044b4 {{(pid=100374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 21:34:01.565820 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f097d-c91d-477c-933f-500cb73371b3', 'name': 'network-vif-deleted', 'tag': '90ff7fd8-7789-4b6e-a853-c16ec1878ef0', 'status': 'completed', 'code': 200} Jun 22 21:34:01.869436 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [req-b100081d-57ed-4741-ae2b-0aba3cadf89c req-a9c8d9d1-8e3b-45fa-b1fe-92e5ed8ce17a tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d3f097d-c91d-477c-933f-500cb73371b3 HTTP/1.1" status: 200 len: 210 time: 0.0310068 Jun 22 21:34:02.962935 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40146) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:03.024758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:03.053758 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:03.114572 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:03.118219 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:03.119381 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] 10.222.0.66 "DELETE /v2.0/security-groups/b16d0d29-eb04-4a9e-8805-86099f14a7a6 HTTP/1.1" status: 204 len: 168 time: 0.1554794 Jun 22 21:34:03.120166 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b19157cd-848a-4b2a-8dbe-7d675c1b45a1 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:03.128883 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d0d29-eb04-4a9e-8805-86099f14a7a6,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:03.136085 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.136475 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.136850 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.137258 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.137580 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.137965 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.138330 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.138692 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.139051 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.139411 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.139769 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.140122 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797537-2-hyperv {{(pid=100373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 21:34:03.143523 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-b33a80b3-7317-4743-9ada-9a126067f0ce tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:03.169809 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40150) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:03.890544 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:04.141200 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Deleting port 9bcc957a-a52b-4741-939b-6b8e80fd20ae {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:04.141533 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:04.224936 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] For port 9bcc957a-a52b-4741-939b-6b8e80fd20ae, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=9bcc957a-a52b-4741-939b-6b8e80fd20ae,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:04.225686 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:04.237348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Calling delete_port for 9bcc957a-a52b-4741-939b-6b8e80fd20ae owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:04.418004 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:04.419274 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1a037cdc-7c99-4825-b685-c11827b36b8f tempest-TestSnapshotPattern-1234031717 tempest-TestSnapshotPattern-1234031717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:04.443975 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcc957a-a52b-4741-939b-6b8e80fd20ae,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:04.448971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:04.615049 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:04.831270 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:34:04.940126 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:34:04.945575 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-5194cedb-06dc-4f05-ad64-04648871e806 admin admin] 10.222.0.66 "PUT /v2.0/routers/ea373f4a-25e9-4805-aaa4-45a7f7d1d5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748051 Jun 22 21:34:04.948289 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40154) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:04.949228 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Sync routers for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:34:04.958209 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:34:04.959504 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:04.995190 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 no longer exists at agent hyperv_hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:05.057050 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.162460 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.182768 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] No Port match for: 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:05.183119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Device 90ff7fd8-7789-4b6e-a853-c16ec1878ef0 not bound to the agent host hv-neutron-7975 {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:05.219407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Deleting port a6ca3401-5ac2-4f75-9294-bf2f85349360 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:05.219746 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.248993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: dv-neutron-797537-2-hyperv {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:34:05.303855 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] For port a6ca3401-5ac2-4f75-9294-bf2f85349360, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a6ca3401-5ac2-4f75-9294-bf2f85349360,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:05.304507 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.316407 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Calling delete_port for a6ca3401-5ac2-4f75-9294-bf2f85349360 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:05.424068 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:34:04Z', 'revision_number': 5, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port': {'id': 'a6ca3401-5ac2-4f75-9294-bf2f85349360', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:05.455815 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Checking router: ea373f4a-25e9-4805-aaa4-45a7f7d1d5db for host: dv-neutron-797537-2-hyperv {{(pid=100375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:34:05.464719 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Routers {'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:34:05.465345 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'], 'active': True} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:05.485535 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.487524 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-1fa3b9fb-ab74-4fdd-be72-8a1b416e85a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:05.509427 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ca3401-5ac2-4f75-9294-bf2f85349360,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:05.513121 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:05.554801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvr_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] Set router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db gateway port host: None {{(pid=100375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:34:05.579068 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.608061 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_hamode_db [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:34:05Z', 'revision_number': 6, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:05.638287 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f81375-500b-4d1a-995f-06660a2a6010 None None] The sync data for ids ['ea373f4a-25e9-4805-aaa4-45a7f7d1d5db'] in dv-neutron-797537-2-hyperv is: [{'id': 'ea373f4a-25e9-4805-aaa4-45a7f7d1d5db', 'name': 'tempest-TestSnapshotPattern-1148448360-router', 'tenant_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:06Z', 'updated_at': '2021-06-22T21:34:05Z', 'revision_number': 6, 'project_id': '915f1a2b0c824e42ad9dde0d7b0733e1', 'gw_port_host': None}] {{(pid=100375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:34:05.672447 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.674636 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.717726 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.718285 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea373f4a-25e9-4805-aaa4-45a7f7d1d5db {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:34:05.725851 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.727044 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-28d4d200-3a37-489d-80eb-8fca2c237ec5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ea373f4a-25e9-4805-aaa4-45a7f7d1d5db HTTP/1.1" status: 204 len: 168 time: 0.7778330 Jun 22 21:34:05.729436 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40156) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:05.882671 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.db.db_base_plugin_v2 [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Deleting subnet c11e3a53-963d-4aea-92ab-736065ef2f5b {{(pid=100374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:34:05.886235 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:05.924935 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61273995'] for subnet, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.013580 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.075627 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62684977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62041777'] for subnet, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.085826 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-84dbad10-dc14-4b8f-8ba5-cc05cbf098a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:06.091166 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.100027 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c11e3a53-963d-4aea-92ab-736065ef2f5b HTTP/1.1" status: 204 len: 168 time: 0.3694336 Jun 22 21:34:06.101884 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0060651-725e-41e3-84c1-82a0f095099b None None] Network c42048da-b4f8-485e-ae07-ce7fb770d266 requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:34:06.103047 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40160) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:06.125198 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11e3a53-963d-4aea-92ab-736065ef2f5b,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:06.127745 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-59837789-0fce-4fb0-8451-82cc1abb2d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:06.174634 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.227569 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Deleting port 882fbda9-65d5-4749-9045-7381a463fa68 {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:06.227828 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.297954 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] For port 882fbda9-65d5-4749-9045-7381a463fa68, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=882fbda9-65d5-4749-9045-7381a463fa68,segment=NetworkSegment(52c736e7-5523-4b4e-9400-366511620ea2),segment_id=52c736e7-5523-4b4e-9400-366511620ea2)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:06.298317 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.310829 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Calling delete_port for 882fbda9-65d5-4749-9045-7381a463fa68 owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:06.392176 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.394587 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-2ae3d431-4648-43cd-877b-6b238677fbee tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:06.423302 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Pushing event deleted for resources: {'Port': ['ID=882fbda9-65d5-4749-9045-7381a463fa68,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:06.426936 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:06.429647 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] No DVR routers for this DVR port 882fbda9-65d5-4749-9045-7381a463fa68 on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:34:06.434993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1afc6-3f50-4a73-89b1-af648b2d9d51 None None] DHCP port deletion for c42048da-b4f8-485e-ae07-ce7fb770d266 request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:34:06.439823 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9bcc957a-a52b-4741-939b-6b8e80fd20ae no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:06.464646 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 9bcc957a-a52b-4741-939b-6b8e80fd20ae {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:06.465012 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 9bcc957a-a52b-4741-939b-6b8e80fd20ae not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:06.503101 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.513648 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42048da-b4f8-485e-ae07-ce7fb770d266']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:06.524245 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c736e7-5523-4b4e-9400-366511620ea2') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:06.524614 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c736e7-5523-4b4e-9400-366511620ea2') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:06.533798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.554492 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.560579 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:34:06.560968 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:34:06.562778 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:34:06.620293 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.623844 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8c0c5cf7-dd64-4c96-b0ce-1393cbb01dfa tempest-PortsIpV6TestJSON-800740541 tempest-PortsIpV6TestJSON-800740541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:06.626382 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:06.628462 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] 10.222.0.66 "DELETE /v2.0/networks/c42048da-b4f8-485e-ae07-ce7fb770d266 HTTP/1.1" status: 204 len: 168 time: 0.5239904 Jun 22 21:34:06.631803 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40162) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:06.639649 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Pushing event deleted for resources: {'Network': ['ID=c42048da-b4f8-485e-ae07-ce7fb770d266,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:06.642187 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-73475243-4507-4b04-8b0a-68f1f943ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:06.977807 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706280'] for router_interface, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:07.228421 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Deleting port a652b56e-1405-4ae6-9460-41b5411f9d82 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:07.228762 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:07.308725 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] For port a652b56e-1405-4ae6-9460-41b5411f9d82, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=a652b56e-1405-4ae6-9460-41b5411f9d82,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:07.309080 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:07.321233 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Calling delete_port for a652b56e-1405-4ae6-9460-41b5411f9d82 owned by network:router_interface {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:07.499253 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:07.501142 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-3dd2d3ae-6108-418a-9a72-123b6c9566f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:07.522720 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Pushing event deleted for resources: {'Port': ['ID=a652b56e-1405-4ae6-9460-41b5411f9d82,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:07.526404 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:07.696399 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-594697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675352'] for router_interface, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:07.911147 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Router 97d388f8-059e-46d6-8520-f5127457acc9 has already been hosted by L3 agent 8fc36744-ffc6-4df8-99a5-53004d946da2 {{(pid=100374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 21:34:07.920447 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:34:07.991143 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a6ca3401-5ac2-4f75-9294-bf2f85349360 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:08.011787 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a6ca3401-5ac2-4f75-9294-bf2f85349360 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:08.012050 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a6ca3401-5ac2-4f75-9294-bf2f85349360 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:08.012423 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 882fbda9-65d5-4749-9045-7381a463fa68 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:08.031940 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 882fbda9-65d5-4749-9045-7381a463fa68 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:08.032305 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 882fbda9-65d5-4749-9045-7381a463fa68 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:08.394972 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] Notify agent at l3_agent.dv-neutron-797537-2-hyperv the message routers_updated {{(pid=100374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 21:34:08.401038 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-36a9f9a8-e6a4-4362-aef6-7e34ab6df558 admin admin] 10.222.0.66 "PUT /v2.0/routers/97d388f8-059e-46d6-8520-f5127457acc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671411 Jun 22 21:34:08.402445 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.wsgi [-] (100374) accepted ('10.222.0.66', 40166) {{(pid=100374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:08.405175 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Sync routers for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 21:34:08.415316 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:34:08.415932 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:08.509914 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:08.520582 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: dv-neutron-797537-2-hyperv {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:34:08.612522 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:08.665555 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Deleting port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 {{(pid=100374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:08.665933 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:08.699988 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'external_fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:34:07Z', 'revision_number': 5, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port': {'id': '3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685', 'name': '', 'network_id': 'fb89bb9e-dafa-4883-bd0d-a6ba1bdf33da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d388f8-059e-46d6-8520-f5127457acc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '564f7363-52e8-4844-9362-e1225bae032d', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797537-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T21:29:11Z', 'updated_at': '2021-06-22T21:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '564f7363-52e8-4844-9362-e1225bae032d', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797537-2-hyperv'}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:08.727269 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Checking router: 97d388f8-059e-46d6-8520-f5127457acc9 for host: dv-neutron-797537-2-hyperv {{(pid=100376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 21:34:08.735364 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Routers {'97d388f8-059e-46d6-8520-f5127457acc9'} bound to L3 agent in host dv-neutron-797537-2-hyperv {{(pid=100376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 21:34:08.735971 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797537-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T20:31:50Z,description=,heartbeat_timestamp=2021-06-22T21:33:50Z,host='dv-neutron-797537-2-hyperv',id=8fc36744-ffc6-4df8-99a5-53004d946da2,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T20:31:50Z,topic='l3_agent')) {'router_ids': ['97d388f8-059e-46d6-8520-f5127457acc9'], 'active': True} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:08.749728 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.db [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] For port 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,segment=NetworkSegment(ca18d2e2-feb8-469a-89d8-4dd0f4a2da73),segment_id=ca18d2e2-feb8-469a-89d8-4dd0f4a2da73)] {{(pid=100374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:08.750348 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:08.762971 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Calling delete_port for 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 owned by network:router_gateway {{(pid=100374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:08.824536 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_dvr_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] Set router 97d388f8-059e-46d6-8520-f5127457acc9 gateway port host: None {{(pid=100376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 21:34:08.882816 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.l3_hamode_db [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:34:08Z', 'revision_number': 6, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port_host': None}], 'dv-neutron-797537-2-hyperv', False) {} {{(pid=100376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:08.909751 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd7080-e34b-4577-b49e-c5c628c9278a None None] The sync data for ids ['97d388f8-059e-46d6-8520-f5127457acc9'] in dv-neutron-797537-2-hyperv is: [{'id': '97d388f8-059e-46d6-8520-f5127457acc9', 'name': 'tempest-TestSnapshotPattern-1512724790-router', 'tenant_id': '7514819f4ad4495e8856f3f108fe1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T21:29:10Z', 'updated_at': '2021-06-22T21:34:08Z', 'revision_number': 6, 'project_id': '7514819f4ad4495e8856f3f108fe1b5e', 'gw_port_host': None}] {{(pid=100376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 21:34:08.962669 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62685051'] for port, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:08.964710 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c6a4f9e6-bdf2-4c11-b006-7b523b8125c3 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:08.994552 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685,revision_number=None']} {{(pid=100374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:08.996625 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG oslo_concurrency.lockutils [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:09.056649 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660365'] for router_gateway, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.157724 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27481'] for router, precommit_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.159836 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.217018 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674019'] for router, after_delete {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.217566 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d388f8-059e-46d6-8520-f5127457acc9 {{(pid=100374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 21:34:09.222295 dv-neutron-797537-2-hyperv neutron-server[100374]: DEBUG neutron_lib.callbacks.manager [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.226381 dv-neutron-797537-2-hyperv neutron-server[100374]: INFO neutron.wsgi [None req-c1c1eb57-ead7-4f89-b1cb-c1836624c7c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/97d388f8-059e-46d6-8520-f5127457acc9 HTTP/1.1" status: 204 len: 168 time: 0.8229835 Jun 22 21:34:09.227030 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40168) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:09.275076 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Deleting subnet 036ca092-6ac0-4b67-85aa-7b7c63a821d8 {{(pid=100373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 21:34:09.279202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.325494 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62377326'] for subnet, precommit_delete_associations {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.410023 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3884261'] for subnet, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.470290 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3884284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59007405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59240071'] for subnet, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.475263 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-f1c00b91-2a29-4110-960d-2afbbdba1d57 tempest-NetworksTestDHCPv6-644087419 tempest-NetworksTestDHCPv6-644087419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:09.497663 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036ca092-6ac0-4b67-85aa-7b7c63a821d8,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:09.501110 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:09.504650 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.506902 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-fc76fef3-bde5-4a7e-8206-aa321d7f38a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/036ca092-6ac0-4b67-85aa-7b7c63a821d8 HTTP/1.1" status: 204 len: 168 time: 0.2788656 Jun 22 21:34:09.509692 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97d94e-743a-43be-99e7-7a5519802062 None None] Network 05fb0647-73a1-4f5e-b174-7b05df15611d requested from dv-neutron-797537-2-hyperv {{(pid=100375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 21:34:09.510202 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40170) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:09.582526 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3778147'] for network, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.636666 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Deleting port 13f89a6f-678d-4085-a6c3-c510b4a82bef {{(pid=100373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:09.637012 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.708111 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.db [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] For port 13f89a6f-678d-4085-a6c3-c510b4a82bef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=13f89a6f-678d-4085-a6c3-c510b4a82bef,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:09.708493 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.710499 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] DHCP port deletion for 05fb0647-73a1-4f5e-b174-7b05df15611d request from dv-neutron-797537-2-hyperv {{(pid=100375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 21:34:09.722464 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Calling delete_port for 13f89a6f-678d-4085-a6c3-c510b4a82bef owned by network:dhcp {{(pid=100373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:09.765272 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Deleting port 13f89a6f-678d-4085-a6c3-c510b4a82bef {{(pid=100375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 21:34:09.766162 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764788603423'] for port, before_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.805966 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59007463'] for port, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.808194 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-3aeea202-4b17-4be3-b9cb-5d6f4d938c99 tempest-TestNetworkAdvancedServerOps-1856339759 tempest-TestNetworkAdvancedServerOps-1856339759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:09.833431 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Pushing event deleted for resources: {'Port': ['ID=13f89a6f-678d-4085-a6c3-c510b4a82bef,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:09.842257 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:09.843060 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] No DVR routers for this DVR port 13f89a6f-678d-4085-a6c3-c510b4a82bef on host dv-neutron-797537-2-hyperv {{(pid=100373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:34:09.850530 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.db [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] For port 13f89a6f-678d-4085-a6c3-c510b4a82bef, host dv-neutron-797537-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797537-2-hyperv',level=0,port_id=13f89a6f-678d-4085-a6c3-c510b4a82bef,segment=NetworkSegment(37f91ba9-31a5-4abc-b284-8b48bb65a9d3),segment_id=37f91ba9-31a5-4abc-b284-8b48bb65a9d3)] {{(pid=100375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 21:34:09.850944 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662471'] for port, precommit_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.864092 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Calling delete_port for 13f89a6f-678d-4085-a6c3-c510b4a82bef owned by network:dhcp {{(pid=100375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 21:34:09.929736 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3980648', 'neutron.services.segments.db._delete_segments_for_network-8764788772383'] for network, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.940477 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fb0647-73a1-4f5e-b174-7b05df15611d']}} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:09.948989 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3744373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-594715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764788606769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764788230831'] for port, after_delete {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.951324 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:09.953203 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f91ba9-31a5-4abc-b284-8b48bb65a9d3') {'for_net_delete': True} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:09.953719 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.services.segments.db [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f91ba9-31a5-4abc-b284-8b48bb65a9d3') {} {{(pid=100373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 21:34:09.956534 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:09.965017 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764788759278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62377329'] for segment, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.981407 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520'] for segment, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.987294 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=100373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 21:34:09.987679 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3885520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59007280'] for segment, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: Traceback (most recent call last): Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: timer() Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: cb(*args, **kw) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: return func(*args, **kwargs) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: self._notify() Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: self.callback(batched_events) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: event.method(event) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: return f(self, *a, **k) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._get(url).json() Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: return self.request(url, 'GET', **kwargs) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 21:34:09.989446 dv-neutron-797537-2-hyperv neutron-server[100373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 21:34:10.000347 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Pushing event deleted for resources: {'Port': ['ID=13f89a6f-678d-4085-a6c3-c510b4a82bef,revision_number=None']} {{(pid=100375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:10.003827 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG oslo_concurrency.lockutils [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:10.004386 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:10.004729 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 3b9ac73c-c8ac-4d4d-ba3a-4a3afb719685 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:10.005160 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 13f89a6f-678d-4085-a6c3-c510b4a82bef no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:10.008112 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8ba99-df12-400f-a162-1ac57fe9c065 None None] No DVR routers for this DVR port 13f89a6f-678d-4085-a6c3-c510b4a82bef on host dv-neutron-797537-2-hyperv {{(pid=100375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 21:34:10.033876 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: 13f89a6f-678d-4085-a6c3-c510b4a82bef {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:10.034291 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device 13f89a6f-678d-4085-a6c3-c510b4a82bef not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:10.034713 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a652b56e-1405-4ae6-9460-41b5411f9d82 no longer exists at agent ovs-agent-dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 21:34:10.053383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3980643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-413225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660348'] for network, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.054828 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] No Port match for: a652b56e-1405-4ae6-9460-41b5411f9d82 {{(pid=100375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 21:34:10.055211 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron.plugins.ml2.rpc [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Device a652b56e-1405-4ae6-9460-41b5411f9d82 not bound to the agent host dv-neutron-797537-2-hyperv {{(pid=100375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 21:34:10.057391 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-e1c6489c-ac61-46c4-a7a6-9f17c5e62b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:10.060054 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Notify callbacks [] for network, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.062115 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] 10.222.0.66 "DELETE /v2.0/networks/05fb0647-73a1-4f5e-b174-7b05df15611d HTTP/1.1" status: 204 len: 168 time: 0.5513895 Jun 22 21:34:10.074440 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Pushing event deleted for resources: {'Network': ['ID=05fb0647-73a1-4f5e-b174-7b05df15611d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:10.077443 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-7f6a91b4-aa39-4f3c-bb50-607c5976529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:10.175912 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40174) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:10.215374 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-b44a25fd-6551-48f8-a366-edbbff58a322 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=915f1a2b0c824e42ad9dde0d7b0733e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381484 Jun 22 21:34:10.217956 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40176) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:10.265924 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.287378 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.334383 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.336953 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.340707 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a1536ec-6a6b-4cd5-955d-20c9df2f50a4 HTTP/1.1" status: 204 len: 168 time: 0.1192596 Jun 22 21:34:10.340707 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-578c12a4-8dfd-4d62-a6b3-2bd86f9a6c4c tempest-TestNetworkBasicOps-1363053775 tempest-TestNetworkBasicOps-1363053775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:10.346547 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1536ec-6a6b-4cd5-955d-20c9df2f50a4,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:10.348914 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-03d323d0-bf76-4c31-b77a-1a0a5a984c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:10.667798 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40182) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:10.707909 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-e12535c4-1269-4167-bd21-4dc89735fcc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7514819f4ad4495e8856f3f108fe1b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388362 Jun 22 21:34:10.711006 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.wsgi [-] (100373) accepted ('10.222.0.66', 40184) {{(pid=100373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 21:34:10.763375 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.786021 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.832973 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413229'] for security_group, after_delete {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.836857 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron_lib.callbacks.manager [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:10.838054 dv-neutron-797537-2-hyperv neutron-server[100373]: INFO neutron.wsgi [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/641a795a-7d39-4f59-ba8d-88e4eeb6375d HTTP/1.1" status: 204 len: 168 time: 0.1260836 Jun 22 21:34:10.838946 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-ddb1d439-b9f0-41c9-8f7c-2e9f1deb7ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 21:34:10.848553 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a795a-7d39-4f59-ba8d-88e4eeb6375d,revision_number=None']} {{(pid=100373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 21:34:10.851621 dv-neutron-797537-2-hyperv neutron-server[100373]: DEBUG oslo_concurrency.lockutils [None req-8a3af29d-359f-4126-aa3a-f73a196bc728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100373) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 21:34:17.048152 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-59cb0cc2-85cb-46a5-a236-8d91a789d44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:19.850893 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b5dd-730d-487e-89ab-564b5c91dbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:20.087907 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:21.252657 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:22.837587 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:23.183548 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:44.918987 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:34:47.048389 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-ead00179-b096-4a63-bc67-9f4b35ce5354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:49.855993 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-1401c765-8644-4b78-bc1e-3b7d09654053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:50.089717 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:51.249215 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:52.827365 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:34:53.185325 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:17.050387 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3da3-cd8d-4c20-a6c7-167fa6830ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:19.856698 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-a4dcbc53-5807-48a7-bd75-343307ab8575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:20.090818 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:21.253494 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:21.918288 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:35:22.843119 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:23.190035 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:47.052440 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-b8d8cbc1-f40f-42bf-b73e-17e84ef2ef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:49.849833 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-e2628030-bd76-4221-8b2a-3595aa615809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:50.092969 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:51.255322 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:52.858406 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:53.200109 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:35:58.917446 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:36:17.054246 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-3bde31ba-0376-4138-b0ca-5a6f8251de40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:19.851488 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-cddf1cdb-53ba-420b-aac8-6fa54cc44167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:20.093681 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:21.258801 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:22.872809 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:23.193686 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:35.916020 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:36:47.054819 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-24ae80e6-3063-48c4-a106-11ffbd77992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:49.853065 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f5da5a37-7df3-40da-9fd3-f8bde370086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:50.093702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:51.261518 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:52.888249 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:36:53.196956 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:12.914317 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:37:17.055812 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f055df9a-ef43-42cf-a504-96af5347abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:19.854661 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5e62cae3-1aba-42b0-bc71-f89774015667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:20.095121 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:21.263922 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:22.888378 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:23.201122 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:47.055702 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-55b4dce8-2a44-4083-83f5-c78fd4a421e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:49.859384 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-f6606e4c-717b-45f0-a523-1f25f8ebab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:49.912512 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:37:50.095858 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:51.266331 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:52.901852 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:37:53.211486 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:17.058609 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-30d11412-86d2-43ba-8213-966c03db178e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:19.861911 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-bf347a93-5dfd-46a0-ab6d-f8bde5b84583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:20.096816 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:21.270040 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:22.902966 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:23.207707 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:26.911599 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:38:47.058624 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-153e1a90-9f8c-4406-8d14-a411a072a1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:49.862415 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-559088ad-3ac8-4b44-9f42-902ff954c024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:50.098589 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:51.273369 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:52.900762 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:38:53.211336 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:03.910488 dv-neutron-797537-2-hyperv neutron-server[100376]: DEBUG neutron.db.agents_db [None req-8549c888-67c4-4e76-b9b1-33c4894700d2 None None] Agent healthcheck: found 6 active agents {{(pid=100376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 21:39:17.059350 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-9df72d21-e161-4f83-93f2-9fb8e5d476bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:19.864496 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5e7934ee-1cb2-47cd-802d-6c89fe48504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:20.100055 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-c3a82542-28b0-4217-9c6d-2bff77d8616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:21.274808 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-0495be1f-1b71-428d-98cd-450a58d0497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:22.917082 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-fb0a89d0-2837-4ee3-b6b3-013a21263134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 21:39:23.214161 dv-neutron-797537-2-hyperv neutron-server[100375]: DEBUG neutron_lib.callbacks.manager [None req-5b5c72fc-479a-4b70-8519-691b3687e42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764788772365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3975714'] for agent, after_update {{(pid=100375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}